Files
go-mxl-player/cmd/mxl-player/main.go
T
2026-08-25 14:52:03 +03:00

684 lines
17 KiB
Go

package main
import (
"context"
"errors"
"fmt"
"io"
"log"
"mxl-player/internal/imgui"
"mxl-player/internal/renderer"
"mxl-player/internal/sdl"
"mxl-player/internal/source"
"os"
"runtime"
"time"
"unsafe"
cimgui "github.com/AllenDang/cimgui-go/imgui"
vk "github.com/christerso/vulkan-go/vk"
"github.com/qvest-digital/go-mxl/mxl"
pflag "github.com/spf13/pflag"
)
const (
APP_NAME = "MXL Player"
APP_VER = "0.1.0"
WIN_WIDTH int32 = 1280
WIN_HEIGHT int32 = 720
)
type appArgs struct {
ShowHelp bool
Domain string
VideoFlowId string
AudioFlowId string
IsFullscreen bool
PlaybackId uint32
GpuId uint32
IsVerbose bool
ListAudio bool
ListGPU bool
}
func printCliHelp(fs *pflag.FlagSet) {
fmt.Printf("%s %s\n", APP_NAME, APP_VER)
fmt.Println("Usage: mxl-player -d <domain> (-v <uuid> | -a <uuid>) [-f] [-h]")
fmt.Println(" [-g <gpu-id>] [-p <playback-id>] [--verbose]")
fmt.Println(" or: mxl-player [--list-playback] [--list-gpu]")
fmt.Println(" or: mxl-player (and set everything in GUI)")
fmt.Println()
fs.PrintDefaults()
}
func printUsage(w io.Writer) {
fmt.Fprintln(w, "Usage: mxl-player -d <domain> (-v <uuid> | -a <uuid>) [-f] [-h]")
fmt.Fprintln(w, "Try 'mxl-player -h' for more information.")
}
func checkMXLargs(args appArgs) {
if args.Domain == "" {
fmt.Fprintln(os.Stderr, "You should provide valid MXL domain and UUID of at least one flow")
printUsage(os.Stderr)
os.Exit(2)
}
fi, err := os.Stat(args.Domain)
if err != nil || !fi.IsDir() {
fmt.Fprintln(os.Stderr, "Invalid MXL domain:", args.Domain)
fmt.Fprintln(os.Stderr, "Domain must be a directory in tmpfs")
printUsage(os.Stderr)
os.Exit(2)
}
if args.VideoFlowId == "" && args.AudioFlowId == "" {
fmt.Fprintln(os.Stderr, "You must provide at least 1 MXL flow UUID")
printUsage(os.Stderr)
os.Exit(2)
}
}
func main() {
// video: 5fbec3b1-1b0f-417d-9059-8b94a47197ed
// audio: 5fbec3b1-1b0f-417d-9059-8b94a47197ec
var args appArgs
flagSet := pflag.NewFlagSet(APP_NAME, pflag.ContinueOnError)
flagSet.Usage = func() { printUsage(os.Stderr) }
flagSet.BoolVarP(&args.ShowHelp, "help", "h", false, "Show help message and exit")
flagSet.StringVarP(&args.Domain, "domain", "d", "", "MXL domain directory")
flagSet.StringVarP(&args.VideoFlowId, "video", "v", "", "Video flow UUID")
flagSet.StringVarP(&args.AudioFlowId, "audio", "a", "", "Audio flow UUID")
flagSet.BoolVarP(&args.IsFullscreen, "fullscreen", "f", false, "Run app in fullscreen mode")
flagSet.Uint32VarP(&args.GpuId, "gpu-id", "g", 0, "GPU id [TODO]")
flagSet.Uint32VarP(&args.PlaybackId, "playback-id", "p", 0, "Playback audio device id")
flagSet.BoolVar(&args.IsVerbose, "verbose", false, "Verbose output [TODO]")
flagSet.BoolVar(&args.ListAudio, "list-playback", false, "List audio playback devices and exit")
flagSet.BoolVar(&args.ListGPU, "list-gpu", false, "List GPUs and exit")
if err := flagSet.Parse(os.Args[1:]); err != nil {
fmt.Fprintln(os.Stderr, err)
printUsage(os.Stderr)
os.Exit(2)
}
if args.ShowHelp {
printCliHelp(flagSet)
return
}
if !args.ListAudio && !args.ListGPU {
checkMXLargs(args)
}
// end of cli args parse
runtime.LockOSThread()
if err := sdl.Load(); err != nil {
panic(err)
}
if !sdl.Init(sdl.InitVideo | sdl.InitAudio) {
log.Fatalf("SDL_Init: %s", sdl.GetError())
return
}
sdlAudioDevice := sdl.AudioDeviceDefaultPlayback
if args.PlaybackId != 0 {
sdlAudioDevice = args.PlaybackId
}
// List audio playback devices and exit
if args.ListAudio {
devs := sdl.GetAudioPlaybackDevices()
fmt.Println("Available playback audio devices")
fmt.Println("id name")
for _, d := range devs {
fmt.Println(d.ID, d.Name)
}
return
}
windowHandler := sdl.CreateWindow(fmt.Sprintf("%s %s", APP_NAME, APP_VER), WIN_WIDTH, WIN_HEIGHT, sdl.WindowVulkan|sdl.WindowResizable)
if windowHandler == 0 {
sdl.Quit()
log.Fatalf("SDL_CreateWindow: %s", sdl.GetError())
return
}
// ImGui init
gui := imgui.New()
defer gui.Destroy()
sdl.StartTextInput(windowHandler)
defer sdl.StopTextInput(windowHandler)
// fin on ImGui init
if err := vk.Load(); err != nil {
panic(err)
}
sdlExtensions := sdl.VulkanGetInstanceExtensions()
if len(sdlExtensions) == 0 {
log.Fatal("sdlVulkanGetInstanceExtensions is 0")
return
}
var vkLayers []string
vkExtensions := append(sdlExtensions, vk.ExtDebugUtils)
vkInstance, err := vk.CreateInstance(vk.InstanceConfig{
ApplicationName: APP_NAME,
EngineName: "no engine",
Extensions: vkExtensions,
Layers: vkLayers,
})
if err != nil {
log.Fatalf(err.Error())
panic(err)
}
defer vkInstance.Destroy()
var vkSurface uint64
if !sdl.VulkanCreateSurface(windowHandler, uintptr(vkInstance), 0, &vkSurface) {
log.Fatalf("SDL_Vulkan_CreateSurface: %s", sdl.GetError())
return
}
vkSurf := vk.SurfaceKHR(vkSurface)
defer vkInstance.DestroySurface(vkSurf)
devices, err := vkInstance.EnumeratePhysicalDevices()
if err != nil || len(devices) == 0 {
panic("No Vulkan devices")
}
// List GPU's and exit
if args.ListGPU {
fmt.Println("Available Vulkan physical devices:")
fmt.Println("id name (type)")
for i, pd := range devices {
info := pd.Info()
fmt.Printf("%2d %s (%s)\n", i, info.Name, info.Type)
}
return
}
vkPhysDevice := devices[0]
gfx, err := vkPhysDevice.GraphicsFamily()
if err != nil {
panic(err.Error())
}
if !vkPhysDevice.SurfaceSupport(gfx, vkSurf) {
log.Fatalf("graphics queue cannot present")
return
}
vkDevice, vkQueue, err := vkPhysDevice.CreateDevice(vk.DeviceConfig{
GraphicsFamily: gfx,
Extensions: []string{"VK_KHR_swapchain"},
})
if err != nil {
panic(err)
}
defer vkDevice.Destroy()
var (
syncSrc *source.SyncSource
videoSrc *source.Source
audioSrc *source.AudioSource
audioStream uintptr
audioBatch uint64
aChans uint64
)
interleaveAudio := func(samples [][]byte) []byte {
frameBytes := int(audioBatch) * int(aChans) * 4
out := make([]byte, frameBytes)
for ch := uint64(0); ch < aChans; ch++ {
srcBytes := samples[ch]
for i := uint64(0); i < audioBatch; i++ {
srcOff := i * 4
dstOff := (i*aChans + ch) * 4
if srcOff+4 <= uint64(len(srcBytes)) {
copy(out[dstOff:dstOff+4], srcBytes[srcOff:srcOff+4])
}
}
}
return out
}
switch {
case args.VideoFlowId != "" && args.AudioFlowId != "":
syncSrc, err = source.OpenSync(args.Domain, args.VideoFlowId, args.AudioFlowId)
if err != nil {
log.Fatalf("sync source: %v", err)
}
aChans = syncSrc.Channels()
audioBatch = uint64(syncSrc.AudioRate().Num) / uint64(syncSrc.Rate().Num)
if audioBatch == 0 {
audioBatch = 1
}
audioStream = sdl.OpenAudioDeviceStream(sdlAudioDevice, sdl.AudioSpec{
Format: sdl.AudioF32,
Channels: int32(aChans),
Freq: int32(syncSrc.AudioRate().Num / syncSrc.AudioRate().Den),
})
if audioStream == 0 {
log.Fatalf("audio: %s", sdl.GetError())
}
sdl.ResumeAudioStreamDevice(audioStream)
fmt.Printf("sync: video %dx%d audio %dch batch=%d\n",
syncSrc.Width(), syncSrc.Height(), aChans, audioBatch)
case args.VideoFlowId != "":
videoSrc, err = source.Open(args.Domain, args.VideoFlowId)
if err != nil {
log.Fatalf("source: %v", err)
}
fmt.Printf("video: %dx%d stride=%d\n", videoSrc.Width(), videoSrc.Height(), videoSrc.Stride())
default:
audioSrc, err = source.OpenAudio(args.Domain, args.AudioFlowId)
if err != nil {
log.Fatalf("audio source: %v", err)
}
aChans = audioSrc.Channels()
audioBatch = uint64(audioSrc.Rate().Num) / (100 * uint64(audioSrc.Rate().Den))
if audioBatch == 0 {
audioBatch = 1
}
audioStream = sdl.OpenAudioDeviceStream(sdlAudioDevice, sdl.AudioSpec{
Format: sdl.AudioF32,
Channels: int32(aChans),
Freq: int32(audioSrc.Rate().Num / audioSrc.Rate().Den),
})
if audioStream == 0 {
log.Fatalf("audio: %s", sdl.GetError())
}
sdl.ResumeAudioStreamDevice(audioStream)
fmt.Printf("audio: %dch %d/%d Hz\n", aChans, audioSrc.Rate().Num, audioSrc.Rate().Den)
}
defer func() {
if syncSrc != nil {
_ = syncSrc.Close()
}
if videoSrc != nil {
_ = videoSrc.Close()
}
if audioSrc != nil {
_ = audioSrc.Close()
}
}()
if audioStream != 0 {
defer sdl.DestroyAudioStream(audioStream)
}
var r *renderer.Renderer
if args.VideoFlowId != "" {
var w, h, stride uint32
if syncSrc != nil {
w, h, stride = syncSrc.Width(), syncSrc.Height(), syncSrc.Stride()
} else {
w, h, stride = videoSrc.Width(), videoSrc.Height(), videoSrc.Stride()
}
r, err = renderer.New(renderer.Config{
PhysDevice: vkPhysDevice,
Device: vkDevice,
Queue: vkQueue,
Surface: vkSurf,
Window: windowHandler,
GraphicsFamily: gfx,
VideoWidth: w,
VideoHeight: h,
VideoStride: stride,
})
if err != nil {
panic(err)
}
defer r.Destroy()
guiBackend, err := imgui.NewVulkanBackend(
vkPhysDevice, vkDevice, vkQueue, r.CmdPool(), r.RenderPass())
if err != nil {
panic(err)
}
defer guiBackend.Destroy()
r.ImGuiDraw = func(cmd vk.CommandBuffer) {
guiBackend.RecordDraw(cmd, gui.LastDrawData())
}
defer vkDevice.WaitIdle()
}
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
grant := make(chan struct{}, 1)
staged := make(chan uint64)
failed := make(chan struct{})
reopen := func() error {
if syncSrc != nil {
_ = syncSrc.Close()
}
if videoSrc != nil {
_ = videoSrc.Close()
}
if audioSrc != nil {
_ = audioSrc.Close()
}
for {
select {
case <-ctx.Done():
return ctx.Err()
default:
}
if syncSrc != nil {
s, e := source.OpenSync(args.Domain, args.VideoFlowId, args.AudioFlowId)
if e == nil {
if r != nil {
newSize := vk.DeviceSize(s.Stride()) * vk.DeviceSize(s.Height())
if newSize != r.FrameSize() {
if e = r.RecreateBuffers(newSize); e != nil {
return e
}
}
}
syncSrc = s
return nil
}
log.Printf("source: reopen retry: %v", e)
} else if videoSrc != nil {
s, e := source.Open(args.Domain, args.VideoFlowId)
if e == nil {
if r != nil {
newSize := vk.DeviceSize(s.Stride()) * vk.DeviceSize(s.Height())
if newSize != r.FrameSize() {
if e = r.RecreateBuffers(newSize); e != nil {
return e
}
}
}
videoSrc = s
return nil
}
log.Printf("source: reopen retry: %v", e)
} else if audioSrc != nil {
s, e := source.OpenAudio(args.Domain, args.AudioFlowId)
if e == nil {
audioSrc = s
return nil
}
log.Printf("source: reopen retry: %v", e)
}
time.Sleep(500 * time.Millisecond)
}
}
go func() {
// Audio-only mode: independent loop, no grant/staged handshake.
if audioSrc != nil && syncSrc == nil && videoSrc == nil {
for {
select {
case <-ctx.Done():
return
default:
}
queued := sdl.GetAudioStreamQueued(audioStream)
maxQueued := int32(audioBatch) * int32(aChans) * 4 * 20
if queued > maxQueued {
select {
case <-time.After(10 * time.Millisecond):
case <-ctx.Done():
return
}
continue
}
f, err := audioSrc.NextAudio(ctx, audioBatch, 20*time.Millisecond)
if err != nil {
if errors.Is(err, context.Canceled) {
return
}
if errors.Is(err, mxl.ErrFlowInvalid) {
log.Printf("source: flow invalid, reopening")
if rerr := reopen(); rerr != nil {
log.Printf("source: reopen failed: %v", rerr)
cancel()
return
}
continue
}
log.Printf("source: %v", err)
cancel()
return
}
if f.Samples != nil && audioStream != 0 {
sdl.PutAudioStreamData(audioStream, interleaveAudio(f.Samples))
}
}
}
// Video (with or without sync) mode: grant/staged handshake.
for {
select {
case <-grant:
case <-ctx.Done():
return
}
var payload []byte
var grainIdx uint64
if syncSrc != nil {
vFrame, aFrame, err := syncSrc.NextSync(ctx, audioBatch, 200*time.Millisecond)
if err != nil {
if errors.Is(err, context.Canceled) {
return
}
if errors.Is(err, mxl.ErrFlowInvalid) {
log.Printf("source: flow invalid, reopening")
if rerr := reopen(); rerr != nil {
log.Printf("source: reopen failed: %v", rerr)
cancel()
return
}
select {
case failed <- struct{}{}:
case <-ctx.Done():
return
}
continue
}
log.Printf("source: %v", err)
cancel()
return
}
payload = vFrame.Payload
grainIdx = vFrame.Index
if aFrame.Samples != nil && audioStream != 0 {
sdl.PutAudioStreamData(audioStream, interleaveAudio(aFrame.Samples))
}
} else if videoSrc != nil {
f, err := videoSrc.NextCtx(ctx, 200*time.Millisecond)
if err != nil {
if errors.Is(err, context.Canceled) {
return
}
if errors.Is(err, mxl.ErrFlowInvalid) {
log.Printf("source: flow invalid, reopening")
if rerr := reopen(); rerr != nil {
log.Printf("source: reopen failed: %v", rerr)
cancel()
return
}
select {
case failed <- struct{}{}:
case <-ctx.Done():
return
}
continue
}
log.Printf("source: %v", err)
cancel()
return
}
payload = f.Payload
grainIdx = f.Index
}
if r != nil {
vk.CopyToMapped(r.StagingMapped(), payload)
}
select {
case staged <- grainIdx:
case <-ctx.Done():
return
}
}
}()
running := true
resized := false
granted := false
fullscreen := args.IsFullscreen
if fullscreen {
sdl.SetWindowFullscreen(windowHandler, true)
}
var (
fps float64
lastIndex uint64
dropped uint64
frameCount uint64
lastReport time.Time
lastFrame time.Time
// ImGui stats
domainStr string = args.Domain
videoStr string = args.VideoFlowId
audioStr string = args.AudioFlowId
showStats bool = true
)
lastFrame = time.Now()
for running {
frameStart := time.Now()
var event [128]byte
for sdl.PollEvent(unsafe.Pointer(&event[0])) {
eventType := *(*uint32)(unsafe.Pointer(&event[0]))
switch eventType {
case sdl.EventQuit:
running = false
case sdl.EventWindowResized, sdl.EventPixelSizeChanged:
resized = true
case sdl.EventKeyDown:
key := *(*int32)(unsafe.Pointer(&event[28]))
switch uint32(key) {
case sdl.KeyEscape:
running = false
case sdl.KeyF:
fullscreen = !fullscreen
sdl.SetWindowFullscreen(windowHandler, fullscreen)
resized = true
case sdl.KeyF1:
showStats = !showStats
}
}
gui.ProcessEvent(&event)
}
if !running {
break
}
if resized && r != nil {
if err := r.RecreateSwapchain(); err != nil {
if errors.Is(err, renderer.ErrMinimized) {
resized = true
continue
}
panic(err)
}
resized = false
}
if !granted {
select {
case grant <- struct{}{}:
granted = true
case <-ctx.Done():
running = false
continue
}
}
var shownIndex uint64
select {
case shownIndex = <-staged:
granted = false
case <-failed:
granted = false
continue
case <-ctx.Done():
running = false
continue
case <-time.After(100 * time.Millisecond):
continue
}
// stats
if lastIndex != 0 && shownIndex > lastIndex {
if g := shownIndex - lastIndex - 1; g > 0 {
dropped += g
}
}
lastIndex = shownIndex
frameCount++
if now := time.Now(); now.Sub(lastReport) >= time.Second {
dt := now.Sub(lastReport).Seconds()
fps = float64(frameCount) / dt
fmt.Printf("fps=%.1f dropped=%d idx=%d frameTime=%.2fms\n",
fps, dropped, shownIndex, float64(now.Sub(frameStart).Microseconds())/1000.0)
frameCount = 0
dropped = 0
lastReport = now
}
// end of stats
if r != nil {
gui.BeginFrame(time.Since(lastFrame), int32(r.Extent().Width), int32(r.Extent().Height))
// test widget
// cimgui.Begin("Test")
if showStats {
cimgui.SetNextWindowPos(cimgui.Vec2{X: 10, Y: 10})
cimgui.SetNextWindowSize(cimgui.Vec2{X: 300, Y: 300})
cimgui.BeginV("Stats", &showStats,
cimgui.WindowFlagsNoTitleBar|cimgui.WindowFlagsNoBackground|cimgui.WindowFlagsNoResize|cimgui.WindowFlagsNoScrollbar)
cimgui.Text(fmt.Sprintf("FPS: %.1f", fps))
cimgui.Text(fmt.Sprintf("Dropped: %d", dropped))
cimgui.Text(fmt.Sprintf("Index: %d", shownIndex))
if syncSrc != nil {
cimgui.Text(fmt.Sprintf("Video: %dx%d %.2fp", syncSrc.Width(), syncSrc.Height(),
float32(syncSrc.Rate().Num/syncSrc.AudioRate().Den)))
cimgui.Text(fmt.Sprintf("Audio: %dch %dkHz", syncSrc.Channels(), syncSrc.AudioRate().Num))
}
cimgui.End()
}
cimgui.Begin("Connection")
cimgui.InputTextWithHint("Domain", "/dev/shm/mxl", &domainStr, 0, nil)
cimgui.InputTextWithHint("Video UUID", "", &videoStr, 0, nil)
cimgui.InputTextWithHint("Audio UUID", "", &audioStr, 0, nil)
cimgui.Checkbox("Show stats", &showStats)
cimgui.End()
gui.EndFrame()
lastFrame = time.Now()
// end of test widget
var w, h, stride uint32
if syncSrc != nil {
w, h, stride = syncSrc.Width(), syncSrc.Height(), syncSrc.Stride()
} else if videoSrc != nil {
w, h, stride = videoSrc.Width(), videoSrc.Height(), videoSrc.Stride()
}
err := r.DrawFrame(w, h, stride)
if errors.Is(err, renderer.ErrOutOfDate) {
if rerr := r.RecreateSwapchain(); rerr != nil {
if errors.Is(rerr, renderer.ErrMinimized) {
resized = true
continue
}
panic(rerr)
}
continue
}
if err != nil {
panic(err)
}
} else {
time.Sleep(10 * time.Millisecond)
}
}
}