package main import ( "context" "errors" "fmt" "io" "log" "mxl-player/internal/imgui" "mxl-player/internal/renderer" "mxl-player/internal/sdl" "mxl-player/internal/source" "os" "runtime" "time" "unsafe" cimgui "github.com/AllenDang/cimgui-go/imgui" vk "github.com/christerso/vulkan-go/vk" "github.com/qvest-digital/go-mxl/mxl" pflag "github.com/spf13/pflag" ) const ( APP_NAME = "MXL Player" APP_VER = "0.1.0" WIN_WIDTH int32 = 1280 WIN_HEIGHT int32 = 720 ) type appArgs struct { ShowHelp bool Domain string VideoFlowId string AudioFlowId string IsFullscreen bool PlaybackId uint32 GpuId uint32 IsVerbose bool ListAudio bool ListGPU bool } func printCliHelp(fs *pflag.FlagSet) { fmt.Printf("%s %s\n", APP_NAME, APP_VER) fmt.Println("Usage: mxl-player -d (-v | -a ) [-f] [-h]") fmt.Println(" [-g ] [-p ] [--verbose]") fmt.Println(" or: mxl-player [--list-playback] [--list-gpu]") fmt.Println(" or: mxl-player (and set everything in GUI)") fmt.Println() fs.PrintDefaults() } func printUsage(w io.Writer) { fmt.Fprintln(w, "Usage: mxl-player -d (-v | -a ) [-f] [-h]") fmt.Fprintln(w, "Try 'mxl-player -h' for more information.") } func checkMXLargs(args appArgs) { if args.Domain == "" { fmt.Fprintln(os.Stderr, "You should provide valid MXL domain and UUID of at least one flow") printUsage(os.Stderr) os.Exit(2) } fi, err := os.Stat(args.Domain) if err != nil || !fi.IsDir() { fmt.Fprintln(os.Stderr, "Invalid MXL domain:", args.Domain) fmt.Fprintln(os.Stderr, "Domain must be a directory in tmpfs") printUsage(os.Stderr) os.Exit(2) } if args.VideoFlowId == "" && args.AudioFlowId == "" { fmt.Fprintln(os.Stderr, "You must provide at least 1 MXL flow UUID") printUsage(os.Stderr) os.Exit(2) } } func main() { // video: 5fbec3b1-1b0f-417d-9059-8b94a47197ed // audio: 5fbec3b1-1b0f-417d-9059-8b94a47197ec var args appArgs flagSet := pflag.NewFlagSet(APP_NAME, pflag.ContinueOnError) flagSet.Usage = func() { printUsage(os.Stderr) } flagSet.BoolVarP(&args.ShowHelp, "help", "h", false, "Show help message and exit") flagSet.StringVarP(&args.Domain, "domain", "d", "", "MXL domain directory") flagSet.StringVarP(&args.VideoFlowId, "video", "v", "", "Video flow UUID") flagSet.StringVarP(&args.AudioFlowId, "audio", "a", "", "Audio flow UUID") flagSet.BoolVarP(&args.IsFullscreen, "fullscreen", "f", false, "Run app in fullscreen mode") flagSet.Uint32VarP(&args.GpuId, "gpu-id", "g", 0, "GPU id [TODO]") flagSet.Uint32VarP(&args.PlaybackId, "playback-id", "p", 0, "Playback audio device id") flagSet.BoolVar(&args.IsVerbose, "verbose", false, "Verbose output [TODO]") flagSet.BoolVar(&args.ListAudio, "list-playback", false, "List audio playback devices and exit") flagSet.BoolVar(&args.ListGPU, "list-gpu", false, "List GPUs and exit") if err := flagSet.Parse(os.Args[1:]); err != nil { fmt.Fprintln(os.Stderr, err) printUsage(os.Stderr) os.Exit(2) } if args.ShowHelp { printCliHelp(flagSet) return } if !args.ListAudio && !args.ListGPU { checkMXLargs(args) } // end of cli args parse runtime.LockOSThread() if err := sdl.Load(); err != nil { panic(err) } if !sdl.Init(sdl.InitVideo | sdl.InitAudio) { log.Fatalf("SDL_Init: %s", sdl.GetError()) return } sdlAudioDevice := sdl.AudioDeviceDefaultPlayback if args.PlaybackId != 0 { sdlAudioDevice = args.PlaybackId } // List audio playback devices and exit if args.ListAudio { devs := sdl.GetAudioPlaybackDevices() fmt.Println("Available playback audio devices") fmt.Println("id name") for _, d := range devs { fmt.Println(d.ID, d.Name) } return } windowHandler := sdl.CreateWindow(fmt.Sprintf("%s %s", APP_NAME, APP_VER), WIN_WIDTH, WIN_HEIGHT, sdl.WindowVulkan|sdl.WindowResizable) if windowHandler == 0 { sdl.Quit() log.Fatalf("SDL_CreateWindow: %s", sdl.GetError()) return } // ImGui init gui := imgui.New() defer gui.Destroy() sdl.StartTextInput(windowHandler) defer sdl.StopTextInput(windowHandler) // fin on ImGui init if err := vk.Load(); err != nil { panic(err) } sdlExtensions := sdl.VulkanGetInstanceExtensions() if len(sdlExtensions) == 0 { log.Fatal("sdlVulkanGetInstanceExtensions is 0") return } var vkLayers []string vkExtensions := append(sdlExtensions, vk.ExtDebugUtils) vkInstance, err := vk.CreateInstance(vk.InstanceConfig{ ApplicationName: APP_NAME, EngineName: "no engine", Extensions: vkExtensions, Layers: vkLayers, }) if err != nil { log.Fatalf(err.Error()) panic(err) } defer vkInstance.Destroy() var vkSurface uint64 if !sdl.VulkanCreateSurface(windowHandler, uintptr(vkInstance), 0, &vkSurface) { log.Fatalf("SDL_Vulkan_CreateSurface: %s", sdl.GetError()) return } vkSurf := vk.SurfaceKHR(vkSurface) defer vkInstance.DestroySurface(vkSurf) devices, err := vkInstance.EnumeratePhysicalDevices() if err != nil || len(devices) == 0 { panic("No Vulkan devices") } // List GPU's and exit if args.ListGPU { fmt.Println("Available Vulkan physical devices:") fmt.Println("id name (type)") for i, pd := range devices { info := pd.Info() fmt.Printf("%2d %s (%s)\n", i, info.Name, info.Type) } return } vkPhysDevice := devices[0] gfx, err := vkPhysDevice.GraphicsFamily() if err != nil { panic(err.Error()) } if !vkPhysDevice.SurfaceSupport(gfx, vkSurf) { log.Fatalf("graphics queue cannot present") return } vkDevice, vkQueue, err := vkPhysDevice.CreateDevice(vk.DeviceConfig{ GraphicsFamily: gfx, Extensions: []string{"VK_KHR_swapchain"}, }) if err != nil { panic(err) } defer vkDevice.Destroy() var ( syncSrc *source.SyncSource videoSrc *source.Source audioSrc *source.AudioSource audioStream uintptr audioBatch uint64 aChans uint64 ) interleaveAudio := func(samples [][]byte) []byte { frameBytes := int(audioBatch) * int(aChans) * 4 out := make([]byte, frameBytes) for ch := uint64(0); ch < aChans; ch++ { srcBytes := samples[ch] for i := uint64(0); i < audioBatch; i++ { srcOff := i * 4 dstOff := (i*aChans + ch) * 4 if srcOff+4 <= uint64(len(srcBytes)) { copy(out[dstOff:dstOff+4], srcBytes[srcOff:srcOff+4]) } } } return out } switch { case args.VideoFlowId != "" && args.AudioFlowId != "": syncSrc, err = source.OpenSync(args.Domain, args.VideoFlowId, args.AudioFlowId) if err != nil { log.Fatalf("sync source: %v", err) } aChans = syncSrc.Channels() audioBatch = uint64(syncSrc.AudioRate().Num) / uint64(syncSrc.Rate().Num) if audioBatch == 0 { audioBatch = 1 } audioStream = sdl.OpenAudioDeviceStream(sdlAudioDevice, sdl.AudioSpec{ Format: sdl.AudioF32, Channels: int32(aChans), Freq: int32(syncSrc.AudioRate().Num / syncSrc.AudioRate().Den), }) if audioStream == 0 { log.Fatalf("audio: %s", sdl.GetError()) } sdl.ResumeAudioStreamDevice(audioStream) fmt.Printf("sync: video %dx%d audio %dch batch=%d\n", syncSrc.Width(), syncSrc.Height(), aChans, audioBatch) case args.VideoFlowId != "": videoSrc, err = source.Open(args.Domain, args.VideoFlowId) if err != nil { log.Fatalf("source: %v", err) } fmt.Printf("video: %dx%d stride=%d\n", videoSrc.Width(), videoSrc.Height(), videoSrc.Stride()) default: audioSrc, err = source.OpenAudio(args.Domain, args.AudioFlowId) if err != nil { log.Fatalf("audio source: %v", err) } aChans = audioSrc.Channels() audioBatch = uint64(audioSrc.Rate().Num) / (100 * uint64(audioSrc.Rate().Den)) if audioBatch == 0 { audioBatch = 1 } audioStream = sdl.OpenAudioDeviceStream(sdlAudioDevice, sdl.AudioSpec{ Format: sdl.AudioF32, Channels: int32(aChans), Freq: int32(audioSrc.Rate().Num / audioSrc.Rate().Den), }) if audioStream == 0 { log.Fatalf("audio: %s", sdl.GetError()) } sdl.ResumeAudioStreamDevice(audioStream) fmt.Printf("audio: %dch %d/%d Hz\n", aChans, audioSrc.Rate().Num, audioSrc.Rate().Den) } defer func() { if syncSrc != nil { _ = syncSrc.Close() } if videoSrc != nil { _ = videoSrc.Close() } if audioSrc != nil { _ = audioSrc.Close() } }() if audioStream != 0 { defer sdl.DestroyAudioStream(audioStream) } var r *renderer.Renderer if args.VideoFlowId != "" { var w, h, stride uint32 if syncSrc != nil { w, h, stride = syncSrc.Width(), syncSrc.Height(), syncSrc.Stride() } else { w, h, stride = videoSrc.Width(), videoSrc.Height(), videoSrc.Stride() } r, err = renderer.New(renderer.Config{ PhysDevice: vkPhysDevice, Device: vkDevice, Queue: vkQueue, Surface: vkSurf, Window: windowHandler, GraphicsFamily: gfx, VideoWidth: w, VideoHeight: h, VideoStride: stride, }) if err != nil { panic(err) } defer r.Destroy() guiBackend, err := imgui.NewVulkanBackend( vkPhysDevice, vkDevice, vkQueue, r.CmdPool(), r.RenderPass()) if err != nil { panic(err) } defer guiBackend.Destroy() r.ImGuiDraw = func(cmd vk.CommandBuffer) { guiBackend.RecordDraw(cmd, gui.LastDrawData()) } defer vkDevice.WaitIdle() } ctx, cancel := context.WithCancel(context.Background()) defer cancel() grant := make(chan struct{}, 1) staged := make(chan uint64) failed := make(chan struct{}) reopen := func() error { if syncSrc != nil { _ = syncSrc.Close() } if videoSrc != nil { _ = videoSrc.Close() } if audioSrc != nil { _ = audioSrc.Close() } for { select { case <-ctx.Done(): return ctx.Err() default: } if syncSrc != nil { s, e := source.OpenSync(args.Domain, args.VideoFlowId, args.AudioFlowId) if e == nil { if r != nil { newSize := vk.DeviceSize(s.Stride()) * vk.DeviceSize(s.Height()) if newSize != r.FrameSize() { if e = r.RecreateBuffers(newSize); e != nil { return e } } } syncSrc = s return nil } log.Printf("source: reopen retry: %v", e) } else if videoSrc != nil { s, e := source.Open(args.Domain, args.VideoFlowId) if e == nil { if r != nil { newSize := vk.DeviceSize(s.Stride()) * vk.DeviceSize(s.Height()) if newSize != r.FrameSize() { if e = r.RecreateBuffers(newSize); e != nil { return e } } } videoSrc = s return nil } log.Printf("source: reopen retry: %v", e) } else if audioSrc != nil { s, e := source.OpenAudio(args.Domain, args.AudioFlowId) if e == nil { audioSrc = s return nil } log.Printf("source: reopen retry: %v", e) } time.Sleep(500 * time.Millisecond) } } go func() { // Audio-only mode: independent loop, no grant/staged handshake. if audioSrc != nil && syncSrc == nil && videoSrc == nil { for { select { case <-ctx.Done(): return default: } queued := sdl.GetAudioStreamQueued(audioStream) maxQueued := int32(audioBatch) * int32(aChans) * 4 * 20 if queued > maxQueued { select { case <-time.After(10 * time.Millisecond): case <-ctx.Done(): return } continue } f, err := audioSrc.NextAudio(ctx, audioBatch, 20*time.Millisecond) if err != nil { if errors.Is(err, context.Canceled) { return } if errors.Is(err, mxl.ErrFlowInvalid) { log.Printf("source: flow invalid, reopening") if rerr := reopen(); rerr != nil { log.Printf("source: reopen failed: %v", rerr) cancel() return } continue } log.Printf("source: %v", err) cancel() return } if f.Samples != nil && audioStream != 0 { sdl.PutAudioStreamData(audioStream, interleaveAudio(f.Samples)) } } } // Video (with or without sync) mode: grant/staged handshake. for { select { case <-grant: case <-ctx.Done(): return } var payload []byte var grainIdx uint64 if syncSrc != nil { vFrame, aFrame, err := syncSrc.NextSync(ctx, audioBatch, 200*time.Millisecond) if err != nil { if errors.Is(err, context.Canceled) { return } if errors.Is(err, mxl.ErrFlowInvalid) { log.Printf("source: flow invalid, reopening") if rerr := reopen(); rerr != nil { log.Printf("source: reopen failed: %v", rerr) cancel() return } select { case failed <- struct{}{}: case <-ctx.Done(): return } continue } log.Printf("source: %v", err) cancel() return } payload = vFrame.Payload grainIdx = vFrame.Index if aFrame.Samples != nil && audioStream != 0 { sdl.PutAudioStreamData(audioStream, interleaveAudio(aFrame.Samples)) } } else if videoSrc != nil { f, err := videoSrc.NextCtx(ctx, 200*time.Millisecond) if err != nil { if errors.Is(err, context.Canceled) { return } if errors.Is(err, mxl.ErrFlowInvalid) { log.Printf("source: flow invalid, reopening") if rerr := reopen(); rerr != nil { log.Printf("source: reopen failed: %v", rerr) cancel() return } select { case failed <- struct{}{}: case <-ctx.Done(): return } continue } log.Printf("source: %v", err) cancel() return } payload = f.Payload grainIdx = f.Index } if r != nil { vk.CopyToMapped(r.StagingMapped(), payload) } select { case staged <- grainIdx: case <-ctx.Done(): return } } }() running := true resized := false granted := false fullscreen := args.IsFullscreen if fullscreen { sdl.SetWindowFullscreen(windowHandler, true) } var ( fps float64 lastIndex uint64 dropped uint64 frameCount uint64 lastReport time.Time lastFrame time.Time // ImGui stats domainStr string = args.Domain videoStr string = args.VideoFlowId audioStr string = args.AudioFlowId showStats bool = true ) lastFrame = time.Now() for running { frameStart := time.Now() var event [128]byte for sdl.PollEvent(unsafe.Pointer(&event[0])) { eventType := *(*uint32)(unsafe.Pointer(&event[0])) switch eventType { case sdl.EventQuit: running = false case sdl.EventWindowResized, sdl.EventPixelSizeChanged: resized = true case sdl.EventKeyDown: key := *(*int32)(unsafe.Pointer(&event[28])) switch uint32(key) { case sdl.KeyEscape: running = false case sdl.KeyF: fullscreen = !fullscreen sdl.SetWindowFullscreen(windowHandler, fullscreen) resized = true case sdl.KeyF1: showStats = !showStats } } gui.ProcessEvent(&event) } if !running { break } if resized && r != nil { if err := r.RecreateSwapchain(); err != nil { if errors.Is(err, renderer.ErrMinimized) { resized = true continue } panic(err) } resized = false } if !granted { select { case grant <- struct{}{}: granted = true case <-ctx.Done(): running = false continue } } var shownIndex uint64 select { case shownIndex = <-staged: granted = false case <-failed: granted = false continue case <-ctx.Done(): running = false continue case <-time.After(100 * time.Millisecond): continue } // stats if lastIndex != 0 && shownIndex > lastIndex { if g := shownIndex - lastIndex - 1; g > 0 { dropped += g } } lastIndex = shownIndex frameCount++ if now := time.Now(); now.Sub(lastReport) >= time.Second { dt := now.Sub(lastReport).Seconds() fps = float64(frameCount) / dt fmt.Printf("fps=%.1f dropped=%d idx=%d frameTime=%.2fms\n", fps, dropped, shownIndex, float64(now.Sub(frameStart).Microseconds())/1000.0) frameCount = 0 dropped = 0 lastReport = now } // end of stats if r != nil { gui.BeginFrame(time.Since(lastFrame), int32(r.Extent().Width), int32(r.Extent().Height)) // test widget // cimgui.Begin("Test") if showStats { cimgui.SetNextWindowPos(cimgui.Vec2{X: 10, Y: 10}) cimgui.SetNextWindowSize(cimgui.Vec2{X: 300, Y: 300}) cimgui.BeginV("Stats", &showStats, cimgui.WindowFlagsNoTitleBar|cimgui.WindowFlagsNoBackground|cimgui.WindowFlagsNoResize|cimgui.WindowFlagsNoScrollbar) cimgui.Text(fmt.Sprintf("FPS: %.1f", fps)) cimgui.Text(fmt.Sprintf("Dropped: %d", dropped)) cimgui.Text(fmt.Sprintf("Index: %d", shownIndex)) if syncSrc != nil { cimgui.Text(fmt.Sprintf("Video: %dx%d %.2fp", syncSrc.Width(), syncSrc.Height(), float32(syncSrc.Rate().Num/syncSrc.AudioRate().Den))) cimgui.Text(fmt.Sprintf("Audio: %dch %dkHz", syncSrc.Channels(), syncSrc.AudioRate().Num)) } cimgui.End() } cimgui.Begin("Connection") cimgui.InputTextWithHint("Domain", "/dev/shm/mxl", &domainStr, 0, nil) cimgui.InputTextWithHint("Video UUID", "", &videoStr, 0, nil) cimgui.InputTextWithHint("Audio UUID", "", &audioStr, 0, nil) cimgui.Checkbox("Show stats", &showStats) cimgui.End() gui.EndFrame() lastFrame = time.Now() // end of test widget var w, h, stride uint32 if syncSrc != nil { w, h, stride = syncSrc.Width(), syncSrc.Height(), syncSrc.Stride() } else if videoSrc != nil { w, h, stride = videoSrc.Width(), videoSrc.Height(), videoSrc.Stride() } err := r.DrawFrame(w, h, stride) if errors.Is(err, renderer.ErrOutOfDate) { if rerr := r.RecreateSwapchain(); rerr != nil { if errors.Is(rerr, renderer.ErrMinimized) { resized = true continue } panic(rerr) } continue } if err != nil { panic(err) } } else { time.Sleep(10 * time.Millisecond) } } }