Files
go-mxl-player/cmd/mxl-player/main.go
T
Dmitry Sergeev c932777cc3 SDL package
2026-08-23 09:05:55 +03:00

662 lines
18 KiB
Go

package main
import (
"context"
"errors"
"flag"
"fmt"
"log"
"mxl-player/internal/sdl"
"mxl-player/internal/source"
"runtime"
"time"
"unsafe"
vk "github.com/christerso/vulkan-go/vk"
"github.com/qvest-digital/go-mxl/mxl"
)
const (
APP_NAME = "MXL Player"
APP_VER = "0.0.1"
WIN_WIDTH int32 = 1280
WIN_HEIGHT int32 = 720
)
func main() {
var errMinimized = errors.New("Window minimized")
// TODO: remove flags defaults
mxlDomain := flag.String("d", "/dev/shm/mxl", "MXL domain")
mxlVideoFlowID := flag.String("v", "5fbec3b1-1b0f-417d-9059-8b94a47197ed", "MXL video flow UUID")
flag.Parse()
runtime.LockOSThread()
if err := sdl.Load(); err != nil {
panic(err)
}
if !sdl.Init(sdl.InitVideo) {
log.Fatalf("SDL_Init: %s", sdl.GetError())
return
}
windowHandler := sdl.CreateWindow(fmt.Sprintf("%s %s", APP_NAME, APP_VER), WIN_WIDTH, WIN_HEIGHT, sdl.WindowVulkan|sdl.WindowResizable)
if windowHandler == 0 {
sdl.Quit()
log.Fatalf("SDL_CreateWindow: %s", sdl.GetError())
return
}
// Vulkan init
if err := vk.Load(); err != nil {
panic(err)
}
// Vulkan instance extensions SDL needs.
sdlExtensions := sdl.VulkanGetInstanceExtensions()
if len(sdlExtensions) == 0 {
log.Fatal("sdlVulkanGetInstanceExtensions is 0")
return
}
// Vulkan Instance creation
var vkLayers []string
vkExtensions := append(sdlExtensions, vk.ExtDebugUtils)
vkInstance, err := vk.CreateInstance(vk.InstanceConfig{
ApplicationName: APP_NAME,
EngineName: "no engine",
Extensions: vkExtensions,
Layers: vkLayers,
})
if err != nil {
log.Fatalf(err.Error())
panic(err)
}
defer vkInstance.Destroy()
// Vulkan surface
var vkSurface uint64
if !sdl.VulkanCreateSurface(windowHandler, uintptr(vkInstance), 0, &vkSurface) {
log.Fatalf("SDL_Vulkan_CreateSurface: %s", sdl.GetError())
return
}
vkSurf := vk.SurfaceKHR(vkSurface)
defer vkInstance.DestroySurface(vkSurf)
// Vulkan Physical Device
devices, err := vkInstance.EnumeratePhysicalDevices()
if err != nil || len(devices) == 0 {
panic("No Vulkan devices")
}
for _, pd := range devices {
info := pd.Info()
fmt.Printf("%s (%s)\n", info.Name, info.Type)
}
vkPhysDevice := devices[0]
// Vulkan Surface & Graphics Queue
gfx, err := vkPhysDevice.GraphicsFamily()
if err != nil {
panic(err.Error())
}
if !vkPhysDevice.SurfaceSupport(gfx, vkSurf) {
log.Fatalf("graphics queue cannot present")
return
}
vkDevice, vkQueue, err := vkPhysDevice.CreateDevice(vk.DeviceConfig{
GraphicsFamily: gfx,
Extensions: []string{"VK_KHR_swapchain"},
})
if err != nil {
panic(err)
}
defer vkDevice.Destroy()
// TODO: colorspace & render pass
var vkFormat vk.Format = vk.FormatUndefined
var vkColorSpace uint32
formats, _ := vkPhysDevice.SurfaceFormats(vkSurf)
for _, f := range formats {
// Prefer 10-bit RGB (A2B10G10R10_UNORM = 64) to preserve V210's 10 bits
if f.Format == vk.Format(64) && f.ColorSpace == vk.ColorSpaceSRGBNonlinear {
vkFormat = f.Format
vkColorSpace = f.ColorSpace
}
}
if vkFormat == vk.FormatUndefined {
vkFormat = formats[0].Format
vkColorSpace = formats[0].ColorSpace
}
var vkPresentMode vk.PresentMode = vk.PresentModeFIFO
modes, _ := vkPhysDevice.SurfacePresentModes(vkSurf)
for _, m := range modes {
if m == vk.PresentModeMailbox {
vkPresentMode = m
}
}
vkRenderPass, err := vkDevice.CreateColorDepthRenderPass(vkFormat, vk.FormatD32Sfloat)
if err != nil {
panic(err.Error())
}
defer vkDevice.DestroyRenderPass(vkRenderPass)
// Vulkan Command Pool
vkCommandPool, err := vkDevice.CreateCommandPool(gfx)
if err != nil {
panic(err.Error())
}
defer vkDevice.DestroyCommandPool(vkCommandPool)
vkCommands, err := vkDevice.AllocateCommandBuffers(vkCommandPool, 1)
if err != nil {
panic(err.Error())
}
// MXL Source
mxlSrc, err := source.Open(*mxlDomain, *mxlVideoFlowID)
if err != nil {
log.Fatalf("source: %v\n", err)
}
defer func() { _ = mxlSrc.Close() }()
frameSize := vk.DeviceSize(mxlSrc.Stride()) * vk.DeviceSize(mxlSrc.Height())
fmt.Printf("source: %dx%d stride=%d frameSize=%d\n",
mxlSrc.Width(), mxlSrc.Height(), mxlSrc.Stride(), frameSize)
// Staging buffer: host-visible, persistently mapped. The reader goroutine
// writes V210 bytes here; the GPU copies from it.
staging, err := vkDevice.CreateBuffer(vkPhysDevice, vk.BufferConfig{
Size: frameSize,
Usage: vk.BufferUsageTransferSrc,
Properties: vk.MemoryHostVisible | vk.MemoryHostCoherent,
Map: true,
})
if err != nil {
panic(err)
}
defer vkDevice.DestroyBuffer(staging)
// Device-local V210 buffer: fast for the GPU to read (M3 compute), CPU can't
// write it. Filled each frame by a CopyBuffer from staging.
v210Buf, err := vkDevice.CreateBuffer(vkPhysDevice, vk.BufferConfig{
Size: frameSize,
Usage: vk.BufferUsageTransferDst | vk.BufferUsageStorageBuffer,
Properties: vk.MemoryDeviceLocal,
Map: false,
})
if err != nil {
panic(err)
}
defer vkDevice.DestroyBuffer(v210Buf)
// Decode pipeline: fullscreen triangle, fragment reads V210 from the
// staging buffer and writes 10-bit RGB to the swapchain color attachment.
vertModule, err := vkDevice.CreateShaderModule(vertSPV)
if err != nil {
panic(err)
}
defer vkDevice.DestroyShaderModule(vertModule)
fragModule, err := vkDevice.CreateShaderModule(fragSPV)
if err != nil {
panic(err)
}
defer vkDevice.DestroyShaderModule(fragModule)
// Descriptor set layout: binding 0 = storage buffer (V210), fragment stage.
decodeDSL, err := vkDevice.CreateDescriptorSetLayout([]vk.DescriptorBinding{
{Binding: 0, Type: vk.DescriptorStorageBuffer, Count: 1, Stages: vk.ShaderStageFragment},
})
if err != nil {
panic(err)
}
defer vkDevice.DestroyDescriptorSetLayout(decodeDSL)
// Pipeline layout: the set layout + push constants {width,height,strideBytes}.
decodeLayout, err := vkDevice.CreatePipelineLayout([]vk.DescriptorSetLayout{decodeDSL}, vk.ShaderStageFragment, 12)
if err != nil {
panic(err)
}
defer vkDevice.DestroyPipelineLayout(decodeLayout)
decodePipeline, err := vkDevice.CreateGraphicsPipeline(vk.GraphicsPipelineConfig{
Layout: decodeLayout,
RenderPass: vkRenderPass,
VertexShader: vertModule,
FragShader: fragModule,
Topology: vk.TopologyTriangleList,
PolygonMode: vk.PolygonFill,
CullMode: vk.CullNone,
FrontFace: vk.FrontFaceCounterClockwise,
})
if err != nil {
panic(err)
}
defer vkDevice.DestroyPipeline(decodePipeline)
// Descriptor pool + set, bound once to the staging buffer
descPool, err := vkDevice.CreateDescriptorPool(1, map[vk.DescriptorType]uint32{
vk.DescriptorStorageBuffer: 1,
})
if err != nil {
panic(err)
}
defer vkDevice.DestroyDescriptorPool(descPool)
decodeSet, err := vkDevice.AllocateDescriptorSet(descPool, decodeDSL)
if err != nil {
panic(err)
}
vkDevice.UpdateBufferDescriptor(decodeSet, 0, vk.DescriptorStorageBuffer, staging.Buffer, 0, vk.WholeSize)
// Swapchain
var (
vkExtent vk.Extent2D
vkSwapchain vk.SwapchainKHR
swapImages []vk.Image
swapViews []vk.ImageView
depthImg vk.AllocImage
depthView vk.ImageView
fbs []vk.Framebuffer
)
destroySwapChain := func() {
for _, fb := range fbs {
vkDevice.DestroyFramebuffer(fb)
}
vkDevice.DestroyImageView(depthView)
vkDevice.DestroyImage(depthImg)
for _, v := range swapViews {
vkDevice.DestroyImageView(v)
}
vkDevice.DestroySwapchain(vkSwapchain)
fbs = nil
swapViews = nil
swapImages = nil
depthView = 0
depthImg = vk.AllocImage{}
vkSwapchain = 0
vkExtent = vk.Extent2D{}
}
createSwapChain := func() (err error) {
defer func() {
if err != nil {
destroySwapChain()
}
}()
caps, err := vkPhysDevice.SurfaceCapabilities(vkSurf)
if err != nil {
return err
}
//compute swapchain extent
var w, h int32 = WIN_WIDTH, WIN_HEIGHT
if !sdl.GetWindowSizeInPixels(windowHandler, &w, &h) {
return fmt.Errorf("SDL_GetWindowSizeInPixels: %s", sdl.GetError())
}
if w < int32(caps.MinImageExtent.Width) {
w = int32(caps.MinImageExtent.Width)
}
if h < int32(caps.MinImageExtent.Height) {
h = int32(caps.MinImageExtent.Height)
}
if w > int32(caps.MaxImageExtent.Width) {
w = int32(caps.MaxImageExtent.Width)
}
if h > int32(caps.MaxImageExtent.Height) {
h = int32(caps.MaxImageExtent.Height)
}
if w == 0 || h == 0 {
return errMinimized
}
vkExtent = vk.Extent2D{Width: uint32(w), Height: uint32(h)}
vkSwapchain, err = vkDevice.CreateSwapchain(vk.SwapchainConfig{
Surface: vkSurf,
MinImageCount: caps.MinImageCount,
Format: vkFormat,
ColorSpace: vkColorSpace,
Extent: vkExtent,
PresentMode: vkPresentMode,
PreTransform: caps.CurrentTransform,
})
if err != nil {
return err
}
swapImages, err = vkDevice.SwapchainImages(vkSwapchain)
if err != nil {
return err
}
swapViews = make([]vk.ImageView, len(swapImages))
for i, img := range swapImages {
v, err := vkDevice.CreateImageView(img, vkFormat, vk.AspectColor)
if err != nil {
return err
}
swapViews[i] = v
}
depthImg, err = vkDevice.CreateImage2D(
vkPhysDevice, vk.FormatD32Sfloat, vkExtent, vk.ImageUsageDepthStencilAttachment)
if err != nil {
return err
}
depthView, err = vkDevice.CreateImageView(depthImg.Image, vk.FormatD32Sfloat, vk.AspectDepth)
if err != nil {
return err
}
fbs = make([]vk.Framebuffer, len(swapViews))
for i, cv := range swapViews {
fb, err := vkDevice.CreateFramebuffer(vkRenderPass, []vk.ImageView{cv, depthView}, vkExtent)
if err != nil {
return err
}
fbs[i] = fb
}
return nil
}
recreateSwapChain := func() error {
if err := vkDevice.WaitIdle(); err != nil {
return err
}
destroySwapChain()
return createSwapChain()
}
if err := createSwapChain(); err != nil {
panic(err)
}
defer destroySwapChain()
// syncs
// Semaphores sync GPU work to GPU work (you never wait on these from the CPU). You need two:
// - imageAvailable — AcquireNextImage signals it when a swapchain image is ready to render into.
// Your draw submission waits on it before touching color.
// - renderFinished — your draw submission signals it when rendering is done.
// Present waits on it before showing the frame.
// Fences sync GPU work to CPU. You need one:
// - inFlight — your submission signals it when the GPU is done with the command buffer.
// Your CPU waits on it before re-recording that same command buffer.
// It's created signaled so the very first frame's wait returns immediately
// (otherwise you'd deadlock waiting for work that hasn't been submitted yet).
imageAvailable, err := vkDevice.CreateSemaphore()
if err != nil {
panic(err.Error())
}
defer vkDevice.DestroySemaphore(imageAvailable)
renderFinished, err := vkDevice.CreateSemaphore()
if err != nil {
panic(err.Error())
}
defer vkDevice.DestroySemaphore(renderFinished)
inFlight, err := vkDevice.CreateFence(true)
if err != nil {
panic(err.Error())
}
defer vkDevice.DestroyFence(inFlight)
defer vkDevice.WaitIdle()
// Reader goroutine: stages V210 bytes into the staging buffer.
// Single-flight handshake: it only writes staging after the render thread
// grants permission (post-WaitFence), so the GPU is never reading it
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
grant := make(chan struct{}, 1)
staged := make(chan uint64)
failed := make(chan struct{})
reopen := func() error {
if err := mxlSrc.Close(); err != nil {
return fmt.Errorf("close old source: %w", err)
}
for {
select {
case <-ctx.Done():
return ctx.Err()
default:
}
s, err := source.Open(*mxlDomain, *mxlVideoFlowID)
if err == nil {
newSize := vk.DeviceSize(s.Stride()) * vk.DeviceSize(s.Height())
if newSize != frameSize {
if err := vkDevice.WaitIdle(); err != nil {
return err
}
vkDevice.DestroyBuffer(v210Buf)
vkDevice.DestroyBuffer(staging)
staging, err = vkDevice.CreateBuffer(vkPhysDevice, vk.BufferConfig{
Size: newSize, Usage: vk.BufferUsageTransferSrc,
Properties: vk.MemoryHostVisible | vk.MemoryHostCoherent, Map: true,
})
if err != nil {
return err
}
v210Buf, err = vkDevice.CreateBuffer(vkPhysDevice, vk.BufferConfig{
Size: newSize, Usage: vk.BufferUsageTransferDst | vk.BufferUsageStorageBuffer,
Properties: vk.MemoryDeviceLocal, Map: false,
})
if err != nil {
return err
}
frameSize = newSize
vkDevice.UpdateBufferDescriptor(decodeSet, 0, vk.DescriptorStorageBuffer, staging.Buffer, 0, vk.WholeSize)
fmt.Printf("source: resolution changed, frameSize=%d\n", newSize)
}
mxlSrc = s
return nil
}
log.Printf("source: reopen retry: %v", err)
time.Sleep(500 * time.Millisecond)
}
}
go func() {
for {
select {
case <-grant:
case <-ctx.Done():
return
}
f, err := mxlSrc.NextCtx(ctx, 200*time.Millisecond)
if err != nil {
if errors.Is(err, context.Canceled) {
return
}
if errors.Is(err, mxl.ErrFlowInvalid) {
log.Printf("source: flow invalid, reopening")
if rerr := reopen(); rerr != nil {
log.Printf("source: reopen failed: %v", rerr)
cancel()
return
}
select {
case failed <- struct{}{}:
case <-ctx.Done():
return
}
continue
}
log.Printf("source: %v", err)
cancel()
return
}
// Copy the borrowed payload into staging BEFORE the next read
// invalidates it. Within the grain's valid lifetime
vk.CopyToMapped(staging.Mapped, f.Payload)
// fmt.Println("staged", f.Index)
select {
case staged <- f.Index:
case <-ctx.Done():
return
}
}
}()
type decodePushConstants struct {
Width, Height, StrideBytes, WinW, WinH uint32
}
// Core Loop
running := true
resized := false
granted := false
fullscreen := false
var (
lastIndex uint64
dropped uint64
frameCount uint64
lastReport time.Time
)
for running {
frameStart := time.Now()
var event [128]byte
for sdl.PollEvent(unsafe.Pointer(&event[0])) {
eventType := *(*uint32)(unsafe.Pointer(&event[0]))
switch eventType {
case sdl.EventQuit:
running = false
case sdl.EventWindowResized, sdl.EventPixelSizeChanged:
resized = true
case sdl.EventKeyDown:
key := *(*int32)(unsafe.Pointer(&event[28]))
switch uint32(key) {
case sdl.KeyEscape:
running = false
case sdl.KeyF:
fullscreen = !fullscreen
sdl.SetWindowFullscreen(windowHandler, fullscreen)
resized = true
}
}
}
if !running {
break
}
if resized {
if err := recreateSwapChain(); err != nil {
if errors.Is(err, errMinimized) {
resized = true
continue
}
panic(err)
}
resized = false
}
if !granted {
select {
case grant <- struct{}{}:
granted = true
case <-ctx.Done():
running = false
continue
}
}
var shownIndex uint64
select {
case shownIndex = <-staged:
granted = false
case <-failed:
granted = false
case <-ctx.Done():
running = false
continue
case <-time.After(100 * time.Millisecond):
continue
}
// Acquire the next swapchain image. Right after we have a frame
imageIndex, r := vkDevice.AcquireNextImage(vkSwapchain, imageAvailable, ^uint64(0))
if r == vk.ErrorOutOfDateKHR || r == vk.SuboptimalKHR {
if err := recreateSwapChain(); err != nil {
if errors.Is(err, errMinimized) {
resized = true
continue
}
panic(err)
}
continue
}
if !r.Ok() {
panic(fmt.Errorf("acquire: %v", r))
}
// Wait until GPU is done with our command buffer, then reset fence
if err := vkDevice.WaitFence(inFlight, ^uint64(0)); err != nil {
panic(err)
}
if err := vkDevice.ResetFence(inFlight); err != nil {
panic(err)
}
if lastIndex != 0 && shownIndex > lastIndex {
if g := shownIndex - lastIndex - 1; g > 0 {
dropped += g
}
}
lastIndex = shownIndex
frameCount++
if now := time.Now(); now.Sub(lastReport) >= time.Second {
dt := now.Sub(lastReport).Seconds()
fps := float64(frameCount) / dt
fmt.Printf("fps=%.1f dropped=%d idx=%d frameTime=%.2fms\n",
fps, dropped, shownIndex, float64(now.Sub(frameStart).Microseconds())/1000.0)
frameCount = 0
dropped = 0
lastReport = now
}
// Record: copy staged V210 into device-local buffer, then clear
cmd := vkCommands[0]
if err := cmd.Reset(); err != nil {
panic(err)
}
if err := cmd.Begin(vk.CommandBufferOneTimeSubmit); err != nil {
panic(err)
}
cmd.CopyBuffer(staging.Buffer, v210Buf.Buffer, frameSize)
cmd.BeginRenderPass(
vkRenderPass,
fbs[imageIndex],
vk.Rect2D{Offset: vk.Offset2D{X: 0, Y: 0}, Extent: vkExtent},
[]vk.ClearValue{
vk.ClearColor(0.0, 0.4, 0.7, 1.0),
vk.ClearDepthStencil(1.0, 0),
},
)
cmd.SetViewport(vk.Viewport{
X: 0, Y: 0,
Width: float32(vkExtent.Width),
Height: float32(vkExtent.Height),
MinDepth: 0, MaxDepth: 1,
})
cmd.SetScissor(vk.Rect2D{Offset: vk.Offset2D{X: 0, Y: 0}, Extent: vkExtent})
cmd.BindPipeline(decodePipeline)
cmd.BindDescriptorSet(decodeLayout, 0, decodeSet)
decodePC := decodePushConstants{
Width: mxlSrc.Width(),
Height: mxlSrc.Height(),
StrideBytes: mxlSrc.Stride(),
WinW: vkExtent.Width,
WinH: vkExtent.Height,
}
cmd.PushConstants(decodeLayout, vk.ShaderStageFragment, 0, unsafe.Pointer(&decodePC), 20)
cmd.Draw(3, 1, 0, 0)
cmd.EndRenderPass()
if err := cmd.End(); err != nil {
panic(err)
}
// Submit: wait on imageAvailable, signal RenderFinished + inFlight
if err := vkQueue.Submit(vk.SubmitConfig{
Wait: imageAvailable,
WaitStage: vk.StageColorAttachmentOutput,
Command: cmd,
Signal: renderFinished,
Fence: inFlight,
}); err != nil {
panic(err)
}
// Present. Wait on renderFinished
r = vkQueue.Present(vkSwapchain, imageIndex, renderFinished)
if r == vk.ErrorOutOfDateKHR || r == vk.SuboptimalKHR {
if err := recreateSwapChain(); err != nil {
if errors.Is(err, errMinimized) {
resized = true
continue
}
panic(err)
}
continue
}
if !r.Ok() {
panic(fmt.Errorf("present: %v", r))
}
}
}