gocv to webrtc

[entrehuihui]

Is it possible to use gocv to read the video for detection and then forward it to the web through RTC for display

[learncodingforweb]

I tried example-webrtc-applications,

go func() {
        // Open a video capture device (e.g., webcam)
        videoCapture, err := gocv.OpenVideoCapture(0)
        if err != nil {
            log.Fatalf("Error opening video capture device: %v", err)
        }
        defer videoCapture.Close()

        // Create a Mat to hold the captured frame
        frame := gocv.NewMat()

        for {
            // Read the next frame from the video capture device
            if ok := videoCapture.Read(&frame); !ok {
                log.Fatalf("Error reading frame from video capture device")
            }

            // Send the frame to the frameChannel
            frameChannel <- frame
        }
    }()

    // Start a new Goroutine to process frames from the frameChannel and send them to the video track
    go func() {
        for frame := range frameChannel {
            // Convert the frame to RGBA
            rgba := gocv.NewMat()
            gocv.CvtColor(frame, &rgba, gocv.ColorBGRToRGBA)

            // Convert the RGBA image to a byte slice
            frameBytes := rgba.ToBytes()
            if err != nil {
                log.Printf("Error converting frame to bytes: %v", err)
                continue
            }

            // Create a webrtc.Sample from the frame bytes
            sample := webrtc.Sample{
                Data:     frameBytes,
                Duration: time.Second / 30, // Assuming a frame rate of 30 fps
            }

            // Write the sample to the video track
            if err := videoTrack.WriteSample(sample); err != nil {
                log.Printf("Error writing video frame: %v", err)
            }

            // Close the Mats to release resources
            frame.Close()
            rgba.Close()
        }
    }()

but i am facing undefined: webrtc.Sample while using following go.mod

module webrtc_server

go 1.20

require (
    github.com/gorilla/websocket v1.5.0
    github.com/pion/mediadevices v0.4.0
    github.com/pion/webrtc/v3 v3.2.8
    github.com/redis/go-redis/v9 v9.0.4
    gocv.io/x/gocv v0.32.1
)

require (
    github.com/blackjack/webcam v0.0.0-20220329180758-ba064708e165 // indirect
    github.com/cespare/xxhash/v2 v2.2.0 // indirect
    github.com/davecgh/go-spew v1.1.1 // indirect
    github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
    github.com/gen2brain/malgo v0.11.10 // indirect
    github.com/google/uuid v1.3.0 // indirect
    github.com/pion/datachannel v1.5.5 // indirect
    github.com/pion/dtls/v2 v2.2.7 // indirect
    github.com/pion/ice/v2 v2.3.6 // indirect
    github.com/pion/interceptor v0.1.17 // indirect
    github.com/pion/logging v0.2.2 // indirect
    github.com/pion/mdns v0.0.7 // indirect
    github.com/pion/randutil v0.1.0 // indirect
    github.com/pion/rtcp v1.2.10 // indirect
    github.com/pion/rtp v1.7.13 // indirect
    github.com/pion/sctp v1.8.7 // indirect
    github.com/pion/sdp/v3 v3.0.6 // indirect
    github.com/pion/srtp/v2 v2.0.15 // indirect
    github.com/pion/stun v0.6.0 // indirect
    github.com/pion/transport/v2 v2.2.1 // indirect
    github.com/pion/turn/v2 v2.1.0 // indirect
    github.com/pmezard/go-difflib v1.0.0 // indirect
    github.com/stretchr/testify v1.8.3 // indirect
    golang.org/x/crypto v0.9.0 // indirect
    golang.org/x/image v0.2.0 // indirect
    golang.org/x/net v0.10.0 // indirect
    golang.org/x/sys v0.8.0 // indirect
    gopkg.in/yaml.v3 v3.0.1 // indirect
)

Are you able to resolve it.