I wanna use OpenCV to show the Kinect color frame, I don't know is Image coding problem？？

[yxp1003]

code: from pykinect2 import PyKinectV2 from pykinect2.PyKinectV2 import * from pykinect2 import PyKinectRuntime import cv2 import ctypes import _ctypes import pygame import sys import numpy as np

kinect = PyKinectRuntime.PyKinectRuntime(PyKinectV2.FrameSourceTypes_Color) if sys.hexversion >= 0x03000000: import _thread as thread else: import thread

class BodyGameRuntime(object): def init(self): pygame.init()

    # Used to manage how fast the screen updates
    self._clock = pygame.time.Clock()
    # Set the width and height of the screen [width, height]
    self._infoObject = pygame.display.Info()
    self._screen = pygame.display.set_mode((self._infoObject.current_w >> 1, self._infoObject.current_h >> 1),
                                           pygame.HWSURFACE | pygame.DOUBLEBUF | pygame.RESIZABLE, 32)

    pygame.display.set_caption("Kinect for Windows v2 Body Game")

    # Loop until the user clicks the close button.
    self._done = False

    # Used to manage how fast the screen updates
    self._clock = pygame.time.Clock()

    # Kinect runtime object, we want only color and body frames
    self._kinect = PyKinectRuntime.PyKinectRuntime(
        PyKinectV2.FrameSourceTypes_Color | PyKinectV2.FrameSourceTypes_Body)

    # back buffer surface for getting Kinect color frames, 32bit color, width and height equal to the Kinect color frame size
    self._frame_surface = pygame.Surface(
        (self._kinect.color_frame_desc.Width, self._kinect.color_frame_desc.Height), 0, 32)

    # here we will store skeleton data
    self._bodies = None

def draw_color_frame(self, frame, target_surface):
    target_surface.lock()
    address = self._kinect.surface_as_array(target_surface.get_buffer())
    ctypes.memmove(address, frame.ctypes.data, frame.size)
    img = frame
    cv2.imshow('img',img)
    del address
    target_surface.unlock()

def run(self):
    # -------- Main Program Loop -----------
    while not self._done:
        # --- Main event loop
        for event in pygame.event.get():  # User did something
            if event.type == pygame.QUIT:  # If user clicked close
                self._done = True  # Flag that we are done so we exit this loop

            elif event.type == pygame.VIDEORESIZE:  # window resized
                self._screen = pygame.display.set_mode(event.dict['size'],
                                                       pygame.HWSURFACE | pygame.DOUBLEBUF | pygame.RESIZABLE, 32)

        # --- Game logic should go here

        # --- Getting frames and drawing
        # --- Woohoo! We've got a color frame! Let's fill out back buffer surface with frame's data
        if self._kinect.has_new_color_frame():
            frame = self._kinect.get_last_color_frame()

            self.draw_color_frame(frame, self._frame_surface)
            frame = None

        # --- copy back buffer surface pixels to the screen, resize it if needed and keep aspect ratio
        # --- (screen size may be different from Kinect's color frame size)
        h_to_w = float(self._frame_surface.get_height()) / self._frame_surface.get_width()
        target_height = int(h_to_w * self._screen.get_width())
        surface_to_draw = pygame.transform.scale(self._frame_surface, (self._screen.get_width(), target_height));
        self._screen.blit(surface_to_draw, (0, 0))
        surface_to_draw = None

        pygame.display.update()

        # --- Go ahead and update the screen with what we've drawn.
        pygame.display.flip()

        # --- Limit to 60 frames per second
        self._clock.tick(60)

    # Close our Kinect sensor, close the window and quit.
    self._kinect.close()
    pygame.quit()

main = "Kinect v2 Body Game" game = BodyGameRuntime(); game.run();

result:

[yxp1003]

add the code to view the attribute of frame

see that frame without number of rows, columns and channels, type of image data, number of pixels etc.

[yxp1003]

print(img.shape) print(img.dtype) print(img.size)