Abstract Kinect for Windows RGB Kinect for Windows v Kinect for Windows v2

Size: px

Start display at page:

Download "Abstract Kinect for Windows RGB Kinect for Windows v Kinect for Windows v2"

ゆみかしろみず
7 years ago
Views:

1 Kinect IS Report No Report Medical Information System Laboratory

2 Abstract Kinect for Windows RGB Kinect for Windows v Kinect for Windows v2

3 Body A A A

4 1 Kinect Microsoft Xbox 360 RGB 3 Kinect Xbox Windows PC Kinect for Windows( Kinect v1) Kinect v1 Kinect 1) RGB kinect for Windows v2( Kinect v2) kinect v2 2

5 2 2.1 Kinect v2 Table. 2.1 Table. 2.1 OS Windows 8 CPU Visual Studio 2012 USB3.0 Dual-Core 2.66GHz GPU DirectX 11.0 RAM 2.0GBytes Kinect v1 Windows 7 Kinect v2 Windows 8 Visual Studio 2012 Kinect v1 USB2.0 Kinect v2 USB Kinect v2 Microsoft Kinect for Windows SDK SDK 1. SDK(Kinect for Windows SDK 2.0 Public Preview) Fig Fig. 2.1 SDK ( ) 2. SDK Fig

6 2.2 2 Fig. 2.2 ( ) 3. Kinect v2 PC PC Gesture Builder Kinect Studio v2.0 SDK Browser v2.0 (Kinect for Windows) 4. SDK Browser v2.0 (Kinect for Windows) Fig. 2.3 RUN SDK Browser v2.0 (Kinect for Windows) Color Depth Body Fig. 2.3 SDK Browser v2.0 (Kinect for Windows) ( ) 4

1 ( ) (b) 3.2 28 CameraMode.color color Depth Infrared CameraMode.Color RGB Bitmap Fig. 3.2(a) CameraMode.

7 3 3.1 Kinect v2 Visual Studio 2013 Visual C# WPF Microsoft.Kinect Fig. 3.1 Kinect v2 using Microsoft.Kinect (a) WPF Fig. 3.1 ( ) (b) CameraMode.color color Depth Infrared CameraMode.Color RGB Bitmap Fig. 3.2(a) CameraMode.Depth Bitmap Kinect v2 TOF(Time Of Flight) Fig. 3.2(b) CameraMode.Infrared Bitmap Fig. 3.2(c) 5

3(a) 25 joint joint joint 3 2 2 (1 Color 2

4/10 768 432 image joint 2 pointx pointy 4/10

3(b) Body 1 ColorSpacePoint colorpoint =

mapcamerapointtocolorspace( jointposition); 2

8 3.3Body 3 (a) (b) (c) Fig. 3.2 ( ) 3.3 Body Body Kinect 6 joint( ) joint Fig. 3.3(a) 25 joint joint joint (1 Color 2 Depth/Infrared) CoordinateMapper / image joint 2 pointx pointy 4/10 Fig. 3.3(b) Body 1 ColorSpacePoint colorpoint = sensor.coordinatemapper.mapcamerapointtocolorspace( jointposition); 2 DepthSpacePoint depthpoint = sensor.coordinatemapper.mapcamerapointtodepthspace( jointposition); (a) joint Fig. 3.3 joint ( ) (b) Body 6

3.4 3 3.4 TextBox joint Elbow Left Hand Left 2 MainWindow.xaml 1 MainWindow.xaml.cs body 2 p1 Elbow Left 2 p2 Hand Left 2 TextBox Fig. 3.4 1 CameraSpacePoint jointposition = joint.

9 TextBox joint Elbow Left Hand Left 2 MainWindow.xaml 1 MainWindow.xaml.cs body 2 p1 Elbow Left 2 p2 Hand Left 2 TextBox Fig CameraSpacePoint jointposition = joint.position; 2 3 if (i == 0) 4 { // 3D space point 5 jointposition = body.joints[jointtype.elbowleft].position; 6 } 7 if (i == 1) 8 { // 3D space point 9 jointposition = body.joints[jointtype.handleft].position; 10 } // 2D space point 13 System.Windows.Point point = new System.Windows.Point(); if ( mode == CameraMode.Color) 16 { 17 ColorSpacePoint colorpoint = sensor.coordinatemapper.mapcamerapointtocolorspace( jointposition); point.x = float.isinfinity(colorpoint.x)? 0 : colorpoint.x; 20 point.y = float.isinfinity(colorpoint.y)? 0 : colorpoint.y; if (i == 0) 23 { 24 p1 = point; 25 } 26 if (i == 1) 27 { 28 p2 = point; 29 } 30 } Fig. 3.4 ( ) 7

10 A A.1 MainWindow.xaml 1 <Window x:class=" v2.mainwindow" 2 xmlns=" 3 xmlns:x=" 4 Title="MainWindow" Height="550" Width="730" 5 Loaded="Window_Loaded" Closed="Window_Closed"> 6 7 <Grid> 8 <Image Name="camera" Width="768" Height="432" /> 9 <Canvas Name="canvas" Width="768" Height="432" /> 10 <Button x:name="_screenshotbutton" Content="ScreenShot" Margin="0,480,620,0" Click="_ScreenshotButton_Click" /> 11 <Label x:name="label1" Content="" HorizontalAlignment="Left" Margin=" 107,487,0,0" VerticalAlignment="Top" Width="147"/> 12 </Grid> 13 </Window> MainWindow.xaml.cs 1 using System; 2 using System.Collections.Generic; 3 using System.Linq; 4 using System.Text; 5 using System.Threading.Tasks; 6 using System.Windows; 7 using System.Windows.Controls; 8 using System.Windows.Data; 9 using System.Windows.Documents; 10 using System.Windows.Input; 11 using System.Windows.Media; 12 using System.Windows.Media.Imaging; 13 using System.Windows.Navigation; 14 using System.Windows.Shapes; 15 using Microsoft.Kinect; namespace v2 18 { 19 /// <summary> 20 /// MainWindow.xaml 21 /// </summary> 22 public partial class MainWindow : Window 23 { 24 KinectSensor sensor; 25 MultiSourceFrameReader reader; 26 IList<Body> bodies; CameraMode mode = CameraMode.Color; public MainWindow() 31 { 32 InitializeComponent(); 33 } private void Window Loaded(object sender, RoutedEventArgs e) 36 { 8

11 A.1 A 37 sensor = KinectSensor.GetDefault(); if ( sensor!= null) 40 { 41 sensor.open(); reader = sensor.openmultisourceframereader(framesourcetypes.color FrameSourceTypes.Depth FrameSourceTypes.Infrared FrameSourceTypes. Body); 44 reader.multisourceframearrived += Reader MultiSourceFrameArrived; 45 } 46 } private void Window Closed(object sender, EventArgs e) 49 { 50 if ( reader!= null) 51 { 52 reader.dispose(); 53 } if ( bodies!= null) 56 { 57 if ( bodies.count() > 0) 58 { 59 foreach (var body in bodies) 60 { 61 // body.dispose(); 62 } 63 } 64 } if ( sensor!= null) 67 { 68 sensor.close(); 69 } 70 } void Reader MultiSourceFrameArrived(object sender, MultiSourceFrameArrivedEventArgs e) 73 { 74 var reference = e.framereference.acquireframe(); // Color 77 using (var frame = reference.colorframereference.acquireframe()) 78 { 79 if (frame!= null) 80 { 81 if ( mode == CameraMode.Color) 82 { 83 camera.source = frame.tobitmap(); 84 } 85 } 86 } // Depth 89 using (var frame = reference.depthframereference.acquireframe()) 90 { 91 if (frame!= null) 92 { 93 if ( mode == CameraMode.Depth) 94 { 95 camera.source = frame.tobitmap(); 96 } 97 } 98 } // Infrared 9

12 A.1 A 101 using (var frame = reference.infraredframereference.acquireframe()) 102 { 103 if (frame!= null) 104 { 105 if ( mode == CameraMode.Infrared) 106 { 107 camera.source = frame.tobitmap(); 108 } 109 } 110 } // Body 113 using (var frame = reference.bodyframereference.acquireframe()) 114 { 115 if (frame!= null) 116 { 117 canvas.children.clear(); bodies = new Body[frame.BodyFrameSource.BodyCount]; frame.getandrefreshbodydata( bodies); foreach (var body in bodies) 124 { 125 if (body.istracked) 126 { 127 // COORDINATE MAPPING 128 foreach (Joint joint in body.joints.values) 129 { 130 if (joint.trackingstate == TrackingState.Tracked) 131 { 132 // 3D space point 133 CameraSpacePoint jointposition = joint.position; // 2D space point 136 System.Windows.Point point = new System.Windows.Point(); if ( mode == CameraMode.Color) 139 { 140 ColorSpacePoint colorpoint = sensor.coordinatemapper. MapCameraPointToColorSpace(jointPosition); point.x = float.isinfinity(colorpoint.x)? 0 : colorpoint.x; 143 point.y = float.isinfinity(colorpoint.y)? 0 : colorpoint.y; 144 } 145 else if ( mode == CameraMode.Depth mode == CameraMode.Infrared) // Change the Image and Canvas dimensions to 512x { 147 DepthSpacePoint depthpoint = sensor.coordinatemapper. MapCameraPointToDepthSpace(jointPosition); point.x = float.isinfinity(depthpoint.x)? 0 : depthpoint. X; 150 point.y = float.isinfinity(depthpoint.y)? 0 : depthpoint. Y; 151 } // Draw 154 Ellipse ellipse = new Ellipse 155 { 156 Fill = System.Windows.Media.Brushes.Red, 157 Width = 15, 158 Height = }; Canvas.SetLeft(ellipse, point.x 4 / 10 ellipse.width / 2); 10

13 A.2 A 162 Canvas.SetTop(ellipse, point.y 4 / 10 ellipse.height / 2); canvas.children.add(ellipse); 165 } 166 } 167 } } 170 } 171 } 172 } /// <summary> 175 /// 176 /// </summary> 177 int count = 0; 178 private void ScreenshotButton Click(object sender, RoutedEventArgs e) 179 { 180 count++; 181 string name = "capture" + count + ".bmp"; 182 Bitmap bmp = new Bitmap(Screen.PrimaryScreen.Bounds.Width, 183 Screen.PrimaryScreen.Bounds.Height); 184 //Graphics 185 Graphics g = Graphics.FromImage(bmp); 186 // 187 g.copyfromscreen(new System.Drawing.Point(0, 0), new System.Drawing.Point(0, 0), bmp.size); 188 // 189 bmp.save(name); 190 g.dispose(); 191 label1.content = "save " + name; 192 } 193 } enum CameraMode 196 { 197 Color, 198 Depth, 199 Infrared 200 } 201 } A <Window x:class=" v2.mainwindow" 2 xmlns=" 3 xmlns:x=" 4 Title="MainWindow" Height="550" Width="730" 5 Loaded="Window_Loaded" Closed="Window_Closed"> 6 7 <Grid> 8 <Image Name="camera" Width="768" Height="432" /> 9 <Canvas Name="canvas" Width="768" Height="432" /> 10 <Button x:name="_screenshotbutton" Content="ScreenShot" Margin="0,480,620,0" Click="_ScreenshotButton_Click" /> 11 <Label x:name="label1" Content="" HorizontalAlignment="Left" Margin=" 107,487,0,0" VerticalAlignment="Top" Width="147"/> 12 <TextBox x:name="text1" Content="" HorizontalAlignment="Left" Height="40" TextWrapping="Wrap" Margin="10,4,0,0" VerticalAlignment="Top" Width="117" FontSize="28" /> 13 </Grid> 14 </Window> 2 11

14 A.2 A 1 // COORDINATE MAPPING 2 foreach (Joint joint in body.joints.values) 3 { 4 if (joint.trackingstate == TrackingState.Tracked) 5 { 6 for (int i = 0; i < 2; i++) 7 { 8 CameraSpacePoint jointposition = joint.position; 9 10 if (i == 0) 11 { 12 // 3D space point 13 jointposition = body.joints[jointtype.elbowleft].position; 14 } 15 if (i == 1) 16 { 17 // 3D space point 18 jointposition = body.joints[jointtype.handleft].position; 19 } // 2D space point 22 System.Windows.Point point = new System.Windows.Point(); if ( mode == CameraMode.Color) 25 { 26 ColorSpacePoint colorpoint = sensor.coordinatemapper.mapcamerapointtocolorspace( jointposition); point.x = float.isinfinity(colorpoint.x)? 0 : colorpoint.x; 29 point.y = float.isinfinity(colorpoint.y)? 0 : colorpoint.y; if (i == 0) 32 { 33 p1 = point; 34 } 35 if (i == 1) 36 { 37 p2 = point; 38 } 39 } 40 else if ( mode == CameraMode.Depth mode == CameraMode.Infrared) // Change the Image and Canvas dimensions to 512x { 42 DepthSpacePoint depthpoint = sensor.coordinatemapper. MapCameraPointToDepthSpace(jointPosition); point.x = float.isinfinity(depthpoint.x)? 0 : depthpoint.x; 45 point.y = float.isinfinity(depthpoint.y)? 0 : depthpoint.y; 46 } // Draw 49 Ellipse ellipse = new Ellipse 50 { 51 Fill = System.Windows.Media.Brushes.Red, 52 Width = 15, 53 Height = }; Canvas.SetLeft(ellipse, point.x 4 / 10 ellipse.width / 2); 57 Canvas.SetTop(ellipse, point.y 4 / 10 ellipse.height / 2); canvas.children.add(ellipse); 60 } double v1 = Math.Sqrt( ); 12

15 A.2 A 63 double v2 = Math.Sqrt((p2.X p1.x) (p2.x p1.x) + (p2.y p1.y) (p2.y p1.y )); 64 double v3 = (10 (p2.x p1.x) + 0 (p2.y p1.y)); double degree = (Math.Acos(v3 / v1 / v2)) 180 / Math.PI; 67 double deg = (180 degree); if (p1.y >p2.y) 70 { 71 Text1.Text = ("+ " + deg.tostring("f1")); 72 } else if (p1.y <p2.y) 75 { 76 Text1.Text = ("- " + deg.tostring("f1")); 77 } 78 else if (p1.y == p2.y) 79 { 80 Text1.Text = (" 0"); 81 } 82 } 83 } 13

16 1),,. Kinect for windows sdk c#., No. 1,

VGB Kinect v2 VGB VGB Kinect v2 3 VGB VGB Discrete Continuous 2 Discrete : Jump, Sit, NicoNii AdaBoost (Confidence) Visual Studio 2013 or 2012 () Kine

VGB Kinect v2 VGB VGB Kinect v2 3 VGB VGB Discrete Continuous 2 Discrete : Jump, Sit, NicoNii AdaBoost (Confidence) Visual Studio 2013 or 2012 () Kine Kinect v2 Visual Gesture Builder Buu C87 2014.12.30 1 Kinect for Windows Leap Motion RealSense RGB 1 Kinect for Windows [1] 2010 Kinect for Xbox 360 2012 [2] [3] Kinect DanceEvolution ARCADE 2014 Kinect