polycode-engine/Modules/Contents/Kinect/Source/PolycodeKinect.cpp

/*
 *  PolycodeKinect.cpp
 *  PolycodeKinectTest
 *
 *  Created by Ivan Safrin on 12/2/10.
 *  Copyright 2010 Local Projects. All rights reserved.
 *
 */

#include "PolycodeKinect.h"


using namespace Polycode;

PolycodeRunner *polycodeRunner;
pthread_mutex_t gl_backbuf_mutex = PTHREAD_MUTEX_INITIALIZER;
pthread_mutex_t usbMutex = PTHREAD_MUTEX_INITIALIZER;

PolycodeRunner::PolycodeRunner() : Threaded() {
	
	polycodeRunner = this;
	
	current_format = FREENECT_VIDEO_RGB;
	requested_format = FREENECT_VIDEO_RGB;
	freenect_angle = 0;		
	
	depth_mid = (uint8_t*)malloc(640*480*3);
	depth_front = (uint8_t*)malloc(640*480*3);
	rgb_back = (uint8_t*)malloc(640*480*3);
	rgb_mid = (uint8_t*)malloc(640*480*3);
	rgb_front = (uint8_t*)malloc(640*480*3);
	
	
	int i;
	for (i=0; i<2048; i++) {
		float v = i/2048.0;
		v = powf(v, 3)* 5;
		t_gamma[i] = v*6*256;
	}
	
	
	initKinect();	
}


int PolycodeRunner::initKinect() {
	if (freenect_init(&f_ctx, NULL) < 0) {
		printf("freenect_init() failed\n");
		return 0;
	}
	
	freenect_set_log_level(f_ctx, FREENECT_LOG_FATAL);
	
	int nr_devices = freenect_num_devices (f_ctx);
	printf ("Number of devices found: %d\n", nr_devices);
	
	
	if (freenect_open_device(f_ctx, &f_dev, 0) < 0) {
		printf("Could not open device\n");
		return 1;
	}
		
	return 1;
}

PolycodeRunner::~PolycodeRunner() {
	
}

void PolycodeRunner::runThread() {
	
	
	freenect_set_tilt_degs(f_dev,freenect_angle);
	freenect_set_led(f_dev,LED_BLINK_YELLOW);
	freenect_set_depth_callback(f_dev, depth_cb);
	freenect_set_video_callback(f_dev, rgb_cb);
	freenect_set_video_format(f_dev, current_format);
	freenect_set_depth_format(f_dev, FREENECT_DEPTH_11BIT);
	freenect_set_video_buffer(f_dev, rgb_back);
	
	freenect_start_depth(f_dev);
	freenect_start_video(f_dev);
	
	while (threadRunning && freenect_process_events(f_ctx) >= 0) {
		pthread_mutex_lock(&usbMutex);				
		freenect_raw_tilt_state* state;
		freenect_update_tilt_state(f_dev);
		state = freenect_get_tilt_state(f_dev);
		double dx,dy,dz;
		freenect_get_mks_accel(state, &dx, &dy, &dz);
		printf("\r raw acceleration: %4d %4d %4d  mks acceleration: %4f %4f %4f", state->accelerometer_x, state->accelerometer_y, state->accelerometer_z, dx, dy, dz);
		fflush(stdout);
		
		if (requested_format != current_format) {
			freenect_stop_video(f_dev);
			freenect_set_video_format(f_dev, requested_format);
			freenect_start_video(f_dev);
			current_format = requested_format;
		}
		pthread_mutex_unlock(&usbMutex);				
	}
	
	printf("\nshutting down streams...\n");	
	printf("Cleaning freenect...\n");
	
	free(depth_mid);
	free(depth_front);
	free(rgb_back);
	free(rgb_mid);
	free(rgb_front);
	
	
	freenect_stop_depth(f_dev);
	freenect_stop_video(f_dev);
	
	freenect_close_device(f_dev);
	freenect_shutdown(f_ctx);	
}

void PolycodeRunner::rgbCallback(freenect_device *dev, void *rgb, uint32_t timestamp) {
	rgb_back = rgb_mid;
	freenect_set_video_buffer(dev, rgb_back);
	rgb_mid = (uint8_t*)rgb;	
}

void PolycodeRunner::depthCallback(freenect_device *dev, void *v_depth, uint32_t timestamp) {
	
	int i;
	uint16_t *depth = (uint16_t*)v_depth;
	
//	pthread_mutex_lock(&gl_backbuf_mutex);
	
	for (i=0; i<FREENECT_FRAME_PIX; i++) {
		int pval = t_gamma[depth[i]];
		int lb = pval & 0xff;
		
		/*
		if(pval>>8 == 0) {
			depth_mid[3*i+0] = 255-lb;
			depth_mid[3*i+1] = 255-lb;
			depth_mid[3*i+2] = 255-lb;
		} else {
			depth_mid[3*i+0] = 0;
			depth_mid[3*i+1] = 0;
			depth_mid[3*i+2] = 0;
		}
		 */

		switch (pval>>8) {
			case 0:
				depth_mid[3*i+0] = 255;
				depth_mid[3*i+1] = 255-lb;
				depth_mid[3*i+2] = 255-lb;
				break;
			case 1:
				depth_mid[3*i+0] = 255;
				depth_mid[3*i+1] = lb;
				depth_mid[3*i+2] = 0;
				break;
			case 2:
				depth_mid[3*i+0] = 255-lb;
				depth_mid[3*i+1] = 255;
				depth_mid[3*i+2] = 0;
				break;
			case 3:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 255;
				depth_mid[3*i+2] = lb;
				break;
			case 4:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 255-lb;
				depth_mid[3*i+2] = 255;
				break;
			case 5:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 255-lb;
				break;
			default:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
		}
			/*	
		 
			case 0:
				depth_mid[3*i+0] = 255;
				depth_mid[3*i+1] = 255;
				depth_mid[3*i+2] = 255;
				break;
			case 1:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
			case 2:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
			case 3:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
			case 4:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
			case 5:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
			default:
				depth_mid[3*i+0] = 0;
				depth_mid[3*i+1] = 0;
				depth_mid[3*i+2] = 0;
				break;
				
		}
			 */			 
	}
	
}


void depth_cb(freenect_device *dev, void *v_depth, uint32_t timestamp) {
	pthread_mutex_lock(&gl_backbuf_mutex);	
	polycodeRunner->depthCallback(dev, v_depth, timestamp);	
	pthread_mutex_unlock(&gl_backbuf_mutex);
}

void rgb_cb(freenect_device *dev, void *rgb, uint32_t timestamp) {
	pthread_mutex_lock(&gl_backbuf_mutex);		
	polycodeRunner->rgbCallback(dev, rgb, timestamp);
	pthread_mutex_unlock(&gl_backbuf_mutex);	
}

void PolycodeRunner::tiltUp() {
	pthread_mutex_lock(&usbMutex);		
	freenect_angle++;
	if (freenect_angle > 30) {
		freenect_angle = 30;
	}	
	freenect_set_tilt_degs(f_dev,freenect_angle);	
	pthread_mutex_unlock(&usbMutex);		
}

void PolycodeRunner::tiltDown() {
	pthread_mutex_lock(&usbMutex);		
	freenect_angle--;
	if (freenect_angle < -30) {
		freenect_angle = -30;
	}
	freenect_set_tilt_degs(f_dev,freenect_angle);	
	pthread_mutex_unlock(&usbMutex);		
	
}

void PolycodeRunner::Level() {
	pthread_mutex_lock(&usbMutex);		
	freenect_angle = 0;
	freenect_set_tilt_degs(f_dev,freenect_angle);	
	pthread_mutex_unlock(&usbMutex);		
	
}

PolycodeKinect::PolycodeKinect(bool calculatePoints) : EventHandler() {
	
	this->calculatePoints = calculatePoints;
	this->calculateColors = true;
	rgbTexture = NULL;
	
	updateTimer = new Timer(true, 10);
	updateTimer->addEventListener(this, Timer::EVENT_TRIGGER);
	
	
	runner = new PolycodeRunner();
	rgbPtr = runner->rgb_front;
	
	rgbTexture = CoreServices::getInstance()->getMaterialManager()->createTexture(640, 480, (char*)runner->rgb_front, false, Image::IMAGE_RGB);						
	closeDepthTexture = CoreServices::getInstance()->getMaterialManager()->createTexture(640, 480, (char*)runner->depth_mid, false, Image::IMAGE_RGB);
	CoreServices::getInstance()->getCore()->createThread(runner);	
}

void PolycodeKinect::handleEvent(Event *event) {
	if(event->getDispatcher() == updateTimer) {
		Image *newImage = new Image((char*)runner->rgb_back, 640, 480, Image::IMAGE_RGB);
		rgbTexture->setImageData(newImage);
		rgbTexture->recreateFromImageData();
		delete newImage;
		
		newImage = new Image((char*)runner->depth_mid, 640, 480, Image::IMAGE_RGB);
		closeDepthTexture->setImageData(newImage);
		closeDepthTexture->recreateFromImageData();
		delete newImage;

		if(calculatePoints || calculateColors) {
			for(int i=0; i < MAX_KINECT_POINTS; i++) {
				points[i] = Vector3(0,0,0);
				colors[i].setColorRGB(0,0,0);
			}
			
			int ptIndex = 0;
			char *data = closeDepthTexture->getTextureData();
			char *colorData = rgbTexture->getTextureData();
			
				for(int y=0; y < 480; y+= 7) {							
					for(int x=0; x < 640; x += 7) {					
					char *testArr = data + ((x*3)+(y*640*3));
					unsigned int testArrColor = *((unsigned int*) (colorData + ((x-30)*3)+((y+30)*640*3)));
					
					if(testArr[1] > 0) {
						if(ptIndex < MAX_KINECT_POINTS) {							
							if(calculateColors) {
								colors[ptIndex].setColorHexRGB(testArrColor);
							}
							if(calculatePoints) {
								points[ptIndex] = Vector3(x, y, testArr[1]);
							}
							
							ptIndex++;
						} else {
							return;
						}
					}
				}
			}			
			
		}
		
	}
}

void PolycodeKinect::tiltUp() {
	runner->tiltUp();
}

void PolycodeKinect::tiltDown() {
	runner->tiltDown();	
}

void PolycodeKinect::Level() {
	runner->Level();
}


Texture *PolycodeKinect::getCloseDepthTexture() {
	return closeDepthTexture;
}

Texture *PolycodeKinect::getRGBTexture() {
	return rgbTexture;
}

						
PolycodeKinect::~PolycodeKinect() {
	printf("Cleaning kinect\n");	
	runner->killThread();
}