Omnimeeting是一个多平台的Ç+ +视频会议程序，使用库如 LiveMedia、OpenCv、DevIL、WxWidgets、ffmpeg等库，通过RTSP协议在互联网做到实时的摄像/音频流传输。它采用了流媒体的协议有：MJPEG、H263+、MP3、MP3ADU等等，它可以得到360度全方位影像和做一张脸检测/跟踪运动检测。一种新的算法，也可以做一个直接的全方位图像的人脸检测（支持人脸识别和跟踪提供I转换/发送全方位图像的API）。
项目如图：
程序效果如图：
omnimeeting提供的软件包包括omnistuff、streaming、gui三个主要文件和数据示例文件。
部分源码分析：
//创建发送和接受流
void MainFrame::OnMenuPreferencesClick( wxCommandEvent& event )
{
if ( m_streamer_thread == NULL ) {
m_streamer_thread = new StreamerCtrlThread( this );
}
if ( m_receiver_thread == NULL ) {
m_receiver_thread = new ReceiverCtrlThread( this );
}
DialogOptions* window = new DialogOptions(this, m_streamer_thread, m_receiver_thread, this,
ID_OPTIONS, _("Preferences..."));
window->Show(true);
}
//创建发送和接受流
void MainFrame::OnMenuPreferencesClick( wxCommandEvent& event )
{
if ( m_streamer_thread == NULL ) {
m_streamer_thread = new StreamerCtrlThread( this );
}
if ( m_receiver_thread == NULL ) {
m_receiver_thread = new ReceiverCtrlThread( this );
}
DialogOptions* window = new DialogOptions(this, m_streamer_thread, m_receiver_thread, this,
ID_OPTIONS, _("Preferences..."));
window->Show(true);
}
//关闭 则释放资源
void MainFrame::OnCloseWindow( wxCloseEvent& event )
{
// provide a clean deletion of objects.
if ( m_receiver_thread && m_receiver_thread->isReceiving() ) {
wxMessageDialog dlg1( this,
wxT("Please stop by hand the receiver, then close.") , wxT( "Warning" ), wxOK );
dlg1.ShowModal();
return;
}
if ( m_streamer_thread && m_streamer_thread->isStreaming() ) {
wxMessageDialog dlg1( this,
wxT("Please stop by hand the server streaming, then close."), wxT( "Warning" ), wxOK );
dlg1.ShowModal();
return;
}
destroy_garbage_collector_for_images ();
wxWindow* window = this;
window->Destroy();
event.Skip();
}
//停止服务
void MainFrame::OnMenuitemActionsStopServerClick( wxCommandEvent& event )
{
if ( m_streamer_thread != NULL ) {
if ( m_streamer_thread->isStreaming() ) {
m_streamer_thread->stopStreaming();
PrintStatusBarMessage( wxT( "Streaming stopped" ), 0 );
// no need to delete the object! Being a thread it will auto-destroy after
// its exiting
// recreate a new ojbect
m_streamer_thread = new StreamerCtrlThread( this );
}
else {
wxMessageDialog dlg1( this, wxT( "Server is not running" ), wxT( "Info" ), wxOK );
dlg1.ShowModal();
delete m_streamer_thread;
m_streamer_thread = new StreamerCtrlThread( this );
}
}
else {
wxMessageDialog dlg1( this, wxT( "Server is not running" ), wxT( "Info" ), wxOK );
dlg1.ShowModal();
}
}
//停止接收
void MainFrame::OnMenuitemActionsStopReceivingClick( wxCommandEvent& event )
{
if ( m_receiver_thread != NULL ) {
if ( m_receiver_thread->isReceiving() ) {
m_receiver_thread->StopReceiving();
PrintStatusBarMessage( wxT( "Receiving stopped" ), 1 );
}
else {
wxMessageDialog dlg1( this, wxT( "Receiver is not running" ), wxT( "Info" ), wxOK );
dlg1.ShowModal();
delete m_receiver_thread;
m_receiver_thread = new ReceiverCtrlThread( this );
}
}
else {
wxMessageDialog dlg1( this, wxT( "Receiver is not running" ), wxT( "Info" ), wxOK );
dlg1.ShowModal();
}
}
//接收完毕则释放资源
void MainFrame::OnReceiverCtrlThreadEnd()
{
// provide a stop for the face_detecting/tracking class if it's available
if ( face_detect ) {
if ( gcard_use == true ) {
if ( ctrl_gcard ) {
ctrl_gcard->loop_stop();
delete ctrl_gcard;
ctrl_gcard = NULL;
}
if ( ctrl_vr_gcard ) {
ctrl_vr_gcard->loop_stop();
delete ctrl_vr_gcard;
ctrl_vr_gcard = NULL;
}
}
else {
if ( ctrl_lookup ) {
ctrl_lookup->loop_stop();
delete ctrl_lookup;
ctrl_lookup = NULL;
}
if ( ctrl_vr_lookup ) {
ctrl_vr_lookup->loop_stop();
delete ctrl_vr_lookup;
ctrl_vr_lookup = NULL;
}
}
ctrl_initialized = false;
face_detect = false;
}
// important!: set to null our class, so that we can recreate it when necessary
m_receiver_thread = NULL;
reset_displayed_image_vector();
clear_garbage_collector_for_images();
video_received_window = false;
}
omnistuff测试代码：
int main(int argc, char**argv ) {
/* ok, hardcode them for now... */
double min_radius = 40;
double max_radius = 220;
double omni_center_x = 326;
double omni_center_y = 250;
OmniAlgoSimpleDetection<OmniGCardConverter, double, IplImage, CvPoint> *ctrl;
OmniConversion<OmniGCardConverter, double, IplImage, CvPoint> *conv;
bool ctrl_initialized = false;
IplImage *frame;
// init capturing
CvCapture* capture = 0;
#ifdef WIN32
char* filename = "..\\..\\data\\videos\\video_test-1-divx5.avi";
#else
char* filename = "../../data/videos/video_test-1-divx5.avi";
#endif
// hardcoding... it ugly but this is a sample test file
const int c_array_length = 2;
const char *c_array[c_array_length];
#ifdef WIN32
// this seems to be the best Haar-cascade combination: it gives the lowest number of false-positive
// Anyway improving the xml's with a good haar learning can rise up the performances.
c_array[0] = "..\\..\\omnistuff\\data\\haarcascades\\haarcascade_upperbody.xml";
c_array[1] = "..\\..\\omnistuff\\data\\haarcascades\\haarcascade_frontalface_default.xml";
#else
c_array[0] = "../../omnistuff/data/haarcascades/haarcascade_upperbody.xml";
c_array[1] = "../../omnistuff/data/haarcascades/haarcascade_frontalface_default.xml";
#endif
if ( argc != 2 ) {
printf( "To play a different file read below.\n" );
printf( "usage: %s <avi file>\n", argv[0] );
printf( "Now using %s\n", filename );
}
else {
filename = argv[1];
printf( "Now using %s\n", filename );
}
capture = cvCaptureFromAVI( filename );
while ( 1 ) {
frame = cvQueryFrame( capture );
if( !frame ) {
printf( "Some error occurred or end of video reached\n");
break;
}
if ( !ctrl_initialized ) {
conv = new OmniConversion<OmniGCardConverter, double, IplImage, CvPoint>(
new OmniGCardConverter( min_radius,
max_radius,
omni_center_x,
omni_center_y,
640,
480,
"omnigcardo",
"../../omnistuff/data/shaders/vertex_shader.cg",
"vertex_shader_main",
"../../omnistuff/data/shaders/pixel_shader.cg",
"pixel_shader_main") );
if ( conv->is_initialized () ) {
printf("great, gcard is initialized and ready to use...\n");
ctrl_initialized = true;
}
else {
printf( "some problem occurred: no gcard available...\n");
exit(-1);
}
ctrl = new OmniAlgoSimpleDetection<OmniGCardConverter, double, IplImage, CvPoint>( conv,
frame,
(const char**)c_array,
c_array_length,
FREEZE_FRAME_BOUND,
TRACK_WINDOW_HITRATE);
}
ctrl->loop_next_frame( frame );
cvWaitKey ( WAIT_KEY_VALUE );
}
cvReleaseCapture( &capture );
return 0;
}
omnitest测试代码：
int main( int argc, char** argv ) {
#ifdef WIN32
char* filename = "..\\..\\data\\videos\\video_test-1-divx5.avi";
#else
char* filename = "../../data/videos/video_test-1-divx5.avi";
#endif
if ( argc != 2 ) {
printf( "To play a different file read below.\n" );
printf( "usage: %s <avi file>\n", argv[0] );
printf( "Now using %s\n", filename );
}
else {
filename = argv[1];
printf( "Now using %s\n", filename );
}
MyTimer timer;
// hardcoding... it ugly but this is a sample test file
const int c_array_length = 2;
const char *c_array[c_array_length];
#ifdef WIN32
// this seems to be the best Haar-cascade combination: it gives the lowest number of false-positive
// Anyway improving the xml's with a good haar learning can rise up the performances.
c_array[0] = "..\\..\\omnistuff\\data\\haarcascades\\haarcascade_upperbody.xml";
c_array[1] = "..\\..\\omnistuff\\data\\haarcascades\\haarcascade_frontalface_default.xml";
#else
c_array[0] = "../../omnistuff/data/haarcascades/haarcascade_upperbody.xml";
c_array[1] = "../../omnistuff/data/haarcascades/haarcascade_frontalface_default.xml";
#endif
// Our OmniCtrl class.
OmniLoopCtrl *ctrl;
bool ctrl_initialized = false;
// one second of timeout
timer.Start(1000);
IplImage *frame;
// init capturing
CvCapture* capture = 0;
capture = cvCaptureFromAVI( filename );
while ( 1 ) {
frame = cvQueryFrame( capture );
if( !frame ) {
printf( "Some error occurred or end of video reached\n");
break;
}
if ( !ctrl_initialized ) {
ctrl = new OmniLoopCtrl( frame,
1/(double)RADIUS_MAX,
RADIUS_MIN,
RADIUS_MAX,
CENTER_X,
CENTER_Y,
c_array,
c_array_length,
FREEZE_FRAME_BOUND,
TRACK_WINDOW_HITRATE );
ctrl_initialized = true;
}
ctrl->loop_next_frame( frame );
timer.frame_per_second++;
}
cvReleaseCapture( &capture );
timer.Stop();
if ( ctrl_initialized ) {
ctrl->loop_stop();
delete ctrl;
}
return 0;
}
vrfilter_test测试代码：
int main( int argc, char** argv )
{
//time for fps
double now_time, end_time ;
char fps_buff [20];
CvPoint fps_point = cvPoint(10, 450);
CvFont font;
cvInitFont( &font, CV_FONT_HERSHEY_SIMPLEX, 0.6f, 0.6f, 0.0f, 2, CV_AA);
CvVideoWriter *avi_writer = NULL;
#ifdef USE_GRAPHIC_CARD
OmniConversion<OmniGCardConverter, double, IplImage, CvPoint> *conv_gcard;
OmniAlgoVRFilterDetection<OmniGCardConverter, double, IplImage, CvPoint> *ctrl_gcard;
#else
OmniConversion<OmniFastLookupTable, int, IplImage, CvPoint> *conv_lu;
OmniAlgoVRFilterDetection<OmniFastLookupTable, int, IplImage, CvPoint> *ctrl_lu;
#endif
/* ok, hardcode them for now... */
int min_radius = 55;
int max_radius = 220;
int omni_center_x = 320;
int omni_center_y = 255;
CvCapture* capture = 0;
char *filename = NULL;
cvNamedWindow( "face_window", 1 );
if ( argc != 2 )
filename =
#ifdef WIN32
"..\\..\\data\\videos\\video_test-3-xvid.avi";
#else
"../../data/videos/video_test-3-xvid.avi";
#endif
else
filename = argv[1];
#ifdef SHOW_FPS_ON_IMAGE
int fps = 0;
int rate = 0;
#endif
capture = cvCaptureFromAVI( filename );
printf("Using %s as omnidirectional video...\n", filename);
if( !capture )
{
fprintf(stderr,"Could not initialize capturing...\n");
return -1;
}
now_time = (double) clock ();
end_time = (double) clock () + (1 * CLOCKS_PER_SEC);
sprintf(fps_buff, " %d FPS", fps);
bool initialized = false;
while ( 1 )
{
IplImage* frame = 0;
frame = cvQueryFrame( capture );
if( !frame )
break;
if ( !initialized ) {
#ifdef USE_GRAPHIC_CARD
conv_gcard = new OmniConversion<OmniGCardConverter, double, IplImage, CvPoint>(
new OmniGCardConverter(min_radius,
max_radius,
omni_center_x,
omni_center_y,
640,
480,
"omnigcardo",
"../../omnistuff/data/shaders/vertex_shader.cg",
"vertex_shader_main",
"../../omnistuff/data/shaders/pixel_shader.cg",
"pixel_shader_main",
true));
ctrl_gcard = new OmniAlgoVRFilterDetection<OmniGCardConverter, double, IplImage, CvPoint>( conv_gcard,
frame );
#else
conv_lu = new OmniConversion<OmniFastLookupTable, int, IplImage, CvPoint>(
new OmniFastLookupTable(min_radius,
max_radius,
omni_center_x,
omni_center_y,
0.0,
true ));
ctrl_lu = new OmniAlgoVRFilterDetection<OmniFastLookupTable, int, IplImage, CvPoint>( conv_lu,
frame );
#endif /* USE_GRAPHIC_CARD */
#ifdef SAVE_PROCESSED_VIDEO
// FIXME: change that -1 value to a fourcc value to work with linux
avi_writer = cvCreateAVIWriter( PROCESSED_VIDEO_PATH, CV_FOURCC('X', 'V', 'I', 'D') , PROCESSED_VIDEO_FPS,
cvSize(frame->width, frame->height) );
#endif /* SAVE_PROCESSED_VIDEO */
initialized = true;
}
#ifdef USE_GRAPHIC_CARD
ctrl_gcard->loop_next_frame( frame );
#else
ctrl_lu->loop_next_frame( frame );
#endif
#ifdef SHOW_FPS_ON_IMAGE
now_time = (double) clock ();
if (end_time - now_time > DBL_EPSILON){
fps++;
}
else{
sprintf(fps_buff, " %d FPS", fps);
end_time = (double) clock () + (1 * CLOCKS_PER_SEC);
fps = 0;
}
cvPutText( frame, fps_buff , fps_point, &font, CV_RGB(0,255,0) );
rate++;
#endif /* SHOW_FPS_ON_IMAGE */
cvShowImage( "face_window", frame);
#ifdef SAVE_PROCESSED_VIDEO
cvWriteToAVI (avi_writer, frame);
#endif /* SAVE_PROCESSED_VIDEO */
cvWaitKey( WAIT_KEY_VALUE );
}
cvReleaseCapture( &capture );
#ifdef SAVE_PROCESSED_VIDEO
if (avi_writer != NULL)
cvReleaseVideoWriter(&avi_writer);
#endif /* SAVE_PROCESSED_VIDEO */
}
学习的目标是成熟！~~~