1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
/**
* @file
* @author 2012-2013 Stefan Radomski (stefan.radomski@cs.tu-darmstadt.de)
* @copyright Simplified BSD
*
* @cond
* This program is free software: you can redistribute it and/or modify
* it under the terms of the FreeBSD license as published by the FreeBSD
* project.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
*
* You should have received a copy of the FreeBSD license along with this
* program. If not, see <http://www.opensource.org/licenses/bsd-license>.
* @endcond
*/
#ifndef MILESSESIONINVOKER_H_W09J90F0
#define MILESSESIONINVOKER_H_W09J90F0
#include <uscxml/Interpreter.h>
extern "C" {
#include "miles/miles.h"
#include "miles/network.h"
#include "miles/rtp.h"
#include "miles/audio_codec.h"
#include "miles/audio_io.h"
#include "miles/audio_device.h"
#include "miles/video_codec.h"
#include "miles/video_grabber.h"
#include "miles/session.h"
#include "miles/image.h"
#include "miles/list.h"
long elapsed_time(struct timeval *before, struct timeval *after);
}
#ifdef BUILD_AS_PLUGINS
#include "uscxml/plugins/Plugins.h"
#endif
#define WEBCONFERO_THUMB_NONE 0
#define WEBCONFERO_THUMB_JPEG 1
#define WEBCONFERO_THUMB_PNG 2
struct thumb_entry {
char *img_buf;
int buf_size; // The size of the buffer malloced
int img_size; // The size of the image
int img_format; // JPEG or PNG image
char *decode_buf;
u_int32_t ssrc;
char *userid; // The user id assigned to the video stream
void *window_ctx; // The context of the window popped up when the thumbnail is clicked.
};
namespace uscxml {
class MilesSessionInvoker : public InvokerImpl {
public:
MilesSessionInvoker();
virtual ~MilesSessionInvoker();
virtual boost::shared_ptr<InvokerImpl> create(InterpreterImpl* interpreter);
virtual std::set<std::string> getNames() {
std::set<std::string> names;
names.insert("miles");
names.insert("http://uscxml.tk.informatik.tu-darmstadt.de/#miles");
return names;
}
virtual Data getDataModelVariables();
virtual void send(const SendRequest& req);
virtual void cancel(const std::string sendId);
virtual void invoke(const InvokeRequest& req);
protected:
void processEventStart(const std::string& origin, const std::string& userid, const std::string& reflector, const std::string& session);
void processEventStop(const std::string& origin);
void processEventParticipants(const std::string& origin);
void processEventThumbnail(const std::string& origin, const std::string& userid);
void processEventVideoOn(const std::string& origin, const std::string& userid);
void processEventVideoOff(const std::string& origin, const std::string& userid);
void processEventAudioOn(const std::string& origin, const std::string& userid);
void processEventAudioOff(const std::string& origin, const std::string& userid);
void processEventSendVideo(const std::string& origin, size_t width, size_t height, size_t framerate, const std::string& compression);
void processEventSendVideoOff(const std::string& origin);
void processEventSendAudio(const std::string& origin, const std::string& encoding);
void processEventSendAudioOff(const std::string& origin);
void processEventPostText(const std::string& origin, const std::string& userid, const std::string& message);
void processEventGetText(const std::string& origin);
int _imageSeq;
int video_rtp_in_socket, audio_rtp_in_socket;
int video_rtp_out_socket, audio_rtp_out_socket;
int video_rtcp_in_socket, audio_rtcp_in_socket;
int video_rtcp_out_socket, audio_rtcp_out_socket;
struct miles_rtp_session *video_session, *audio_session;
struct miles_video_codec_encode_context *video_encoder;
struct miles_audio_codec_encode_context *audio_encoder;
int *supported_video_grabbers;
struct miles_video_grabber_context *video_grabber;
struct miles_rtp_out_stream *out_rtp_video_stream, *out_rtp_audio_stream;
struct miles_rtcp_out_stream *out_rtcp_video_stream, *out_rtcp_audio_stream;
struct miles_audio_device *audio_dev;
struct miles_audio_device_description *supported_audio_devices;
int video_port, audio_port;
std::string ip_address;
char *video_out_buf;
char *video_conv_buf;
char *encoded_out_img;
char *audio_in_buf;
char *render_img;
int render_img_size;
char *audio_data;
char *video_data;
char *encoded_out_audio;
char *audio_read_buf;
struct miles_list *thumb_list;
int save_image;
char *text_msg_buf;
int text_msg_available;
struct miles_audio_device *audio_dev_playback;
int audio_dev_playback_id;
int audio_available;
int video_grabber_available;
int sendvideo_enabled;
int sendaudio_enabled;
static void runAudio(void* instance);
static void runVideo(void* instance);
void processVideo();
void processAudio();
int setup_video_grabber();
int setup_audio();
void init_media_buffers();
void free_media_buffers();
void free_video_buffers();
void free_audio_buffers();
void free_text_buffers();
void render_video_image(char *img, int width, int height, int img_format);
void playback_audio(u_int32_t ssrc, char *buf, int sample_rate, int bps, int audio_format, int size);
int video_receiver(struct miles_rtp_in_stream *rtp_stream, char *data, int bytes_read);
int audio_receiver(struct miles_rtp_in_stream *rtp_stream, char *data, int bytes_read);
void rtp_audio_receiver(struct miles_rtp_session *rtp_session);
void rtp_video_receiver(struct miles_rtp_session *rtp_session);
int video_transmitter(struct miles_video_grabber_context *grabber, struct miles_video_codec_encode_context *codec_ctx, struct miles_rtp_out_stream *rtp_stream, struct miles_rtcp_out_stream *out_rtcp_stream);
int audio_transmitter(struct miles_audio_device *dev, struct miles_audio_codec_encode_context *codec_ctx, struct miles_rtp_out_stream *rtp_stream, struct miles_rtcp_out_stream *out_rtcp_audio_stream);
bool _isRunning;
int num_connected;
std::string _userId, _reflector, _session;
tthread::thread* _videoThread;
tthread::thread* _audioThread;
tthread::recursive_mutex _mutex;
};
#ifdef BUILD_AS_PLUGINS
PLUMA_INHERIT_PROVIDER(MilesSessionInvoker, InvokerImpl);
#endif
}
#endif /* end of include guard: MILESSESIONINVOKER_H_W09J90F0 */
|
