obs-source.c 27.3 KB
Newer Older
J
jp9000 已提交
1 2 3 4 5
/******************************************************************************
    Copyright (C) 2013 by Hugh Bailey <obs.jim@gmail.com>

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
6
    the Free Software Foundation, either version 2 of the License, or
J
jp9000 已提交
7 8 9 10 11 12 13 14 15 16 17
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/

18
#include "media-io/format-conversion.h"
19
#include "util/platform.h"
20 21
#include "graphics/matrix3.h"
#include "graphics/vec3.h"
22

J
jp9000 已提交
23 24 25
#include "obs.h"
#include "obs-data.h"

26 27
static void obs_source_destroy(obs_source_t source);

J
jp9000 已提交
28
bool get_source_info(void *module, const char *module_name,
29
		const char *source_id, struct source_info *info)
J
jp9000 已提交
30
{
31
	info->getname = load_module_subfunc(module, module_name,
32
			source_id, "getname", true);
J
jp9000 已提交
33
	info->create = load_module_subfunc(module, module_name,
34
			source_id,"create", true);
J
jp9000 已提交
35
	info->destroy = load_module_subfunc(module, module_name,
36
			source_id, "destroy", true);
J
jp9000 已提交
37
	info->get_output_flags = load_module_subfunc(module, module_name,
38
			source_id, "get_output_flags", true);
J
jp9000 已提交
39

40 41
	if (!info->getname || !info->create || !info->destroy ||
	    !info->get_output_flags)
J
jp9000 已提交
42 43 44
		return false;

	info->config = load_module_subfunc(module, module_name,
45
			source_id, "config", false);
J
jp9000 已提交
46
	info->activate = load_module_subfunc(module, module_name,
47
			source_id, "activate", false);
J
jp9000 已提交
48
	info->deactivate = load_module_subfunc(module, module_name,
49
			source_id, "deactivate", false);
J
jp9000 已提交
50
	info->video_tick = load_module_subfunc(module, module_name,
51
			source_id, "video_tick", false);
J
jp9000 已提交
52
	info->video_render = load_module_subfunc(module, module_name,
53
			source_id, "video_render", false);
J
jp9000 已提交
54
	info->getwidth = load_module_subfunc(module, module_name,
55
			source_id, "getwidth", false);
J
jp9000 已提交
56
	info->getheight = load_module_subfunc(module, module_name,
57
			source_id, "getheight", false);
J
jp9000 已提交
58 59

	info->getparam = load_module_subfunc(module, module_name,
60
			source_id, "getparam", false);
J
jp9000 已提交
61
	info->setparam = load_module_subfunc(module, module_name,
62
			source_id, "setparam", false);
J
jp9000 已提交
63 64

	info->filter_video = load_module_subfunc(module, module_name,
65
			source_id, "filter_video", false);
J
jp9000 已提交
66
	info->filter_audio = load_module_subfunc(module, module_name,
67
			source_id, "filter_audio", false);
J
jp9000 已提交
68

69
	info->id = source_id;
J
jp9000 已提交
70 71 72
	return true;
}

73
static inline const struct source_info *find_source(struct darray *list,
74
		const char *id)
J
jp9000 已提交
75 76 77 78 79 80
{
	size_t i;
	struct source_info *array = list->array;

	for (i = 0; i < list->num; i++) {
		struct source_info *info = array+i;
81
		if (strcmp(info->id, id) == 0)
J
jp9000 已提交
82 83 84 85 86 87
			return info;
	}

	return NULL;
}

88 89 90 91 92 93 94 95 96 97
static inline bool obs_source_init_handlers(struct obs_source *source)
{
	source->signals = signal_handler_create();
	if (!source->signals)
		return false;

	source->procs = proc_handler_create();
	return (source->procs != NULL);
}

98
/* internal initialization */
99 100
bool obs_source_init(struct obs_source *source, const char *settings,
		const struct source_info *info)
J
jp9000 已提交
101
{
102 103
	uint32_t flags = info->get_output_flags(source->data);

104
	source->refs = 1;
105 106 107 108 109 110 111 112 113 114 115 116
	pthread_mutex_init_value(&source->filter_mutex);
	pthread_mutex_init_value(&source->video_mutex);
	pthread_mutex_init_value(&source->audio_mutex);
	dstr_copy(&source->settings, settings);
	memcpy(&source->callbacks, info, sizeof(struct source_info));

	if (pthread_mutex_init(&source->filter_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->audio_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->video_mutex, NULL) != 0)
		return false;
J
jp9000 已提交
117

118
	if (flags & SOURCE_AUDIO) {
119
		source->audio_line = audio_output_createline(obs->audio.audio);
120 121 122 123 124 125
		if (!source->audio_line) {
			blog(LOG_ERROR, "Failed to create audio line for "
			                "source");
			return false;
		}
	}
126

127
	return true;
J
jp9000 已提交
128 129
}

130 131 132 133 134 135 136 137 138 139 140
static inline void obs_source_dosignal(struct obs_source *source,
		const char *signal)
{
	struct calldata data;

	calldata_init(&data);
	calldata_setptr(&data, "source", source);
	signal_handler_signal(obs->signals, signal, &data);
	calldata_free(&data);
}

141 142
obs_source_t obs_source_create(enum obs_source_type type, const char *id,
		const char *name, const char *settings)
J
jp9000 已提交
143 144 145 146 147 148 149 150 151
{
	const struct source_info *info = NULL;
	struct darray *list = NULL;
	struct obs_source *source;

	switch (type) {
	case SOURCE_INPUT:      list = &obs->input_types.da; break;
	case SOURCE_FILTER:     list = &obs->filter_types.da; break;
	case SOURCE_TRANSITION: list = &obs->transition_types.da; break;
J
jp9000 已提交
152
	case SOURCE_SCENE:
J
jp9000 已提交
153
	default:
154
		blog(LOG_WARNING, "Tried to create invalid source type");
J
jp9000 已提交
155 156 157
		return NULL;
	}

158
	info = find_source(list, id);
J
jp9000 已提交
159
	if (!info) {
160
		blog(LOG_WARNING, "Source '%s' not found", id);
J
jp9000 已提交
161 162 163 164
		return NULL;
	}

	source = bmalloc(sizeof(struct obs_source));
165 166
	memset(source, 0, sizeof(struct obs_source));

167 168 169
	if (!obs_source_init_handlers(source))
		goto fail;

170
	source->name = bstrdup(name);
171
	source->type = type;
J
jp9000 已提交
172
	source->data = info->create(settings, source);
173 174 175 176 177
	if (!source->data)
		goto fail;

	if (!obs_source_init(source, settings, info))
		goto fail;
J
jp9000 已提交
178

179
	obs_source_create_dosignal(source, "source-create");
J
jp9000 已提交
180
	return source;
181 182 183 184 185

fail:
	blog(LOG_ERROR, "obs_source_create failed");
	obs_source_destroy(source);
	return NULL;
J
jp9000 已提交
186 187
}

188
static void obs_source_destroy(obs_source_t source)
J
jp9000 已提交
189
{
190
	size_t i;
191

192 193
	obs_source_dosignal(source, "source-destroy");

194 195
	if (source->filter_parent)
		obs_source_filter_remove(source->filter_parent, source);
196

197 198
	for (i = 0; i < source->filters.num; i++)
		obs_source_release(source->filters.array[i]);
199

200 201 202 203
	for (i = 0; i < source->audio_wait_buffer.num; i++)
		audiobuf_free(source->audio_wait_buffer.array+i);
	for (i = 0; i < source->video_frames.num; i++)
		source_frame_destroy(source->video_frames.array[i]);
204

205 206 207
	gs_entercontext(obs->video.graphics);
	texture_destroy(source->output_texture);
	gs_leavecontext();
J
jp9000 已提交
208

209 210
	if (source->data)
		source->callbacks.destroy(source->data);
211

212 213 214 215
	bfree(source->audio_data.data);
	audio_line_destroy(source->audio_line);
	audio_resampler_destroy(source->resampler);

216 217 218
	proc_handler_destroy(source->procs);
	signal_handler_destroy(source->signals);

219 220 221 222 223 224 225
	da_free(source->video_frames);
	da_free(source->audio_wait_buffer);
	da_free(source->filters);
	pthread_mutex_destroy(&source->filter_mutex);
	pthread_mutex_destroy(&source->audio_mutex);
	pthread_mutex_destroy(&source->video_mutex);
	dstr_free(&source->settings);
226
	bfree(source->name);
227 228 229
	bfree(source);
}

230
int obs_source_addref(obs_source_t source)
231 232 233
{
	assert(source != NULL);
	if (!source)
234
		return 0;
235

236
	return ++source->refs;
237 238
}

239
int obs_source_release(obs_source_t source)
240
{
241 242
	int refs;

243 244
	assert(source != NULL);
	if (!source)
245
		return 0;
246

247 248
	refs = --source->refs;
	if (refs == 0)
249
		obs_source_destroy(source);
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269

	return refs;
}

void obs_source_remove(obs_source_t source)
{
	struct obs_data *data = &obs->data;
	size_t id;

	source->removed = true;

	pthread_mutex_lock(&data->sources_mutex);

	id = da_find(data->sources, &source, 0);
	if (id != DARRAY_INVALID) {
		da_erase_item(data->sources, &source);
		obs_source_release(source);
	}

	pthread_mutex_unlock(&data->sources_mutex);
270 271 272 273 274
}

bool obs_source_removed(obs_source_t source)
{
	return source->removed;
J
jp9000 已提交
275 276
}

277
uint32_t obs_source_get_output_flags(obs_source_t source)
J
jp9000 已提交
278 279 280 281
{
	return source->callbacks.get_output_flags(source->data);
}

282
bool obs_source_hasconfig(obs_source_t source)
J
jp9000 已提交
283 284 285 286
{
	return source->callbacks.config != NULL;
}

287
void obs_source_config(obs_source_t source, void *parent)
J
jp9000 已提交
288 289 290 291 292
{
	if (source->callbacks.config)
		source->callbacks.config(source->data, parent);
}

293
void obs_source_activate(obs_source_t source)
J
jp9000 已提交
294 295 296 297 298
{
	if (source->callbacks.activate)
		source->callbacks.activate(source->data);
}

299
void obs_source_deactivate(obs_source_t source)
J
jp9000 已提交
300 301 302 303 304
{
	if (source->callbacks.deactivate)
		source->callbacks.deactivate(source->data);
}

305
void obs_source_video_tick(obs_source_t source, float seconds)
J
jp9000 已提交
306 307 308 309 310
{
	if (source->callbacks.video_tick)
		source->callbacks.video_tick(source->data, seconds);
}

311
/* maximum "direct" timestamp variance in nanoseconds */
312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331
#define MAX_VARIANCE 2000000000ULL

static void source_output_audio_line(obs_source_t source,
		const struct audio_data *data)
{
	struct audio_data in = *data;

	if (!in.timestamp) {
		in.timestamp = os_gettime_ns();
		if (!source->timing_set) {
			source->timing_set    = true;
			source->timing_adjust = 0;
		}
	}

	if (!source->timing_set) {
		source->timing_set    = true;
		source->timing_adjust = in.timestamp - os_gettime_ns();

		/* detects 'directly' set timestamps as long as they're within
332
		 * a certain threshold */
333 334 335 336 337 338 339 340
		if ((source->timing_adjust+MAX_VARIANCE) < MAX_VARIANCE*2)
			source->timing_adjust = 0;
	}

	in.timestamp += source->timing_adjust;
	audio_line_output(source->audio_line, &in);
}

341
static void obs_source_flush_audio_wait_buffer(obs_source_t source)
342 343 344 345 346 347
{
	size_t i;

	pthread_mutex_lock(&source->audio_mutex);
	source->timing_set = true;

348 349
	for (i = 0; i < source->audio_wait_buffer.num; i++) {
		struct audiobuf *buf = source->audio_wait_buffer.array+i;
350 351 352 353 354 355 356 357 358
		struct audio_data data;

		data.data      = buf->data;
		data.frames    = buf->frames;
		data.timestamp = buf->timestamp + source->timing_adjust;
		audio_line_output(source->audio_line, &data);
		audiobuf_free(buf);
	}

359
	da_free(source->audio_wait_buffer);
360 361 362
	pthread_mutex_unlock(&source->audio_mutex);
}

363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379
static bool set_texture_size(obs_source_t source, struct source_frame *frame)
{
	if (source->output_texture) {
		uint32_t width  = texture_getwidth(source->output_texture);
		uint32_t height = texture_getheight(source->output_texture);

		if (width == frame->width && height == frame->height)
			return true;
	}

	texture_destroy(source->output_texture);
	source->output_texture = gs_create_texture(frame->width, frame->height,
			GS_RGBA, 1, NULL, GS_DYNAMIC);

	return source->output_texture != NULL;
}

380 381 382 383 384 385 386 387
enum convert_type {
	CONVERT_NONE,
	CONVERT_NV12,
	CONVERT_420,
	CONVERT_422_U,
	CONVERT_422_Y,
};

388
static inline enum convert_type get_convert_type(enum video_format format)
389
{
390
	switch (format) {
391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413
	case VIDEO_FORMAT_I420:
		return CONVERT_420;
	case VIDEO_FORMAT_NV12:
		return CONVERT_NV12;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
		return CONVERT_422_Y;
	case VIDEO_FORMAT_UYVY:
		return CONVERT_422_U;

	case VIDEO_FORMAT_UNKNOWN:
	case VIDEO_FORMAT_YUVX:
	case VIDEO_FORMAT_UYVX:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		return CONVERT_NONE;
	}

	return CONVERT_NONE;
}

414
static inline bool is_yuv(enum video_format format)
415
{
416
	switch (format) {
417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438
	case VIDEO_FORMAT_I420:
	case VIDEO_FORMAT_NV12:
	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
	case VIDEO_FORMAT_YUVX:
	case VIDEO_FORMAT_UYVX:
		return true;
	case VIDEO_FORMAT_UNKNOWN:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		return false;
	}

	return false;
}

static bool upload_frame(texture_t tex, const struct source_frame *frame)
{
	void *ptr;
	uint32_t row_bytes;
439
	enum convert_type type = get_convert_type(frame->format);
440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468

	if (type == CONVERT_NONE) {
		texture_setimage(tex, frame->data, frame->row_bytes, false);
		return true;
	}

	if (!texture_map(tex, &ptr, &row_bytes))
		return false;

	if (type == CONVERT_420)
		decompress_420(frame->data, frame->width, frame->height,
				frame->row_bytes, 0, frame->height, ptr);

	else if (type == CONVERT_NV12)
		decompress_nv12(frame->data, frame->width, frame->height,
				frame->row_bytes, 0, frame->height, ptr);

	else if (type == CONVERT_422_Y)
		decompress_422(frame->data, frame->width, frame->height,
				frame->row_bytes, 0, frame->height, ptr, true);

	else if (type == CONVERT_422_U)
		decompress_422(frame->data, frame->width, frame->height,
				frame->row_bytes, 0, frame->height, ptr, false);

	texture_unmap(tex);
	return true;
}

469 470
static void obs_source_draw_texture(texture_t tex, struct source_frame *frame)
{
471
	effect_t    effect = obs->video.default_effect;
472
	bool        yuv    = is_yuv(frame->format);
473
	const char  *type  = yuv ? "DrawYUV" : "DrawRGB";
474
	technique_t tech;
475
	eparam_t    param;
476

477 478
	if (!upload_frame(tex, frame))
		return;
479 480 481 482 483

	tech = effect_gettechnique(effect, type);
	technique_begin(tech);
	technique_beginpass(tech, 0);

484
	if (yuv) {
485 486 487 488 489 490 491 492
		param = effect_getparambyname(effect, "yuv_matrix");
		effect_setval(effect, param, frame->yuv_matrix,
				sizeof(float) * 16);
	}

	param = effect_getparambyname(effect, "diffuse");
	effect_settexture(effect, param, tex);

493
	gs_draw_sprite(tex, frame->flip ? GS_FLIP_V : 0, 0, 0);
494 495 496 497 498

	technique_endpass(tech);
	technique_end(tech);
}

499 500 501 502 503 504 505
static void obs_source_render_async_video(obs_source_t source)
{
	struct source_frame *frame = obs_source_getframe(source);
	if (!frame)
		return;

	source->timing_adjust = frame->timestamp - os_gettime_ns();
506 507
	if (!source->timing_set && source->audio_wait_buffer.num)
		obs_source_flush_audio_wait_buffer(source);
508

J
jp9000 已提交
509
	if (set_texture_size(source, frame))
510
		obs_source_draw_texture(source->output_texture, frame);
511 512 513 514

	obs_source_releaseframe(source, frame);
}

515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550
static inline void obs_source_render_filters(obs_source_t source)
{
	source->rendering_filter = true;
	obs_source_video_render(source->filters.array[0]);
	source->rendering_filter = false;
}

static inline void obs_source_default_render(obs_source_t source, bool yuv)
{
	effect_t    effect     = obs->video.default_effect;
	const char  *tech_name = yuv ? "DrawYUV" : "DrawRGB";
	technique_t tech       = effect_gettechnique(effect, tech_name);
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		source->callbacks.video_render(source->data);
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void obs_source_main_render(obs_source_t source)
{
	uint32_t flags = source->callbacks.get_output_flags(source->data);
	bool default_effect = !source->filter_parent &&
	                      source->filters.num == 0 &&
	                      (flags & SOURCE_DEFAULT_EFFECT) != 0;

	if (default_effect)
		obs_source_default_render(source, (flags & SOURCE_YUV) != 0);
	else
		source->callbacks.video_render(source->data);
}

551
void obs_source_video_render(obs_source_t source)
J
jp9000 已提交
552 553
{
	if (source->callbacks.video_render) {
554 555 556 557
		if (source->filters.num && !source->rendering_filter)
			obs_source_render_filters(source);
		else
			obs_source_main_render(source);
558 559 560 561 562 563

	} else if (source->filter_target) {
		obs_source_video_render(source->filter_target);

	} else {
		obs_source_render_async_video(source);
J
jp9000 已提交
564 565 566
	}
}

J
jp9000 已提交
567
uint32_t obs_source_getwidth(obs_source_t source)
J
jp9000 已提交
568 569 570 571 572 573
{
	if (source->callbacks.getwidth)
		return source->callbacks.getwidth(source->data);
	return 0;
}

J
jp9000 已提交
574
uint32_t obs_source_getheight(obs_source_t source)
J
jp9000 已提交
575 576 577 578 579 580
{
	if (source->callbacks.getheight)
		return source->callbacks.getheight(source->data);
	return 0;
}

581
size_t obs_source_getparam(obs_source_t source, const char *param, void *buf,
J
jp9000 已提交
582 583 584 585 586 587 588 589
		size_t buf_size)
{
	if (source->callbacks.getparam)
		return source->callbacks.getparam(source->data, param, buf,
				buf_size);
	return 0;
}

590 591
void obs_source_setparam(obs_source_t source, const char *param,
		const void *data, size_t size)
J
jp9000 已提交
592 593 594 595 596
{
	if (source->callbacks.setparam)
		source->callbacks.setparam(source->data, param, data, size);
}

597 598 599 600 601
obs_source_t obs_filter_getparent(obs_source_t filter)
{
	return filter->filter_parent;
}

602
obs_source_t obs_filter_gettarget(obs_source_t filter)
J
jp9000 已提交
603 604 605 606
{
	return filter->filter_target;
}

607
void obs_source_filter_add(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
608
{
609 610
	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
611
	if (da_find(source->filters, &filter, 0) != DARRAY_INVALID) {
J
jp9000 已提交
612 613 614 615 616 617
		blog(LOG_WARNING, "Tried to add a filter that was already "
		                  "present on the source");
		return;
	}

	if (source->filters.num) {
618
		obs_source_t *back = da_end(source->filters);
J
jp9000 已提交
619 620 621 622
		(*back)->filter_target = filter;
	}

	da_push_back(source->filters, &filter);
623 624 625 626

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = source;
J
jp9000 已提交
627 628 629
	filter->filter_target = source;
}

630
void obs_source_filter_remove(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
631
{
632 633 634 635 636
	size_t idx;

	pthread_mutex_lock(&source->filter_mutex);

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
637
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
638 639 640
		return;

	if (idx > 0) {
641
		obs_source_t prev = source->filters.array[idx-1];
J
jp9000 已提交
642 643 644 645
		prev->filter_target = filter->filter_target;
	}

	da_erase(source->filters, idx);
646 647 648 649

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = NULL;
J
jp9000 已提交
650 651 652
	filter->filter_target = NULL;
}

653
void obs_source_filter_setorder(obs_source_t source, obs_source_t filter,
J
jp9000 已提交
654 655 656 657
		enum order_movement movement)
{
	size_t idx = da_find(source->filters, &filter, 0);
	size_t i;
J
jp9000 已提交
658
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681
		return;

	if (movement == ORDER_MOVE_UP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, idx+1);

	} else if (movement == ORDER_MOVE_DOWN) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, idx-1);

	} else if (movement == ORDER_MOVE_TOP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, source->filters.num-1);

	} else if (movement == ORDER_MOVE_BOTTOM) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, 0);
	}

682
	/* reorder filter targets, not the nicest way of dealing with things */
J
jp9000 已提交
683
	for (i = 0; i < source->filters.num; i++) {
684
		obs_source_t next_filter = (i == source->filters.num-1) ?
J
jp9000 已提交
685 686 687 688 689
			source : source->filters.array[idx+1];
		source->filters.array[i]->filter_target = next_filter;
	}
}

690
const char *obs_source_getsettings(obs_source_t source)
J
jp9000 已提交
691 692 693 694
{
	return source->settings.array;
}

695
void obs_source_savesettings(obs_source_t source, const char *settings)
J
jp9000 已提交
696 697 698 699
{
	dstr_copy(&source->settings, settings);
}

700 701
static inline struct source_frame *filter_async_video(obs_source_t source,
		struct source_frame *in)
702 703 704 705 706 707 708 709 710 711 712 713 714 715
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
		if (filter->callbacks.filter_video) {
			in = filter->callbacks.filter_video(filter->data, in);
			if (!in)
				return NULL;
		}
	}

	return in;
}

716 717
static inline struct source_frame *cache_video(obs_source_t source,
		const struct source_frame *frame)
718
{
719 720 721 722 723 724
	/* TODO: use an actual cache */
	struct source_frame *new_frame = bmalloc(sizeof(struct source_frame));
	memcpy(new_frame, frame, sizeof(struct source_frame));
	new_frame->data = bmalloc(frame->row_bytes * frame->height);

	return new_frame;
725 726 727
}

void obs_source_output_video(obs_source_t source,
728
		const struct source_frame *frame)
729
{
730
	struct source_frame *output = cache_video(source, frame);
731 732 733 734 735

	pthread_mutex_lock(&source->filter_mutex);
	output = filter_async_video(source, output);
	pthread_mutex_unlock(&source->filter_mutex);

736 737 738 739 740
	if (output) {
		pthread_mutex_lock(&source->video_mutex);
		da_push_back(source->video_frames, &output);
		pthread_mutex_unlock(&source->video_mutex);
	}
741 742
}

743 744
static inline struct filtered_audio *filter_async_audio(obs_source_t source,
		struct filtered_audio *in)
745 746 747 748 749 750 751 752 753 754 755 756 757 758
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
		if (filter->callbacks.filter_audio) {
			in = filter->callbacks.filter_audio(filter->data, in);
			if (!in)
				return NULL;
		}
	}

	return in;
}

759
static inline void reset_resampler(obs_source_t source,
760 761
		const struct source_audio *audio)
{
762
	const struct audio_info *obs_info;
763 764
	struct resample_info output_info;

765 766
	obs_info = audio_output_getinfo(obs->audio.audio);

767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793
	output_info.format           = obs_info->format;
	output_info.samples_per_sec  = obs_info->samples_per_sec;
	output_info.speakers         = obs_info->speakers;

	source->sample_info.format          = audio->format;
	source->sample_info.samples_per_sec = audio->samples_per_sec;
	source->sample_info.speakers        = audio->speakers;

	if (source->sample_info.samples_per_sec == obs_info->samples_per_sec &&
	    source->sample_info.format          == obs_info->format          &&
	    source->sample_info.speakers        == obs_info->speakers) {
		source->audio_failed = false;
		return;
	}

	audio_resampler_destroy(source->resampler);
	source->resampler = audio_resampler_create(&output_info,
			&source->sample_info);

	source->audio_failed = source->resampler == NULL;
	if (source->resampler == NULL)
		blog(LOG_ERROR, "creation of resampler failed");
}

static inline void copy_audio_data(obs_source_t source,
		const void *data, uint32_t frames, uint64_t timestamp)
{
794
	size_t blocksize = audio_output_blocksize(obs->audio.audio);
795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833
	size_t size = (size_t)frames * blocksize;

	/* ensure audio storage capacity */
	if (source->audio_storage_size < size) {
		bfree(source->audio_data.data);
		source->audio_data.data = bmalloc(size);
		source->audio_storage_size = size;
	}

	source->audio_data.frames = frames;
	source->audio_data.timestamp = timestamp;
	memcpy(source->audio_data.data, data, size);
}

/* resamples/remixes new audio to the designated main audio output format */
static void process_audio(obs_source_t source, const struct source_audio *audio)
{
	if (source->sample_info.samples_per_sec != audio->samples_per_sec ||
	    source->sample_info.format          != audio->format          ||
	    source->sample_info.speakers        != audio->speakers)
		reset_resampler(source, audio);

	if (source->audio_failed)
		return;

	if (source->resampler) {
		void *output;
		uint32_t frames;
		uint64_t offset;

		audio_resampler_resample(source->resampler, &output, &frames,
				audio->data, audio->frames, &offset);

		copy_audio_data(source, output, frames,
				audio->timestamp - offset);
	} else {
		copy_audio_data(source, audio->data, audio->frames,
				audio->timestamp);
	}
834 835 836 837 838 839
}

void obs_source_output_audio(obs_source_t source,
		const struct source_audio *audio)
{
	uint32_t flags = obs_source_get_output_flags(source);
840
	size_t blocksize = audio_output_blocksize(obs->audio.audio);
841
	struct filtered_audio *output;
842

843
	process_audio(source, audio);
844 845

	pthread_mutex_lock(&source->filter_mutex);
846
	output = filter_async_audio(source, &source->audio_data);
847 848 849 850

	if (output) {
		pthread_mutex_lock(&source->audio_mutex);

851 852
		/* wait for video to start before outputting any audio so we
		 * have a base for sync */
853 854
		if (!source->timing_set && flags & SOURCE_ASYNC_VIDEO) {
			struct audiobuf newbuf;
855
			size_t audio_size = blocksize * output->frames;
856 857 858 859 860 861

			newbuf.data      = bmalloc(audio_size);
			newbuf.frames    = output->frames;
			newbuf.timestamp = output->timestamp;
			memcpy(newbuf.data, output->data, audio_size);

862
			da_push_back(source->audio_wait_buffer, &newbuf);
863 864

		} else {
865 866 867 868 869
			struct audio_data data;
			data.data      = output->data;
			data.frames    = output->frames;
			data.timestamp = output->timestamp;
			source_output_audio_line(source, &data);
870 871 872 873 874 875 876 877
		}

		pthread_mutex_unlock(&source->audio_mutex);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}

878
/*
879 880
 * Ensures that cached frames are displayed on time.  If multiple frames
 * were cached between renders, then releases the unnecessary frames and uses
881
 * the frame with the closest timing to ensure sync.
882
 */
883
struct source_frame *obs_source_getframe(obs_source_t source)
J
jp9000 已提交
884
{
885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930
	uint64_t last_frame_time = source->last_frame_timestamp;
	struct   source_frame *frame = NULL;
	struct   source_frame *next_frame;
	uint64_t sys_time, frame_time;

	pthread_mutex_lock(&source->video_mutex);

	if (!source->video_frames.num)
		goto unlock;

	next_frame = source->video_frames.array[0];
	sys_time   = os_gettime_ns();
	frame_time = next_frame->timestamp;

	if (!source->last_frame_timestamp) {
		frame = next_frame;
		da_erase(source->video_frames, 0);

		source->last_frame_timestamp = frame_time;
	} else {
		uint64_t sys_offset, frame_offset;
		sys_offset   = sys_time   - source->last_sys_timestamp;
		frame_offset = frame_time - last_frame_time;

		source->last_frame_timestamp += sys_offset;

		while (frame_offset <= sys_offset) {
			if (frame)
				source_frame_destroy(frame);

			frame = next_frame;
			da_erase(source->video_frames, 0);

			if (!source->video_frames.num)
				break;

			next_frame   = source->video_frames.array[0];
			frame_time   = next_frame->timestamp;
			frame_offset = frame_time - last_frame_time;
		}
	}

	source->last_sys_timestamp = sys_time;

unlock:
	pthread_mutex_unlock(&source->video_mutex);
931 932 933 934

	if (frame != NULL)
		obs_source_addref(source);

935
	return frame;
J
jp9000 已提交
936 937
}

938
void obs_source_releaseframe(obs_source_t source, struct source_frame *frame)
J
jp9000 已提交
939
{
940 941 942 943
	if (frame) {
		source_frame_destroy(frame);
		obs_source_release(source);
	}
J
jp9000 已提交
944
}
945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962

const char *obs_source_getname(obs_source_t source)
{
	return source->name;
}

void obs_source_setname(obs_source_t source, const char *name)
{
	bfree(source->name);
	source->name = bstrdup(name);
}

void obs_source_getid(obs_source_t source, enum obs_source_type *type,
		const char **id)
{
	*type = source->type;
	*id   = source->callbacks.id;
}
963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000

static inline void render_filter_bypass(obs_source_t target, effect_t effect,
		uint32_t width, uint32_t height, bool yuv)
{
	const char  *tech_name = yuv ? "DrawYUV" : "DrawRGB";
	technique_t tech       = effect_gettechnique(effect, tech_name);
	eparam_t    diffuse    = effect_getparambyname(effect, "diffuse");
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		obs_source_video_render(target);
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void render_filter_tex(texture_t tex, effect_t effect,
		uint32_t width, uint32_t height, bool yuv)
{
	const char  *tech_name = yuv ? "DrawYUV" : "DrawRGB";
	technique_t tech       = effect_gettechnique(effect, tech_name);
	eparam_t    diffuse    = effect_getparambyname(effect, "diffuse");
	size_t      passes, i;

	effect_settexture(effect, diffuse, tex);

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		gs_draw_sprite(tex, width, height, 0);
		technique_endpass(tech);
	}
	technique_end(tech);
}

void obs_source_process_filter(obs_source_t filter, texrender_t texrender,
1001 1002
		effect_t effect, uint32_t width, uint32_t height,
		enum allow_direct_render allow_direct)
1003 1004 1005 1006 1007 1008 1009 1010
{
	obs_source_t target       = obs_filter_gettarget(filter);
	obs_source_t parent       = obs_filter_getparent(filter);
	uint32_t     target_flags = obs_source_get_output_flags(target);
	uint32_t     parent_flags = obs_source_get_output_flags(parent);
	int          cx           = obs_source_getwidth(target);
	int          cy           = obs_source_getheight(target);
	bool         yuv          = (target_flags & SOURCE_YUV) != 0;
1011 1012
	bool         expects_def  = (parent_flags & SOURCE_DEFAULT_EFFECT) != 0;
	bool         can_directly = allow_direct == ALLOW_DIRECT_RENDERING;
1013 1014 1015 1016 1017

	/* if the parent does not use any custom effects, and this is the last
	 * filter in the chain for the parent, then render the parent directly
	 * using the filter effect instead of rendering to texture to reduce
	 * the total number of passes */
1018
	if (can_directly && expects_def && target == parent) {
1019 1020 1021 1022 1023 1024
		render_filter_bypass(target, effect, width, height, yuv);
		return;
	}

	if (texrender_begin(texrender, cx, cy)) {
		gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
1025 1026 1027 1028
		if (expects_def && parent == target)
			obs_source_default_render(parent, yuv);
		else
			obs_source_video_render(target);
1029 1030 1031 1032 1033 1034 1035 1036
		texrender_end(texrender);
	}

	/* --------------------------- */

	render_filter_tex(texrender_gettexture(texrender), effect,
			width, height, yuv);
}
1037 1038 1039 1040 1041 1042 1043 1044 1045 1046

signal_handler_t obs_source_signalhandler(obs_source_t source)
{
	return source->signals;
}

proc_handler_t obs_source_prochandler(obs_source_t source)
{
	return source->procs;
}