obs-source.c 46.2 KB
Newer Older
J
jp9000 已提交
1
/******************************************************************************
2
    Copyright (C) 2013-2014 by Hugh Bailey <obs.jim@gmail.com>
J
jp9000 已提交
3 4 5

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
6
    the Free Software Foundation, either version 2 of the License, or
J
jp9000 已提交
7 8 9 10 11 12 13 14 15 16 17
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/

18 19
#include <inttypes.h>

20
#include "media-io/format-conversion.h"
21
#include "media-io/video-frame.h"
22
#include "media-io/audio-io.h"
J
jp9000 已提交
23
#include "util/threading.h"
24
#include "util/platform.h"
25
#include "callback/calldata.h"
26 27
#include "graphics/matrix3.h"
#include "graphics/vec3.h"
28

J
jp9000 已提交
29
#include "obs.h"
J
jp9000 已提交
30
#include "obs-internal.h"
J
jp9000 已提交
31

32 33 34 35 36
static inline bool source_valid(struct obs_source *source)
{
	return source && source->context.data;
}

J
jp9000 已提交
37
static inline const struct obs_source_info *find_source(struct darray *list,
38
		const char *id)
J
jp9000 已提交
39 40
{
	size_t i;
J
jp9000 已提交
41
	struct obs_source_info *array = list->array;
J
jp9000 已提交
42 43

	for (i = 0; i < list->num; i++) {
J
jp9000 已提交
44
		struct obs_source_info *info = array+i;
45
		if (strcmp(info->id, id) == 0)
J
jp9000 已提交
46 47 48 49 50 51
			return info;
	}

	return NULL;
}

J
jp9000 已提交
52
static const struct obs_source_info *get_source_info(enum obs_source_type type,
53 54 55 56 57
		const char *id)
{
	struct darray *list = NULL;

	switch (type) {
J
jp9000 已提交
58 59 60 61 62 63 64 65 66 67 68
	case OBS_SOURCE_TYPE_INPUT:
		list = &obs->input_types.da;
		break;

	case OBS_SOURCE_TYPE_FILTER:
		list = &obs->filter_types.da;
		break;

	case OBS_SOURCE_TYPE_TRANSITION:
		list = &obs->transition_types.da;
		break;
69 70 71 72 73
	}

	return find_source(list, id);
}

74 75 76 77 78 79 80 81 82
static const char *source_signals[] = {
	"void destroy(ptr source)",
	"void add(ptr source)",
	"void remove(ptr source)",
	"void activate(ptr source)",
	"void deactivate(ptr source)",
	"void show(ptr source)",
	"void hide(ptr source)",
	"void volume(ptr source, in out float volume)",
D
Danni 已提交
83
	"void volumelevel(ptr source, in out int volume)",
84 85 86
	NULL
};

87 88
bool obs_source_init_context(struct obs_source *source,
		obs_data_t settings, const char *name)
89
{
90
	if (!obs_context_data_init(&source->context, settings, name))
91 92
		return false;

93 94
	return signal_handler_add_array(source->context.signals,
			source_signals);
95 96
}

97 98 99
const char *obs_source_getdisplayname(enum obs_source_type type,
		const char *id, const char *locale)
{
J
jp9000 已提交
100
	const struct obs_source_info *info = get_source_info(type, id);
101 102 103
	return (info != NULL) ? info->getname(locale) : NULL;
}

104
/* internal initialization */
J
jp9000 已提交
105 106
bool obs_source_init(struct obs_source *source,
		const struct obs_source_info *info)
J
jp9000 已提交
107
{
108
	source->refs = 1;
J
jp9000 已提交
109
	source->user_volume = 1.0f;
110
	source->present_volume = 0.0f;
J
jp9000 已提交
111
	source->sync_offset = 0;
112 113 114
	pthread_mutex_init_value(&source->filter_mutex);
	pthread_mutex_init_value(&source->video_mutex);
	pthread_mutex_init_value(&source->audio_mutex);
115

J
jp9000 已提交
116
	memcpy(&source->info, info, sizeof(struct obs_source_info));
117 118 119 120 121 122 123

	if (pthread_mutex_init(&source->filter_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->audio_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->video_mutex, NULL) != 0)
		return false;
J
jp9000 已提交
124

J
jp9000 已提交
125
	if (info->output_flags & OBS_SOURCE_AUDIO) {
J
jp9000 已提交
126
		source->audio_line = audio_output_createline(obs->audio.audio,
127
				source->context.name);
128 129
		if (!source->audio_line) {
			blog(LOG_ERROR, "Failed to create audio line for "
130
			                "source '%s'", source->context.name);
131 132 133
			return false;
		}
	}
134

135 136 137
	obs_context_data_insert(&source->context,
			&obs->data.sources_mutex,
			&obs->data.first_source);
138
	return true;
J
jp9000 已提交
139 140
}

141
static inline void obs_source_dosignal(struct obs_source *source,
142
		const char *signal_obs, const char *signal_source)
143 144 145 146 147
{
	struct calldata data;

	calldata_init(&data);
	calldata_setptr(&data, "source", source);
148 149 150
	if (signal_obs)
		signal_handler_signal(obs->signals, signal_obs, &data);
	if (signal_source)
151 152
		signal_handler_signal(source->context.signals, signal_source,
				&data);
153 154 155
	calldata_free(&data);
}

156
obs_source_t obs_source_create(enum obs_source_type type, const char *id,
157
		const char *name, obs_data_t settings)
J
jp9000 已提交
158 159 160
{
	struct obs_source *source;

J
jp9000 已提交
161
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
162
	if (!info) {
J
jp9000 已提交
163
		blog(LOG_ERROR, "Source '%s' not found", id);
J
jp9000 已提交
164 165 166
		return NULL;
	}

167
	source = bzalloc(sizeof(struct obs_source));
168

169
	if (!obs_source_init_context(source, settings, name))
170 171
		goto fail;

J
jp9000 已提交
172
	if (info->defaults)
173
		info->defaults(source->context.settings);
J
jp9000 已提交
174

175 176
	/* allow the source to be created even if creation fails so that the
	 * user's data doesn't become lost */
177 178
	source->context.data = info->create(source->context.settings, source);
	if (!source->context.data)
179
		blog(LOG_ERROR, "Failed to create source '%s'!", name);
180

J
jp9000 已提交
181
	if (!obs_source_init(source, info))
182
		goto fail;
J
jp9000 已提交
183

184
	obs_source_dosignal(source, "source_create", NULL);
J
jp9000 已提交
185
	return source;
186 187 188 189 190

fail:
	blog(LOG_ERROR, "obs_source_create failed");
	obs_source_destroy(source);
	return NULL;
J
jp9000 已提交
191 192
}

193 194
void source_frame_init(struct source_frame *frame, enum video_format format,
		uint32_t width, uint32_t height)
195
{
196
	struct video_frame vid_frame;
J
jp9000 已提交
197 198 199 200

	if (!frame)
		return;

201
	video_frame_init(&vid_frame, format, width, height);
202 203 204
	frame->format = format;
	frame->width  = width;
	frame->height = height;
205

206 207 208
	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
		frame->data[i]     = vid_frame.data[i];
		frame->linesize[i] = vid_frame.linesize[i];
209 210 211
	}
}

212
void obs_source_destroy(struct obs_source *source)
J
jp9000 已提交
213
{
214
	size_t i;
215

J
jp9000 已提交
216 217 218
	if (!source)
		return;

219 220
	obs_context_data_remove(&source->context);

221
	obs_source_dosignal(source, "source_destroy", "destroy");
222

223
	if (source->context.data) {
224
		source->info.destroy(source->context.data);
225 226
		source->context.data = NULL;
	}
227

228 229
	if (source->filter_parent)
		obs_source_filter_remove(source->filter_parent, source);
230

231 232
	for (i = 0; i < source->filters.num; i++)
		obs_source_release(source->filters.array[i]);
233

234 235
	for (i = 0; i < source->video_frames.num; i++)
		source_frame_destroy(source->video_frames.array[i]);
236

237
	gs_entercontext(obs->video.graphics);
P
Palana 已提交
238
	texrender_destroy(source->async_convert_texrender);
239
	texture_destroy(source->async_texture);
240
	gs_leavecontext();
J
jp9000 已提交
241

J
jp9000 已提交
242
	for (i = 0; i < MAX_AV_PLANES; i++)
243 244
		bfree(source->audio_data.data[i]);

245 246 247
	audio_line_destroy(source->audio_line);
	audio_resampler_destroy(source->resampler);

J
jp9000 已提交
248
	texrender_destroy(source->filter_texrender);
249 250 251 252 253
	da_free(source->video_frames);
	da_free(source->filters);
	pthread_mutex_destroy(&source->filter_mutex);
	pthread_mutex_destroy(&source->audio_mutex);
	pthread_mutex_destroy(&source->video_mutex);
254
	obs_context_data_free(&source->context);
255 256 257
	bfree(source);
}

P
Palana 已提交
258
void obs_source_addref(obs_source_t source)
259
{
P
Palana 已提交
260
	if (source)
J
jp9000 已提交
261
		os_atomic_inc_long(&source->refs);
262 263
}

P
Palana 已提交
264
void obs_source_release(obs_source_t source)
265
{
P
Palana 已提交
266 267
	if (!source)
		return;
268

J
jp9000 已提交
269
	if (os_atomic_dec_long(&source->refs) == 0)
P
Palana 已提交
270
		obs_source_destroy(source);
271 272 273 274
}

void obs_source_remove(obs_source_t source)
{
275
	struct obs_core_data *data = &obs->data;
276
	size_t id;
277
	bool   exists;
278 279 280

	pthread_mutex_lock(&data->sources_mutex);

J
jp9000 已提交
281 282
	if (!source || source->removed) {
		pthread_mutex_unlock(&data->sources_mutex);
J
jp9000 已提交
283
		return;
J
jp9000 已提交
284
	}
J
jp9000 已提交
285

J
jp9000 已提交
286
	source->removed = true;
J
jp9000 已提交
287

J
jp9000 已提交
288 289
	obs_source_addref(source);

290 291 292 293
	id = da_find(data->user_sources, &source, 0);
	exists = (id != DARRAY_INVALID);
	if (exists) {
		da_erase(data->user_sources, id);
J
jp9000 已提交
294
		obs_source_release(source);
295 296 297
	}

	pthread_mutex_unlock(&data->sources_mutex);
J
jp9000 已提交
298

299 300 301
	if (exists)
		obs_source_dosignal(source, "source_remove", "remove");

J
jp9000 已提交
302
	obs_source_release(source);
303 304 305 306
}

bool obs_source_removed(obs_source_t source)
{
J
jp9000 已提交
307
	return source ? source->removed : true;
J
jp9000 已提交
308 309
}

J
jp9000 已提交
310 311 312 313 314 315 316 317
static inline obs_data_t get_defaults(const struct obs_source_info *info)
{
	obs_data_t settings = obs_data_create();
	if (info->defaults)
		info->defaults(settings);
	return settings;
}

J
jp9000 已提交
318 319 320
obs_data_t obs_source_settings(enum obs_source_type type, const char *id)
{
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
321
	return (info) ? get_defaults(info) : NULL;
J
jp9000 已提交
322 323
}

324
obs_properties_t obs_get_source_properties(enum obs_source_type type,
J
jp9000 已提交
325 326
		const char *id, const char *locale)
{
J
jp9000 已提交
327
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
328 329 330 331 332 333 334 335 336
	if (info && info->properties) {
		obs_data_t       defaults = get_defaults(info);
		obs_properties_t properties;

		properties = info->properties(locale);
		obs_properties_apply_settings(properties, defaults);
		obs_data_release(defaults);
		return properties;
	}
J
jp9000 已提交
337 338 339
	return NULL;
}

340 341
obs_properties_t obs_source_properties(obs_source_t source, const char *locale)
{
342
	if (source_valid(source) && source->info.properties) {
J
jp9000 已提交
343 344
		obs_properties_t props;
		props = source->info.properties(locale);
345
		obs_properties_apply_settings(props, source->context.settings);
J
jp9000 已提交
346 347 348
		return props;
	}

349 350 351
	return NULL;
}

352
uint32_t obs_source_get_output_flags(obs_source_t source)
J
jp9000 已提交
353
{
J
jp9000 已提交
354
	return source ? source->info.output_flags : 0;
J
jp9000 已提交
355 356
}

357 358
static void obs_source_deferred_update(obs_source_t source)
{
359 360 361 362
	if (source->context.data && source->info.update)
		source->info.update(source->context.data,
				source->context.settings);

363 364 365
	source->defer_update = false;
}

366
void obs_source_update(obs_source_t source, obs_data_t settings)
J
jp9000 已提交
367
{
J
jp9000 已提交
368 369
	if (!source) return;

370
	obs_data_apply(source->context.settings, settings);
371

372
	if (source->context.data && source->info.update) {
373 374 375
		if (source->info.output_flags & OBS_SOURCE_VIDEO)
			source->defer_update = true;
		else
376 377
			source->info.update(source->context.data,
					source->context.settings);
378
	}
J
jp9000 已提交
379 380
}

381
static void activate_source(obs_source_t source)
J
jp9000 已提交
382
{
383
	if (source->context.data && source->info.activate)
384
		source->info.activate(source->context.data);
385
	obs_source_dosignal(source, "source_activate", "activate");
J
jp9000 已提交
386 387
}

388
static void deactivate_source(obs_source_t source)
J
jp9000 已提交
389
{
390
	if (source->context.data && source->info.deactivate)
391
		source->info.deactivate(source->context.data);
392
	obs_source_dosignal(source, "source_deactivate", "deactivate");
393
}
394

395 396
static void show_source(obs_source_t source)
{
397
	if (source->context.data && source->info.show)
398
		source->info.show(source->context.data);
399
	obs_source_dosignal(source, "source_show", "show");
400 401 402 403
}

static void hide_source(obs_source_t source)
{
404
	if (source->context.data && source->info.hide)
405
		source->info.hide(source->context.data);
406
	obs_source_dosignal(source, "source_hide", "hide");
407 408 409 410
}

static void activate_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
411
	if (os_atomic_inc_long(&child->activate_refs) == 1)
412
		activate_source(child);
J
jp9000 已提交
413 414 415

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
416 417 418 419 420
}

static void deactivate_tree(obs_source_t parent, obs_source_t child,
		void *param)
{
J
jp9000 已提交
421
	if (os_atomic_dec_long(&child->activate_refs) == 0)
422
		deactivate_source(child);
J
jp9000 已提交
423 424 425

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
426 427
}

428 429
static void show_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
430
	if (os_atomic_inc_long(&child->show_refs) == 1)
431 432 433 434 435 436 437 438
		show_source(child);

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

static void hide_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
439
	if (os_atomic_dec_long(&child->show_refs) == 0)
440 441 442 443 444 445 446
		hide_source(child);

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

void obs_source_activate(obs_source_t source, enum view_type type)
447 448 449
{
	if (!source) return;

J
jp9000 已提交
450
	if (os_atomic_inc_long(&source->show_refs) == 1) {
451 452 453 454 455
		show_source(source);
		obs_source_enum_tree(source, show_tree, NULL);
	}

	if (type == MAIN_VIEW) {
J
jp9000 已提交
456
		if (os_atomic_inc_long(&source->activate_refs) == 1) {
457 458 459 460
			activate_source(source);
			obs_source_enum_tree(source, activate_tree, NULL);
			obs_source_set_present_volume(source, 1.0f);
		}
461 462 463
	}
}

464
void obs_source_deactivate(obs_source_t source, enum view_type type)
465 466 467
{
	if (!source) return;

J
jp9000 已提交
468
	if (os_atomic_dec_long(&source->show_refs) == 0) {
469 470 471 472 473
		hide_source(source);
		obs_source_enum_tree(source, hide_tree, NULL);
	}

	if (type == MAIN_VIEW) {
J
jp9000 已提交
474
		if (os_atomic_dec_long(&source->activate_refs) == 0) {
475 476 477 478
			deactivate_source(source);
			obs_source_enum_tree(source, deactivate_tree, NULL);
			obs_source_set_present_volume(source, 0.0f);
		}
479
	}
J
jp9000 已提交
480 481
}

482
void obs_source_video_tick(obs_source_t source, float seconds)
J
jp9000 已提交
483
{
J
jp9000 已提交
484 485
	if (!source) return;

486 487 488
	if (source->defer_update)
		obs_source_deferred_update(source);

J
jp9000 已提交
489 490 491 492
	/* reset the filter render texture information once every frame */
	if (source->filter_texrender)
		texrender_reset(source->filter_texrender);

493
	if (source->context.data && source->info.video_tick)
494
		source->info.video_tick(source->context.data, seconds);
J
jp9000 已提交
495 496
}

497
/* unless the value is 3+ hours worth of frames, this won't overflow */
J
jp9000 已提交
498
static inline uint64_t conv_frames_to_time(size_t frames)
499
{
J
jp9000 已提交
500 501
	const struct audio_output_info *info;
	info = audio_output_getinfo(obs->audio.audio);
502 503 504

	return (uint64_t)frames * 1000000000ULL /
		(uint64_t)info->samples_per_sec;
505 506
}

507
/* maximum "direct" timestamp variance in nanoseconds */
508
#define MAX_TS_VAR          5000000000ULL
509
/* maximum time that timestamp can jump in nanoseconds */
510 511 512 513
#define MAX_TIMESTAMP_JUMP  2000000000ULL
/* time threshold in nanoseconds to ensure audio timing is as seamless as
 * possible */
#define TS_SMOOTHING_THRESHOLD 70000000ULL
514 515 516 517 518 519

static inline void reset_audio_timing(obs_source_t source, uint64_t timetamp)
{
	source->timing_set    = true;
	source->timing_adjust = os_gettime_ns() - timetamp;
}
520

521 522
static inline void handle_ts_jump(obs_source_t source, uint64_t expected,
		uint64_t ts, uint64_t diff)
523
{
J
jp9000 已提交
524
	blog(LOG_DEBUG, "Timestamp for source '%s' jumped by '%"PRIu64"', "
525
	                "expected value %"PRIu64", input value %"PRIu64,
526
	                source->context.name, diff, expected, ts);
527 528

	/* if has video, ignore audio data until reset */
529
	if (source->info.output_flags & OBS_SOURCE_ASYNC)
530
		os_atomic_dec_long(&source->av_sync_ref);
531 532 533 534
	else 
		reset_audio_timing(source, ts);
}

535 536 537 538
static void source_output_audio_line(obs_source_t source,
		const struct audio_data *data)
{
	struct audio_data in = *data;
539
	uint64_t diff;
540 541

	if (!source->timing_set) {
542
		reset_audio_timing(source, in.timestamp);
543 544

		/* detects 'directly' set timestamps as long as they're within
545
		 * a certain threshold */
546
		if ((source->timing_adjust + MAX_TS_VAR) < MAX_TS_VAR * 2)
547
			source->timing_adjust = 0;
548

549
	} else {
550
		bool ts_under = (in.timestamp < source->next_audio_ts_min);
551

552 553 554 555 556
		diff = ts_under ?
			(source->next_audio_ts_min - in.timestamp) :
			(in.timestamp - source->next_audio_ts_min);

		/* smooth audio if lower or within threshold */
557
		if (diff > MAX_TIMESTAMP_JUMP)
558 559 560 561
			handle_ts_jump(source, source->next_audio_ts_min,
					in.timestamp, diff);
		else if (ts_under || diff < TS_SMOOTHING_THRESHOLD)
			in.timestamp = source->next_audio_ts_min;
562 563
	}

564
	source->next_audio_ts_min = in.timestamp +
J
jp9000 已提交
565
		conv_frames_to_time(in.frames);
566

567
	if (source->av_sync_ref != 0)
568 569
		return;

J
jp9000 已提交
570
	in.timestamp += source->timing_adjust + source->sync_offset;
J
jp9000 已提交
571 572
	in.volume = source->user_volume * source->present_volume *
		obs->audio.user_volume * obs->audio.present_volume;
573 574 575
	
	int vol = audio_line_output(source->audio_line, &in);
	obs_source_updatevolumelevel(source, vol);
576 577
}

578 579 580 581 582 583 584 585
enum convert_type {
	CONVERT_NONE,
	CONVERT_NV12,
	CONVERT_420,
	CONVERT_422_U,
	CONVERT_422_Y,
};

586
static inline enum convert_type get_convert_type(enum video_format format)
587
{
588
	switch (format) {
589 590 591 592 593 594 595 596 597 598 599
	case VIDEO_FORMAT_I420:
		return CONVERT_420;
	case VIDEO_FORMAT_NV12:
		return CONVERT_NV12;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
		return CONVERT_422_Y;
	case VIDEO_FORMAT_UYVY:
		return CONVERT_422_U;

600
	case VIDEO_FORMAT_NONE:
601 602 603 604 605 606 607 608 609
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		return CONVERT_NONE;
	}

	return CONVERT_NONE;
}

610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782
static inline bool set_packed422_sizes(struct obs_source *source,
		struct source_frame *frame)
{
	source->async_convert_height = frame->height;
	source->async_convert_width = frame->width / 2;
	return true;
}

static inline bool init_gpu_conversion(struct obs_source *source,
		struct source_frame *frame)
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_Y:
		case CONVERT_422_U:
			return set_packed422_sizes(source, frame);

		case CONVERT_NV12:
		case CONVERT_420:
			/* TODO: implement conversion */
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;

	}
	return false;
}

static inline bool set_async_texture_size(struct obs_source *source,
		struct source_frame *frame)
{
	enum convert_type prev, cur;
	prev = get_convert_type(source->async_format);
	cur  = get_convert_type(frame->format);
	if (source->async_texture) {
		if (source->async_width  == frame->width &&
		    source->async_height == frame->height &&
		    prev == cur)
			return true;
	}

	texture_destroy(source->async_texture);
	texrender_destroy(source->async_convert_texrender);
	source->async_convert_texrender = NULL;

	if (cur != CONVERT_NONE && init_gpu_conversion(source, frame)) {
		source->async_gpu_conversion = true;

		source->async_convert_texrender =
			texrender_create(GS_RGBA, GS_ZS_NONE);

		source->async_texture = gs_create_texture(
				source->async_convert_width,
				source->async_convert_height,
				GS_RGBA, 1, NULL, GS_DYNAMIC);

	} else {
		source->async_gpu_conversion = false;

		source->async_texture = gs_create_texture(
				frame->width, frame->height,
				GS_RGBA, 1, NULL, GS_DYNAMIC);
	}

	if (!source->async_texture)
		return false;

	source->async_width  = frame->width;
	source->async_height = frame->height;
	return true;
}

static void upload_raw_frame(texture_t tex, const struct source_frame *frame)
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_U:
		case CONVERT_422_Y:
			texture_setimage(tex, frame->data[0],
					frame->linesize[0], false);
			break;

		case CONVERT_NV12:
		case CONVERT_420:
			assert(false && "Conversion not yet implemented");
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;
	}
}

static const char *select_conversion_technique(enum video_format format)
{
	switch (format) {
		case VIDEO_FORMAT_UYVY:
			return "UYUV_Reverse";

		case VIDEO_FORMAT_YUY2:
			return "YUY2_Reverse";

		case VIDEO_FORMAT_YVYU:
			return "YVYU_Reverse";

		case VIDEO_FORMAT_NV12:
		case VIDEO_FORMAT_I420:
			assert(false && "Conversion not yet implemented");
			break;

		case VIDEO_FORMAT_BGRA:
		case VIDEO_FORMAT_BGRX:
		case VIDEO_FORMAT_RGBA:
		case VIDEO_FORMAT_NONE:
			assert(false && "No conversion requested");
			break;
	}
	return NULL;
}

static inline void set_eparam(effect_t effect, const char *name, float val)
{
	eparam_t param = effect_getparambyname(effect, name);
	effect_setfloat(effect, param, val);
}

static bool update_async_texrender(struct obs_source *source,
		const struct source_frame *frame)
{
	texture_t   tex       = source->async_texture;
	texrender_t texrender = source->async_convert_texrender;

	texrender_reset(texrender);

	upload_raw_frame(tex, frame);

	uint32_t cx = source->async_width;
	uint32_t cy = source->async_height;

	effect_t conv = obs->video.conversion_effect;
	technique_t tech = effect_gettechnique(conv,
			select_conversion_technique(frame->format));

	if (!texrender_begin(texrender, cx, cy))
		return false;

	technique_begin(tech);
	technique_beginpass(tech, 0);

	effect_settexture(conv, effect_getparambyname(conv, "image"),
			tex);
	set_eparam(conv, "width",  (float)cx);
	set_eparam(conv, "height", (float)cy);
	set_eparam(conv, "width_i",  1.0f / cx);
	set_eparam(conv, "height_i", 1.0f / cy);
	set_eparam(conv, "width_d2",  cx  * 0.5f);
	set_eparam(conv, "height_d2", cy * 0.5f);
	set_eparam(conv, "width_d2_i",  1.0f / (cx  * 0.5f));
	set_eparam(conv, "height_d2_i", 1.0f / (cy * 0.5f));
	set_eparam(conv, "input_height", (float)cy);

	gs_ortho(0.f, (float)cx, 0.f, (float)cy, -100.f, 100.f);

	gs_draw_sprite(tex, 0, cx, cy);

	technique_endpass(tech);
	technique_end(tech);

	texrender_end(texrender);

	return true;
}

783 784
static bool update_async_texture(struct obs_source *source,
		const struct source_frame *frame)
785
{
786 787 788
	texture_t         tex       = source->async_texture;
	texrender_t       texrender = source->async_convert_texrender;
	enum convert_type type      = get_convert_type(frame->format);
789 790 791
	void              *ptr;
	uint32_t          linesize;

792 793 794
	source->async_format     = frame->format;
	source->async_flip       = frame->flip;
	source->async_full_range = frame->full_range;
795 796
	memcpy(source->async_color_matrix, frame->color_matrix,
			sizeof(frame->color_matrix));
797 798 799 800
	memcpy(source->async_color_range_min, frame->color_range_min,
			sizeof frame->color_range_min);
	memcpy(source->async_color_range_max, frame->color_range_max,
			sizeof frame->color_range_max);
801

802 803 804
	if (source->async_gpu_conversion && texrender)
		return update_async_texrender(source, frame);

805
	if (type == CONVERT_NONE) {
806
		texture_setimage(tex, frame->data[0], frame->linesize[0],
807
				false);
808 809 810
		return true;
	}

811
	if (!texture_map(tex, &ptr, &linesize))
812 813 814
		return false;

	if (type == CONVERT_420)
J
jp9000 已提交
815 816 817
		decompress_420((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
818 819

	else if (type == CONVERT_NV12)
J
jp9000 已提交
820 821 822
		decompress_nv12((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
823 824

	else if (type == CONVERT_422_Y)
825
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
826
				0, frame->height, ptr, linesize, true);
827 828

	else if (type == CONVERT_422_U)
829
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
830
				0, frame->height, ptr, linesize, false);
831 832 833 834 835

	texture_unmap(tex);
	return true;
}

836
static inline void obs_source_draw_texture(struct obs_source *source,
837 838
		effect_t effect, float *color_matrix,
		float const *color_range_min, float const *color_range_max)
839
{
840 841
	texture_t tex = source->async_texture;
	eparam_t  param;
842

843 844 845
	if (source->async_convert_texrender)
		tex = texrender_gettexture(source->async_convert_texrender);

P
Palana 已提交
846
	if (color_range_min) {
847 848 849
		size_t const size = sizeof(float) * 3;
		param = effect_getparambyname(effect, "color_range_min");
		effect_setval(effect, param, color_range_min, size);
P
Palana 已提交
850 851 852 853
	}
	
	if (color_range_max) {
		size_t const size = sizeof(float) * 3;
854 855
		param = effect_getparambyname(effect, "color_range_max");
		effect_setval(effect, param, color_range_max, size);
P
Palana 已提交
856 857 858
	}
	
	if (color_matrix) {
859
		param = effect_getparambyname(effect, "color_matrix");
860
		effect_setval(effect, param, color_matrix, sizeof(float) * 16);
861 862
	}

J
jp9000 已提交
863
	param = effect_getparambyname(effect, "image");
864 865
	effect_settexture(effect, param, tex);

866 867
	gs_draw_sprite(tex, source->async_flip ? GS_FLIP_V : 0, 0, 0);
}
868

869 870
static void obs_source_draw_async_texture(struct obs_source *source)
{
871 872 873 874 875
	effect_t    effect        = gs_geteffect();
	bool        yuv           = format_is_yuv(source->async_format);
	bool        limited_range = yuv && !source->async_full_range;
	const char  *type         = yuv ? "DrawMatrix" : "Draw";
	bool        def_draw      = (!effect);
876 877 878 879 880 881 882 883 884 885
	technique_t tech;

	if (def_draw) {
		effect = obs_get_default_effect();
		tech = effect_gettechnique(effect, type);
		technique_begin(tech);
		technique_beginpass(tech, 0);
	}

	obs_source_draw_texture(source, effect,
886 887 888
			yuv ? source->async_color_matrix : NULL,
			limited_range ? source->async_color_range_min : NULL,
			limited_range ? source->async_color_range_max : NULL);
889 890 891 892 893

	if (def_draw) {
		technique_endpass(tech);
		technique_end(tech);
	}
894 895
}

896 897 898
static void obs_source_render_async_video(obs_source_t source)
{
	struct source_frame *frame = obs_source_getframe(source);
899 900 901 902 903 904
	if (frame) {
		if (!set_async_texture_size(source, frame))
			return;
		if (!update_async_texture(source, frame))
			return;
	}
905

906 907
	if (source->async_texture)
		obs_source_draw_async_texture(source);
908 909 910 911

	obs_source_releaseframe(source, frame);
}

912 913 914 915 916 917 918
static inline void obs_source_render_filters(obs_source_t source)
{
	source->rendering_filter = true;
	obs_source_video_render(source->filters.array[0]);
	source->rendering_filter = false;
}

J
jp9000 已提交
919 920
static inline void obs_source_default_render(obs_source_t source,
		bool color_matrix)
921 922
{
	effect_t    effect     = obs->video.default_effect;
J
jp9000 已提交
923
	const char  *tech_name = color_matrix ? "DrawMatrix" : "Draw";
924 925 926 927 928 929
	technique_t tech       = effect_gettechnique(effect, tech_name);
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
930 931
		if (source->context.data)
			source->info.video_render(source->context.data, effect);
932 933 934 935 936 937 938
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void obs_source_main_render(obs_source_t source)
{
939 940 941
	uint32_t flags      = source->info.output_flags;
	bool color_matrix   = (flags & OBS_SOURCE_COLOR_MATRIX) != 0;
	bool custom_draw    = (flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
942 943
	bool default_effect = !source->filter_parent &&
	                      source->filters.num == 0 &&
944
	                      !custom_draw;
945 946

	if (default_effect)
J
jp9000 已提交
947
		obs_source_default_render(source, color_matrix);
948
	else if (source->context.data)
949
		source->info.video_render(source->context.data,
950
				custom_draw ? NULL : gs_geteffect());
951 952
}

953
void obs_source_video_render(obs_source_t source)
J
jp9000 已提交
954
{
955
	if (!source_valid(source)) return;
J
jp9000 已提交
956

957 958
	if (source->filters.num && !source->rendering_filter)
		obs_source_render_filters(source);
959

960 961 962 963
	else if (source->info.video_render)
		obs_source_main_render(source);

	else if (source->filter_target)
964 965
		obs_source_video_render(source->filter_target);

966
	else
967
		obs_source_render_async_video(source);
J
jp9000 已提交
968 969
}

J
jp9000 已提交
970
uint32_t obs_source_getwidth(obs_source_t source)
J
jp9000 已提交
971
{
972
	if (!source_valid(source)) return 0;
973 974

	if (source->info.getwidth)
975
		return source->info.getwidth(source->context.data);
976
	return source->async_width;
J
jp9000 已提交
977 978
}

J
jp9000 已提交
979
uint32_t obs_source_getheight(obs_source_t source)
J
jp9000 已提交
980
{
981
	if (!source_valid(source)) return 0;
982 983

	if (source->info.getheight)
984
		return source->info.getheight(source->context.data);
985
	return source->async_height;
J
jp9000 已提交
986 987
}

988 989
obs_source_t obs_filter_getparent(obs_source_t filter)
{
J
jp9000 已提交
990
	return filter ? filter->filter_parent : NULL;
991 992
}

993
obs_source_t obs_filter_gettarget(obs_source_t filter)
J
jp9000 已提交
994
{
J
jp9000 已提交
995
	return filter ? filter->filter_target : NULL;
J
jp9000 已提交
996 997
}

998
void obs_source_filter_add(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
999
{
J
jp9000 已提交
1000 1001 1002
	if (!source || !filter)
		return;

1003 1004
	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
1005
	if (da_find(source->filters, &filter, 0) != DARRAY_INVALID) {
J
jp9000 已提交
1006 1007 1008 1009 1010 1011
		blog(LOG_WARNING, "Tried to add a filter that was already "
		                  "present on the source");
		return;
	}

	if (source->filters.num) {
1012
		obs_source_t *back = da_end(source->filters);
J
jp9000 已提交
1013 1014 1015 1016
		(*back)->filter_target = filter;
	}

	da_push_back(source->filters, &filter);
1017 1018 1019 1020

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = source;
J
jp9000 已提交
1021 1022 1023
	filter->filter_target = source;
}

1024
void obs_source_filter_remove(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
1025
{
1026 1027
	size_t idx;

J
jp9000 已提交
1028 1029 1030
	if (!source || !filter)
		return;

1031 1032 1033
	pthread_mutex_lock(&source->filter_mutex);

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
1034
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
1035 1036 1037
		return;

	if (idx > 0) {
1038
		obs_source_t prev = source->filters.array[idx-1];
J
jp9000 已提交
1039 1040 1041 1042
		prev->filter_target = filter->filter_target;
	}

	da_erase(source->filters, idx);
1043 1044 1045 1046

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = NULL;
J
jp9000 已提交
1047 1048 1049
	filter->filter_target = NULL;
}

1050
void obs_source_filter_setorder(obs_source_t source, obs_source_t filter,
J
jp9000 已提交
1051 1052
		enum order_movement movement)
{
J
jp9000 已提交
1053 1054 1055 1056 1057 1058
	size_t idx, i;

	if (!source || !filter)
		return;

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
1059
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082
		return;

	if (movement == ORDER_MOVE_UP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, idx+1);

	} else if (movement == ORDER_MOVE_DOWN) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, idx-1);

	} else if (movement == ORDER_MOVE_TOP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, source->filters.num-1);

	} else if (movement == ORDER_MOVE_BOTTOM) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, 0);
	}

1083
	/* reorder filter targets, not the nicest way of dealing with things */
J
jp9000 已提交
1084
	for (i = 0; i < source->filters.num; i++) {
1085
		obs_source_t next_filter = (i == source->filters.num-1) ?
J
jp9000 已提交
1086 1087 1088 1089 1090
			source : source->filters.array[idx+1];
		source->filters.array[i]->filter_target = next_filter;
	}
}

1091
obs_data_t obs_source_getsettings(obs_source_t source)
J
jp9000 已提交
1092
{
J
jp9000 已提交
1093 1094
	if (!source) return NULL;

1095 1096
	obs_data_addref(source->context.settings);
	return source->context.settings;
J
jp9000 已提交
1097 1098
}

1099 1100
static inline struct source_frame *filter_async_video(obs_source_t source,
		struct source_frame *in)
1101 1102 1103 1104
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
1105 1106

		if (filter->context.data && filter->info.filter_video) {
1107 1108
			in = filter->info.filter_video(filter->context.data,
					in);
1109 1110 1111 1112 1113 1114 1115 1116
			if (!in)
				return NULL;
		}
	}

	return in;
}

1117 1118 1119
static inline void copy_frame_data_line(struct source_frame *dst,
		const struct source_frame *src, uint32_t plane, uint32_t y)
{
1120 1121 1122 1123
	uint32_t pos_src = y * src->linesize[plane];
	uint32_t pos_dst = y * dst->linesize[plane];
	uint32_t bytes = dst->linesize[plane] < src->linesize[plane] ?
		dst->linesize[plane] : src->linesize[plane];
1124 1125 1126 1127 1128 1129 1130

	memcpy(dst->data[plane] + pos_dst, src->data[plane] + pos_src, bytes);
}

static inline void copy_frame_data_plane(struct source_frame *dst,
		const struct source_frame *src, uint32_t plane, uint32_t lines)
{
1131
	if (dst->linesize[plane] != src->linesize[plane])
1132 1133 1134 1135
		for (uint32_t y = 0; y < lines; y++)
			copy_frame_data_line(dst, src, plane, y);
	else
		memcpy(dst->data[plane], src->data[plane],
1136
				dst->linesize[plane] * lines);
1137 1138 1139 1140 1141 1142
}

static void copy_frame_data(struct source_frame *dst,
		const struct source_frame *src)
{
	dst->flip         = src->flip;
1143
	dst->full_range   = src->full_range;
1144 1145
	dst->timestamp    = src->timestamp;
	memcpy(dst->color_matrix, src->color_matrix, sizeof(float) * 16);
1146 1147 1148 1149 1150
	if (!dst->full_range) {
		size_t const size = sizeof(float) * 3;
		memcpy(dst->color_range_min, src->color_range_min, size);
		memcpy(dst->color_range_max, src->color_range_max, size);
	}
1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174

	switch (dst->format) {
	case VIDEO_FORMAT_I420:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		copy_frame_data_plane(dst, src, 2, dst->height/2);
		break;

	case VIDEO_FORMAT_NV12:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		break;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
	case VIDEO_FORMAT_NONE:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		copy_frame_data_plane(dst, src, 0, dst->height);
	}
}

J
jp9000 已提交
1175
static inline struct source_frame *cache_video(const struct source_frame *frame)
1176
{
1177
	/* TODO: use an actual cache */
1178
	struct source_frame *new_frame = source_frame_create(frame->format,
1179
			frame->width, frame->height);
1180

1181
	copy_frame_data(new_frame, frame);
1182
	return new_frame;
1183 1184
}

1185
static bool ready_async_frame(obs_source_t source, uint64_t sys_time);
1186 1187 1188 1189

static inline void cycle_frames(struct obs_source *source)
{
	if (source->video_frames.num && !source->activate_refs)
1190
		ready_async_frame(source, os_gettime_ns());
1191 1192
}

1193
void obs_source_output_video(obs_source_t source,
1194
		const struct source_frame *frame)
1195
{
J
jp9000 已提交
1196 1197 1198
	if (!source || !frame)
		return;

J
jp9000 已提交
1199
	struct source_frame *output = cache_video(frame);
1200 1201 1202 1203 1204

	pthread_mutex_lock(&source->filter_mutex);
	output = filter_async_video(source, output);
	pthread_mutex_unlock(&source->filter_mutex);

1205 1206
	if (output) {
		pthread_mutex_lock(&source->video_mutex);
1207
		cycle_frames(source);
1208 1209 1210
		da_push_back(source->video_frames, &output);
		pthread_mutex_unlock(&source->video_mutex);
	}
1211 1212
}

1213 1214
static inline struct filtered_audio *filter_async_audio(obs_source_t source,
		struct filtered_audio *in)
1215 1216 1217 1218
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
1219 1220

		if (filter->context.data && filter->info.filter_audio) {
1221 1222
			in = filter->info.filter_audio(filter->context.data,
					in);
1223 1224 1225 1226 1227 1228 1229 1230
			if (!in)
				return NULL;
		}
	}

	return in;
}

1231
static inline void reset_resampler(obs_source_t source,
1232 1233
		const struct source_audio *audio)
{
J
jp9000 已提交
1234
	const struct audio_output_info *obs_info;
1235 1236
	struct resample_info output_info;

1237 1238
	obs_info = audio_output_getinfo(obs->audio.audio);

1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263
	output_info.format           = obs_info->format;
	output_info.samples_per_sec  = obs_info->samples_per_sec;
	output_info.speakers         = obs_info->speakers;

	source->sample_info.format          = audio->format;
	source->sample_info.samples_per_sec = audio->samples_per_sec;
	source->sample_info.speakers        = audio->speakers;

	if (source->sample_info.samples_per_sec == obs_info->samples_per_sec &&
	    source->sample_info.format          == obs_info->format          &&
	    source->sample_info.speakers        == obs_info->speakers) {
		source->audio_failed = false;
		return;
	}

	audio_resampler_destroy(source->resampler);
	source->resampler = audio_resampler_create(&output_info,
			&source->sample_info);

	source->audio_failed = source->resampler == NULL;
	if (source->resampler == NULL)
		blog(LOG_ERROR, "creation of resampler failed");
}

static inline void copy_audio_data(obs_source_t source,
J
jp9000 已提交
1264
		const uint8_t *const data[], uint32_t frames, uint64_t ts)
1265
{
1266
	size_t planes    = audio_output_planes(obs->audio.audio);
1267
	size_t blocksize = audio_output_blocksize(obs->audio.audio);
1268 1269
	size_t size      = (size_t)frames * blocksize;
	bool   resize    = source->audio_storage_size < size;
1270

J
jp9000 已提交
1271 1272
	source->audio_data.frames    = frames;
	source->audio_data.timestamp = ts;
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285

	for (size_t i = 0; i < planes; i++) {
		/* ensure audio storage capacity */
		if (resize) {
			bfree(source->audio_data.data[i]);
			source->audio_data.data[i] = bmalloc(size);
		}

		memcpy(source->audio_data.data[i], data[i], size);
	}

	if (resize)
		source->audio_storage_size = size;
1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299
}

/* resamples/remixes new audio to the designated main audio output format */
static void process_audio(obs_source_t source, const struct source_audio *audio)
{
	if (source->sample_info.samples_per_sec != audio->samples_per_sec ||
	    source->sample_info.format          != audio->format          ||
	    source->sample_info.speakers        != audio->speakers)
		reset_resampler(source, audio);

	if (source->audio_failed)
		return;

	if (source->resampler) {
J
jp9000 已提交
1300
		uint8_t  *output[MAX_AV_PLANES];
1301 1302 1303
		uint32_t frames;
		uint64_t offset;

1304 1305 1306 1307 1308
		memset(output, 0, sizeof(output));

		audio_resampler_resample(source->resampler,
				output, &frames, &offset,
				audio->data, audio->frames);
1309

J
jp9000 已提交
1310
		copy_audio_data(source, (const uint8_t *const *)output, frames,
1311 1312 1313 1314 1315
				audio->timestamp - offset);
	} else {
		copy_audio_data(source, audio->data, audio->frames,
				audio->timestamp);
	}
1316 1317 1318 1319 1320
}

void obs_source_output_audio(obs_source_t source,
		const struct source_audio *audio)
{
J
jp9000 已提交
1321
	uint32_t flags;
1322
	struct filtered_audio *output;
1323

J
jp9000 已提交
1324 1325 1326 1327
	if (!source || !audio)
		return;

	flags = source->info.output_flags;
1328
	process_audio(source, audio);
1329 1330

	pthread_mutex_lock(&source->filter_mutex);
1331
	output = filter_async_audio(source, &source->audio_data);
1332 1333

	if (output) {
1334
		bool async = (flags & OBS_SOURCE_ASYNC) != 0;
J
jp9000 已提交
1335

1336 1337
		pthread_mutex_lock(&source->audio_mutex);

1338 1339
		/* wait for video to start before outputting any audio so we
		 * have a base for sync */
1340
		if (source->timing_set || !async) {
1341
			struct audio_data data;
1342

J
jp9000 已提交
1343
			for (int i = 0; i < MAX_AV_PLANES; i++)
1344 1345
				data.data[i] = output->data[i];

1346 1347 1348
			data.frames    = output->frames;
			data.timestamp = output->timestamp;
			source_output_audio_line(source, &data);
1349 1350 1351 1352 1353 1354 1355 1356
		}

		pthread_mutex_unlock(&source->audio_mutex);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}

1357 1358 1359 1360 1361
static inline bool frame_out_of_bounds(obs_source_t source, uint64_t ts)
{
	return ((ts - source->last_frame_ts) > MAX_TIMESTAMP_JUMP);
}

1362
static bool ready_async_frame(obs_source_t source, uint64_t sys_time)
1363 1364 1365 1366 1367 1368 1369 1370 1371 1372
{
	struct source_frame *next_frame = source->video_frames.array[0];
	struct source_frame *frame      = NULL;
	uint64_t sys_offset = sys_time - source->last_sys_timestamp;
	uint64_t frame_time = next_frame->timestamp;
	uint64_t frame_offset = 0;

	/* account for timestamp invalidation */
	if (frame_out_of_bounds(source, frame_time)) {
		source->last_frame_ts = next_frame->timestamp;
1373
		os_atomic_inc_long(&source->av_sync_ref);
1374 1375
	} else {
		frame_offset = frame_time - source->last_frame_ts;
1376
		source->last_frame_ts += frame_offset;
1377 1378 1379 1380 1381
	}

	while (frame_offset <= sys_offset) {
		source_frame_destroy(frame);

1382 1383 1384
		if (source->video_frames.num == 1)
			return true;

1385 1386 1387 1388 1389 1390 1391 1392
		frame = next_frame;
		da_erase(source->video_frames, 0);
		next_frame = source->video_frames.array[0];

		/* more timestamp checking and compensating */
		if ((next_frame->timestamp - frame_time) > MAX_TIMESTAMP_JUMP) {
			source->last_frame_ts =
				next_frame->timestamp - frame_offset;
1393
			os_atomic_inc_long(&source->av_sync_ref);
1394 1395 1396 1397 1398 1399
		}

		frame_time   = next_frame->timestamp;
		frame_offset = frame_time - source->last_frame_ts;
	}

1400 1401
	source_frame_destroy(frame);

1402 1403 1404 1405 1406 1407
	return frame != NULL;
}

static inline struct source_frame *get_closest_frame(obs_source_t source,
		uint64_t sys_time)
{
1408
	if (ready_async_frame(source, sys_time)) {
1409 1410 1411 1412 1413 1414
		struct source_frame *frame = source->video_frames.array[0];
		da_erase(source->video_frames, 0);
		return frame;
	}

	return NULL;
1415 1416
}

1417
/*
1418 1419
 * Ensures that cached frames are displayed on time.  If multiple frames
 * were cached between renders, then releases the unnecessary frames and uses
1420 1421
 * the frame with the closest timing to ensure sync.  Also ensures that timing
 * with audio is synchronized.
1422
 */
1423
struct source_frame *obs_source_getframe(obs_source_t source)
J
jp9000 已提交
1424
{
1425 1426
	struct source_frame *frame = NULL;
	uint64_t sys_time;
1427

J
jp9000 已提交
1428 1429 1430
	if (!source)
		return NULL;

1431 1432 1433 1434 1435
	pthread_mutex_lock(&source->video_mutex);

	if (!source->video_frames.num)
		goto unlock;

1436
	sys_time = os_gettime_ns();
1437

1438 1439
	if (!source->last_frame_ts) {
		frame = source->video_frames.array[0];
1440 1441
		da_erase(source->video_frames, 0);

1442
		source->last_frame_ts = frame->timestamp;
1443
	} else {
1444
		frame = get_closest_frame(source, sys_time);
J
jp9000 已提交
1445 1446 1447 1448 1449 1450
	}

	/* reset timing to current system time */
	if (frame) {
		source->timing_adjust = sys_time - frame->timestamp;
		source->timing_set = true;
1451 1452 1453 1454 1455 1456
	}

	source->last_sys_timestamp = sys_time;

unlock:
	pthread_mutex_unlock(&source->video_mutex);
1457

1458
	if (frame)
1459 1460
		obs_source_addref(source);

1461
	return frame;
J
jp9000 已提交
1462 1463
}

1464
void obs_source_releaseframe(obs_source_t source, struct source_frame *frame)
J
jp9000 已提交
1465
{
J
jp9000 已提交
1466
	if (source && frame) {
1467 1468 1469
		source_frame_destroy(frame);
		obs_source_release(source);
	}
J
jp9000 已提交
1470
}
1471 1472 1473

const char *obs_source_getname(obs_source_t source)
{
1474
	return source ? source->context.name : NULL;
1475 1476 1477 1478
}

void obs_source_setname(obs_source_t source, const char *name)
{
J
jp9000 已提交
1479
	if (!source) return;
1480
	obs_context_data_setname(&source->context, name);
1481 1482
}

1483
void obs_source_gettype(obs_source_t source, enum obs_source_type *type,
1484 1485
		const char **id)
{
J
jp9000 已提交
1486 1487
	if (!source) return;

J
jp9000 已提交
1488
	if (type) *type = source->info.type;
J
jp9000 已提交
1489
	if (id)   *id   = source->info.id;
1490
}
1491 1492

static inline void render_filter_bypass(obs_source_t target, effect_t effect,
J
jp9000 已提交
1493
		bool use_matrix)
1494
{
J
jp9000 已提交
1495
	const char  *tech_name = use_matrix ? "DrawMatrix" : "Draw";
1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508
	technique_t tech       = effect_gettechnique(effect, tech_name);
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		obs_source_video_render(target);
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void render_filter_tex(texture_t tex, effect_t effect,
J
jp9000 已提交
1509
		uint32_t width, uint32_t height, bool use_matrix)
1510
{
J
jp9000 已提交
1511
	const char  *tech_name = use_matrix ? "DrawMatrix" : "Draw";
1512
	technique_t tech       = effect_gettechnique(effect, tech_name);
J
jp9000 已提交
1513
	eparam_t    image      = effect_getparambyname(effect, "image");
1514 1515
	size_t      passes, i;

J
jp9000 已提交
1516
	effect_settexture(effect, image, tex);
1517 1518 1519 1520 1521 1522 1523 1524 1525 1526

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		gs_draw_sprite(tex, width, height, 0);
		technique_endpass(tech);
	}
	technique_end(tech);
}

J
jp9000 已提交
1527 1528
void obs_source_process_filter(obs_source_t filter, effect_t effect,
		uint32_t width, uint32_t height, enum gs_color_format format,
1529
		enum allow_direct_render allow_direct)
1530
{
J
jp9000 已提交
1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546
	obs_source_t target, parent;
	uint32_t     target_flags, parent_flags;
	int          cx, cy;
	bool         use_matrix, expects_def, can_directly;

	if (!filter) return;

	target       = obs_filter_gettarget(filter);
	parent       = obs_filter_getparent(filter);
	target_flags = target->info.output_flags;
	parent_flags = parent->info.output_flags;
	cx           = obs_source_getwidth(target);
	cy           = obs_source_getheight(target);
	use_matrix   = !!(target_flags & OBS_SOURCE_COLOR_MATRIX);
	expects_def  = !(parent_flags & OBS_SOURCE_CUSTOM_DRAW);
	can_directly = allow_direct == ALLOW_DIRECT_RENDERING;
1547 1548 1549 1550 1551

	/* if the parent does not use any custom effects, and this is the last
	 * filter in the chain for the parent, then render the parent directly
	 * using the filter effect instead of rendering to texture to reduce
	 * the total number of passes */
1552
	if (can_directly && expects_def && target == parent) {
J
jp9000 已提交
1553
		render_filter_bypass(target, effect, use_matrix);
1554 1555 1556
		return;
	}

J
jp9000 已提交
1557 1558 1559 1560 1561
	if (!filter->filter_texrender)
		filter->filter_texrender = texrender_create(format,
				GS_ZS_NONE);

	if (texrender_begin(filter->filter_texrender, cx, cy)) {
1562
		gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
1563
		if (expects_def && parent == target)
J
jp9000 已提交
1564
			obs_source_default_render(parent, use_matrix);
1565 1566
		else
			obs_source_video_render(target);
J
jp9000 已提交
1567
		texrender_end(filter->filter_texrender);
1568 1569 1570 1571
	}

	/* --------------------------- */

J
jp9000 已提交
1572 1573
	render_filter_tex(texrender_gettexture(filter->filter_texrender),
			effect, width, height, use_matrix);
1574
}
1575 1576 1577

signal_handler_t obs_source_signalhandler(obs_source_t source)
{
1578
	return source ? source->context.signals : NULL;
1579 1580 1581 1582
}

proc_handler_t obs_source_prochandler(obs_source_t source)
{
1583
	return source ? source->context.procs : NULL;
1584
}
J
jp9000 已提交
1585 1586 1587

void obs_source_setvolume(obs_source_t source, float volume)
{
J
jp9000 已提交
1588 1589 1590 1591 1592
	if (source) {
		struct calldata data = {0};
		calldata_setptr(&data, "source", source);
		calldata_setfloat(&data, "volume", volume);

1593
		signal_handler_signal(source->context.signals, "volume", &data);
1594
		signal_handler_signal(obs->signals, "source_volume", &data);
J
jp9000 已提交
1595

1596
		volume = (float)calldata_float(&data, "volume");
J
jp9000 已提交
1597 1598
		calldata_free(&data);

J
jp9000 已提交
1599
		source->user_volume = volume;
J
jp9000 已提交
1600
	}
J
jp9000 已提交
1601 1602
}

1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617
void obs_source_updatevolumelevel(obs_source_t source, int volume)
{
	if (source) {
		struct calldata data = { 0 };
		calldata_setptr(&data, "source", source);
		calldata_setint(&data, "volumelevel", volume);

		signal_handler_signal(source->context.signals, "volumelevel", &data);
		signal_handler_signal(obs->signals, "source_volumelevel", &data);

		volume = (int)calldata_int(&data, "volumelevel");
		calldata_free(&data);
	}
}

J
jp9000 已提交
1618 1619 1620 1621 1622 1623 1624 1625 1626
static void set_tree_preset_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	float *vol = param;
	child->present_volume = *vol;

	UNUSED_PARAMETER(parent);
}

J
jp9000 已提交
1627 1628
void obs_source_set_present_volume(obs_source_t source, float volume)
{
J
jp9000 已提交
1629
	if (source) {
J
jp9000 已提交
1630
		source->present_volume = volume;
J
jp9000 已提交
1631 1632 1633 1634 1635 1636 1637 1638

		/* don't set the presentation volume of the tree if a
		 * transition source, let the transition handle presentation
		 * volume for the child sources itself. */
		if (source->info.type != OBS_SOURCE_TYPE_TRANSITION)
			obs_source_enum_tree(source, set_tree_preset_vol,
					&volume);
	}
J
jp9000 已提交
1639 1640 1641 1642
}

float obs_source_getvolume(obs_source_t source)
{
J
jp9000 已提交
1643
	return source ? source->user_volume : 0.0f;
J
jp9000 已提交
1644 1645 1646 1647
}

float obs_source_get_present_volume(obs_source_t source)
{
J
jp9000 已提交
1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659
	return source ? source->present_volume : 0.0f;
}

void obs_source_set_sync_offset(obs_source_t source, int64_t offset)
{
	if (source)
		source->sync_offset = offset;
}

int64_t obs_source_get_sync_offset(obs_source_t source)
{
	return source ? source->sync_offset : 0;
J
jp9000 已提交
1660
}
1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672

struct source_enum_data {
	obs_source_enum_proc_t enum_callback;
	void *param;
};

static void enum_source_tree_callback(obs_source_t parent, obs_source_t child,
		void *param)
{
	struct source_enum_data *data = param;

	if (child->info.enum_sources && !child->enum_refs) {
J
jp9000 已提交
1673
		os_atomic_inc_long(&child->enum_refs);
1674

1675 1676 1677
		if (child->context.data)
			child->info.enum_sources(child->context.data,
					enum_source_tree_callback, data);
1678

J
jp9000 已提交
1679
		os_atomic_dec_long(&child->enum_refs);
1680 1681 1682 1683 1684 1685 1686 1687 1688
	}

	data->enum_callback(parent, child, data->param);
}

void obs_source_enum_sources(obs_source_t source,
		obs_source_enum_proc_t enum_callback,
		void *param)
{
1689 1690 1691
	if (!source_valid(source)      ||
	    !source->info.enum_sources ||
	    source->enum_refs)
1692 1693 1694 1695
		return;

	obs_source_addref(source);

J
jp9000 已提交
1696
	os_atomic_inc_long(&source->enum_refs);
1697
	source->info.enum_sources(source->context.data, enum_callback, param);
J
jp9000 已提交
1698
	os_atomic_dec_long(&source->enum_refs);
1699 1700 1701 1702 1703 1704 1705 1706 1707 1708

	obs_source_release(source);
}

void obs_source_enum_tree(obs_source_t source,
		obs_source_enum_proc_t enum_callback,
		void *param)
{
	struct source_enum_data data = {enum_callback, param};

1709 1710 1711
	if (!source_valid(source)      ||
	    !source->info.enum_sources ||
	    source->enum_refs)
1712 1713 1714 1715
		return;

	obs_source_addref(source);

J
jp9000 已提交
1716
	os_atomic_inc_long(&source->enum_refs);
1717 1718
	source->info.enum_sources(source->context.data,
			enum_source_tree_callback,
1719
			&data);
J
jp9000 已提交
1720
	os_atomic_dec_long(&source->enum_refs);
1721 1722 1723

	obs_source_release(source);
}
1724 1725 1726 1727 1728

void obs_source_add_child(obs_source_t parent, obs_source_t child)
{
	if (!parent || !child) return;

1729 1730 1731 1732 1733
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_activate(child, type);
	}
1734 1735 1736 1737 1738 1739
}

void obs_source_remove_child(obs_source_t parent, obs_source_t child)
{
	if (!parent || !child) return;

1740 1741 1742 1743 1744
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_deactivate(child, type);
	}
1745
}
J
jp9000 已提交
1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792

static void reset_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	child->transition_volume = 0.0f;

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

static void add_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	float *vol = param;
	child->transition_volume += *vol;

	UNUSED_PARAMETER(parent);
}

static void apply_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	child->present_volume = child->transition_volume;

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

void obs_transition_begin_frame(obs_source_t transition)
{
	if (!transition) return;
	obs_source_enum_tree(transition, reset_transition_vol, NULL);
}

void obs_source_set_transition_vol(obs_source_t source, float vol)
{
	if (!source) return;

	add_transition_vol(NULL, source, &vol);
	obs_source_enum_tree(source, add_transition_vol, &vol);
}

void obs_transition_end_frame(obs_source_t transition)
{
	if (!transition) return;
	obs_source_enum_tree(transition, apply_transition_vol, NULL);
}
1793 1794 1795

void obs_source_save(obs_source_t source)
{
1796
	if (!source_valid(source) || !source->info.save) return;
1797 1798 1799 1800 1801
	source->info.save(source->context.data, source->context.settings);
}

void obs_source_load(obs_source_t source)
{
1802
	if (!source_valid(source) || !source->info.load) return;
1803 1804
	source->info.load(source->context.data, source->context.settings);
}