obs-source.c 47.2 KB
Newer Older
J
jp9000 已提交
1
/******************************************************************************
2
    Copyright (C) 2013-2014 by Hugh Bailey <obs.jim@gmail.com>
J
jp9000 已提交
3 4 5

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
6
    the Free Software Foundation, either version 2 of the License, or
J
jp9000 已提交
7 8 9 10 11 12 13 14 15 16 17
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/

18 19
#include <inttypes.h>

20
#include "media-io/format-conversion.h"
21
#include "media-io/video-frame.h"
J
jp9000 已提交
22
#include "util/threading.h"
23
#include "util/platform.h"
24
#include "callback/calldata.h"
25 26
#include "graphics/matrix3.h"
#include "graphics/vec3.h"
27

J
jp9000 已提交
28
#include "obs.h"
J
jp9000 已提交
29
#include "obs-internal.h"
J
jp9000 已提交
30

31 32 33 34 35
static inline bool source_valid(struct obs_source *source)
{
	return source && source->context.data;
}

J
jp9000 已提交
36
static inline const struct obs_source_info *find_source(struct darray *list,
37
		const char *id)
J
jp9000 已提交
38 39
{
	size_t i;
J
jp9000 已提交
40
	struct obs_source_info *array = list->array;
J
jp9000 已提交
41 42

	for (i = 0; i < list->num; i++) {
J
jp9000 已提交
43
		struct obs_source_info *info = array+i;
44
		if (strcmp(info->id, id) == 0)
J
jp9000 已提交
45 46 47 48 49 50
			return info;
	}

	return NULL;
}

J
jp9000 已提交
51
static const struct obs_source_info *get_source_info(enum obs_source_type type,
52 53 54 55 56
		const char *id)
{
	struct darray *list = NULL;

	switch (type) {
J
jp9000 已提交
57 58 59 60 61 62 63 64 65 66 67
	case OBS_SOURCE_TYPE_INPUT:
		list = &obs->input_types.da;
		break;

	case OBS_SOURCE_TYPE_FILTER:
		list = &obs->filter_types.da;
		break;

	case OBS_SOURCE_TYPE_TRANSITION:
		list = &obs->transition_types.da;
		break;
68 69 70 71 72
	}

	return find_source(list, id);
}

73 74 75 76 77 78 79 80 81 82 83 84
static const char *source_signals[] = {
	"void destroy(ptr source)",
	"void add(ptr source)",
	"void remove(ptr source)",
	"void activate(ptr source)",
	"void deactivate(ptr source)",
	"void show(ptr source)",
	"void hide(ptr source)",
	"void volume(ptr source, in out float volume)",
	NULL
};

85 86
bool obs_source_init_context(struct obs_source *source,
		obs_data_t settings, const char *name)
87
{
88
	if (!obs_context_data_init(&source->context, settings, name))
89 90
		return false;

91 92
	return signal_handler_add_array(source->context.signals,
			source_signals);
93 94
}

95 96 97
const char *obs_source_getdisplayname(enum obs_source_type type,
		const char *id, const char *locale)
{
J
jp9000 已提交
98
	const struct obs_source_info *info = get_source_info(type, id);
99 100 101
	return (info != NULL) ? info->getname(locale) : NULL;
}

102
/* internal initialization */
J
jp9000 已提交
103 104
bool obs_source_init(struct obs_source *source,
		const struct obs_source_info *info)
J
jp9000 已提交
105
{
106
	source->refs = 1;
J
jp9000 已提交
107
	source->user_volume = 1.0f;
108
	source->present_volume = 0.0f;
J
jp9000 已提交
109
	source->sync_offset = 0;
110 111 112
	pthread_mutex_init_value(&source->filter_mutex);
	pthread_mutex_init_value(&source->video_mutex);
	pthread_mutex_init_value(&source->audio_mutex);
113

114 115 116 117 118 119
	if (pthread_mutex_init(&source->filter_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->audio_mutex, NULL) != 0)
		return false;
	if (pthread_mutex_init(&source->video_mutex, NULL) != 0)
		return false;
J
jp9000 已提交
120

J
jp9000 已提交
121
	if (info->output_flags & OBS_SOURCE_AUDIO) {
J
jp9000 已提交
122
		source->audio_line = audio_output_createline(obs->audio.audio,
123
				source->context.name);
124 125
		if (!source->audio_line) {
			blog(LOG_ERROR, "Failed to create audio line for "
126
			                "source '%s'", source->context.name);
127 128 129
			return false;
		}
	}
130

131 132 133
	obs_context_data_insert(&source->context,
			&obs->data.sources_mutex,
			&obs->data.first_source);
134
	return true;
J
jp9000 已提交
135 136
}

137
static inline void obs_source_dosignal(struct obs_source *source,
138
		const char *signal_obs, const char *signal_source)
139 140 141 142 143
{
	struct calldata data;

	calldata_init(&data);
	calldata_setptr(&data, "source", source);
144 145 146
	if (signal_obs)
		signal_handler_signal(obs->signals, signal_obs, &data);
	if (signal_source)
147 148
		signal_handler_signal(source->context.signals, signal_source,
				&data);
149 150 151
	calldata_free(&data);
}

152
obs_source_t obs_source_create(enum obs_source_type type, const char *id,
153
		const char *name, obs_data_t settings)
J
jp9000 已提交
154 155 156
{
	struct obs_source *source;

J
jp9000 已提交
157
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
158
	if (!info) {
J
jp9000 已提交
159
		blog(LOG_ERROR, "Source '%s' not found", id);
J
jp9000 已提交
160 161 162
		return NULL;
	}

163 164
	source       = bzalloc(sizeof(struct obs_source));
	source->info = *info;
165

166
	if (!obs_source_init_context(source, settings, name))
167 168
		goto fail;

J
jp9000 已提交
169
	if (info->defaults)
170
		info->defaults(source->context.settings);
J
jp9000 已提交
171

172 173
	/* allow the source to be created even if creation fails so that the
	 * user's data doesn't become lost */
174 175
	source->context.data = info->create(source->context.settings, source);
	if (!source->context.data)
176
		blog(LOG_ERROR, "Failed to create source '%s'!", name);
177

J
jp9000 已提交
178
	if (!obs_source_init(source, info))
179
		goto fail;
J
jp9000 已提交
180

181
	obs_source_dosignal(source, "source_create", NULL);
J
jp9000 已提交
182
	return source;
183 184 185 186 187

fail:
	blog(LOG_ERROR, "obs_source_create failed");
	obs_source_destroy(source);
	return NULL;
J
jp9000 已提交
188 189
}

190 191
void source_frame_init(struct source_frame *frame, enum video_format format,
		uint32_t width, uint32_t height)
192
{
193
	struct video_frame vid_frame;
J
jp9000 已提交
194 195 196 197

	if (!frame)
		return;

198
	video_frame_init(&vid_frame, format, width, height);
199 200 201
	frame->format = format;
	frame->width  = width;
	frame->height = height;
202

203 204 205
	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
		frame->data[i]     = vid_frame.data[i];
		frame->linesize[i] = vid_frame.linesize[i];
206 207 208
	}
}

209
void obs_source_destroy(struct obs_source *source)
J
jp9000 已提交
210
{
211
	size_t i;
212

J
jp9000 已提交
213 214 215
	if (!source)
		return;

216 217
	obs_context_data_remove(&source->context);

218
	obs_source_dosignal(source, "source_destroy", "destroy");
219

220
	if (source->context.data) {
221
		source->info.destroy(source->context.data);
222 223
		source->context.data = NULL;
	}
224

225 226
	if (source->filter_parent)
		obs_source_filter_remove(source->filter_parent, source);
227

228 229
	for (i = 0; i < source->filters.num; i++)
		obs_source_release(source->filters.array[i]);
230

231 232
	for (i = 0; i < source->video_frames.num; i++)
		source_frame_destroy(source->video_frames.array[i]);
233

234
	gs_entercontext(obs->video.graphics);
P
Palana 已提交
235
	texrender_destroy(source->async_convert_texrender);
236
	texture_destroy(source->async_texture);
237
	gs_leavecontext();
J
jp9000 已提交
238

J
jp9000 已提交
239
	for (i = 0; i < MAX_AV_PLANES; i++)
240 241
		bfree(source->audio_data.data[i]);

242 243 244
	audio_line_destroy(source->audio_line);
	audio_resampler_destroy(source->resampler);

J
jp9000 已提交
245
	texrender_destroy(source->filter_texrender);
246 247 248 249 250
	da_free(source->video_frames);
	da_free(source->filters);
	pthread_mutex_destroy(&source->filter_mutex);
	pthread_mutex_destroy(&source->audio_mutex);
	pthread_mutex_destroy(&source->video_mutex);
251
	obs_context_data_free(&source->context);
252 253 254
	bfree(source);
}

P
Palana 已提交
255
void obs_source_addref(obs_source_t source)
256
{
P
Palana 已提交
257
	if (source)
J
jp9000 已提交
258
		os_atomic_inc_long(&source->refs);
259 260
}

P
Palana 已提交
261
void obs_source_release(obs_source_t source)
262
{
P
Palana 已提交
263 264
	if (!source)
		return;
265

J
jp9000 已提交
266
	if (os_atomic_dec_long(&source->refs) == 0)
P
Palana 已提交
267
		obs_source_destroy(source);
268 269 270 271
}

void obs_source_remove(obs_source_t source)
{
272
	struct obs_core_data *data = &obs->data;
273
	size_t id;
274
	bool   exists;
275 276 277

	pthread_mutex_lock(&data->sources_mutex);

J
jp9000 已提交
278 279
	if (!source || source->removed) {
		pthread_mutex_unlock(&data->sources_mutex);
J
jp9000 已提交
280
		return;
J
jp9000 已提交
281
	}
J
jp9000 已提交
282

J
jp9000 已提交
283
	source->removed = true;
J
jp9000 已提交
284

J
jp9000 已提交
285 286
	obs_source_addref(source);

287 288 289 290
	id = da_find(data->user_sources, &source, 0);
	exists = (id != DARRAY_INVALID);
	if (exists) {
		da_erase(data->user_sources, id);
J
jp9000 已提交
291
		obs_source_release(source);
292 293 294
	}

	pthread_mutex_unlock(&data->sources_mutex);
J
jp9000 已提交
295

296 297 298
	if (exists)
		obs_source_dosignal(source, "source_remove", "remove");

J
jp9000 已提交
299
	obs_source_release(source);
300 301 302 303
}

bool obs_source_removed(obs_source_t source)
{
J
jp9000 已提交
304
	return source ? source->removed : true;
J
jp9000 已提交
305 306
}

J
jp9000 已提交
307 308 309 310 311 312 313 314
static inline obs_data_t get_defaults(const struct obs_source_info *info)
{
	obs_data_t settings = obs_data_create();
	if (info->defaults)
		info->defaults(settings);
	return settings;
}

J
jp9000 已提交
315 316 317
obs_data_t obs_source_settings(enum obs_source_type type, const char *id)
{
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
318
	return (info) ? get_defaults(info) : NULL;
J
jp9000 已提交
319 320
}

321
obs_properties_t obs_get_source_properties(enum obs_source_type type,
J
jp9000 已提交
322 323
		const char *id, const char *locale)
{
J
jp9000 已提交
324
	const struct obs_source_info *info = get_source_info(type, id);
J
jp9000 已提交
325 326 327 328 329 330 331 332 333
	if (info && info->properties) {
		obs_data_t       defaults = get_defaults(info);
		obs_properties_t properties;

		properties = info->properties(locale);
		obs_properties_apply_settings(properties, defaults);
		obs_data_release(defaults);
		return properties;
	}
J
jp9000 已提交
334 335 336
	return NULL;
}

337 338
obs_properties_t obs_source_properties(obs_source_t source, const char *locale)
{
339
	if (source_valid(source) && source->info.properties) {
J
jp9000 已提交
340 341
		obs_properties_t props;
		props = source->info.properties(locale);
342
		obs_properties_apply_settings(props, source->context.settings);
J
jp9000 已提交
343 344 345
		return props;
	}

346 347 348
	return NULL;
}

349
uint32_t obs_source_get_output_flags(obs_source_t source)
J
jp9000 已提交
350
{
J
jp9000 已提交
351
	return source ? source->info.output_flags : 0;
J
jp9000 已提交
352 353
}

354 355
static void obs_source_deferred_update(obs_source_t source)
{
356 357 358 359
	if (source->context.data && source->info.update)
		source->info.update(source->context.data,
				source->context.settings);

360 361 362
	source->defer_update = false;
}

363
void obs_source_update(obs_source_t source, obs_data_t settings)
J
jp9000 已提交
364
{
J
jp9000 已提交
365 366
	if (!source) return;

367
	obs_data_apply(source->context.settings, settings);
368

369
	if (source->context.data && source->info.update) {
370 371 372
		if (source->info.output_flags & OBS_SOURCE_VIDEO)
			source->defer_update = true;
		else
373 374
			source->info.update(source->context.data,
					source->context.settings);
375
	}
J
jp9000 已提交
376 377
}

378
static void activate_source(obs_source_t source)
J
jp9000 已提交
379
{
380
	if (source->context.data && source->info.activate)
381
		source->info.activate(source->context.data);
382
	obs_source_dosignal(source, "source_activate", "activate");
J
jp9000 已提交
383 384
}

385
static void deactivate_source(obs_source_t source)
J
jp9000 已提交
386
{
387
	if (source->context.data && source->info.deactivate)
388
		source->info.deactivate(source->context.data);
389
	obs_source_dosignal(source, "source_deactivate", "deactivate");
390
}
391

392 393
static void show_source(obs_source_t source)
{
394
	if (source->context.data && source->info.show)
395
		source->info.show(source->context.data);
396
	obs_source_dosignal(source, "source_show", "show");
397 398 399 400
}

static void hide_source(obs_source_t source)
{
401
	if (source->context.data && source->info.hide)
402
		source->info.hide(source->context.data);
403
	obs_source_dosignal(source, "source_hide", "hide");
404 405 406 407
}

static void activate_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
408
	if (os_atomic_inc_long(&child->activate_refs) == 1)
409
		activate_source(child);
J
jp9000 已提交
410 411 412

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
413 414 415 416 417
}

static void deactivate_tree(obs_source_t parent, obs_source_t child,
		void *param)
{
J
jp9000 已提交
418
	if (os_atomic_dec_long(&child->activate_refs) == 0)
419
		deactivate_source(child);
J
jp9000 已提交
420 421 422

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
423 424
}

425 426
static void show_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
427
	if (os_atomic_inc_long(&child->show_refs) == 1)
428 429 430 431 432 433 434 435
		show_source(child);

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

static void hide_tree(obs_source_t parent, obs_source_t child, void *param)
{
J
jp9000 已提交
436
	if (os_atomic_dec_long(&child->show_refs) == 0)
437 438 439 440 441 442 443
		hide_source(child);

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

void obs_source_activate(obs_source_t source, enum view_type type)
444 445 446
{
	if (!source) return;

J
jp9000 已提交
447
	if (os_atomic_inc_long(&source->show_refs) == 1) {
448 449 450 451 452
		show_source(source);
		obs_source_enum_tree(source, show_tree, NULL);
	}

	if (type == MAIN_VIEW) {
J
jp9000 已提交
453
		if (os_atomic_inc_long(&source->activate_refs) == 1) {
454 455 456 457
			activate_source(source);
			obs_source_enum_tree(source, activate_tree, NULL);
			obs_source_set_present_volume(source, 1.0f);
		}
458 459 460
	}
}

461
void obs_source_deactivate(obs_source_t source, enum view_type type)
462 463 464
{
	if (!source) return;

J
jp9000 已提交
465
	if (os_atomic_dec_long(&source->show_refs) == 0) {
466 467 468 469 470
		hide_source(source);
		obs_source_enum_tree(source, hide_tree, NULL);
	}

	if (type == MAIN_VIEW) {
J
jp9000 已提交
471
		if (os_atomic_dec_long(&source->activate_refs) == 0) {
472 473 474 475
			deactivate_source(source);
			obs_source_enum_tree(source, deactivate_tree, NULL);
			obs_source_set_present_volume(source, 0.0f);
		}
476
	}
J
jp9000 已提交
477 478
}

479
void obs_source_video_tick(obs_source_t source, float seconds)
J
jp9000 已提交
480
{
J
jp9000 已提交
481 482
	if (!source) return;

483 484 485
	if (source->defer_update)
		obs_source_deferred_update(source);

J
jp9000 已提交
486 487 488 489
	/* reset the filter render texture information once every frame */
	if (source->filter_texrender)
		texrender_reset(source->filter_texrender);

490
	if (source->context.data && source->info.video_tick)
491
		source->info.video_tick(source->context.data, seconds);
J
jp9000 已提交
492 493
}

494
/* unless the value is 3+ hours worth of frames, this won't overflow */
J
jp9000 已提交
495
static inline uint64_t conv_frames_to_time(size_t frames)
496
{
J
jp9000 已提交
497 498
	const struct audio_output_info *info;
	info = audio_output_getinfo(obs->audio.audio);
499 500 501

	return (uint64_t)frames * 1000000000ULL /
		(uint64_t)info->samples_per_sec;
502 503
}

504
/* maximum "direct" timestamp variance in nanoseconds */
505
#define MAX_TS_VAR          5000000000ULL
506
/* maximum time that timestamp can jump in nanoseconds */
507 508 509 510
#define MAX_TIMESTAMP_JUMP  2000000000ULL
/* time threshold in nanoseconds to ensure audio timing is as seamless as
 * possible */
#define TS_SMOOTHING_THRESHOLD 70000000ULL
511 512 513 514 515 516

static inline void reset_audio_timing(obs_source_t source, uint64_t timetamp)
{
	source->timing_set    = true;
	source->timing_adjust = os_gettime_ns() - timetamp;
}
517

518 519
static inline void handle_ts_jump(obs_source_t source, uint64_t expected,
		uint64_t ts, uint64_t diff)
520
{
J
jp9000 已提交
521
	blog(LOG_DEBUG, "Timestamp for source '%s' jumped by '%"PRIu64"', "
522
	                "expected value %"PRIu64", input value %"PRIu64,
523
	                source->context.name, diff, expected, ts);
524 525

	/* if has video, ignore audio data until reset */
526
	if (source->info.output_flags & OBS_SOURCE_ASYNC)
527
		os_atomic_dec_long(&source->av_sync_ref);
528 529 530 531
	else 
		reset_audio_timing(source, ts);
}

532 533 534 535
static void source_output_audio_line(obs_source_t source,
		const struct audio_data *data)
{
	struct audio_data in = *data;
536
	uint64_t diff;
537 538

	if (!source->timing_set) {
539
		reset_audio_timing(source, in.timestamp);
540 541

		/* detects 'directly' set timestamps as long as they're within
542
		 * a certain threshold */
543
		if ((source->timing_adjust + MAX_TS_VAR) < MAX_TS_VAR * 2)
544
			source->timing_adjust = 0;
545

546
	} else {
547
		bool ts_under = (in.timestamp < source->next_audio_ts_min);
548

549 550 551 552 553
		diff = ts_under ?
			(source->next_audio_ts_min - in.timestamp) :
			(in.timestamp - source->next_audio_ts_min);

		/* smooth audio if lower or within threshold */
554
		if (diff > MAX_TIMESTAMP_JUMP)
555 556 557 558
			handle_ts_jump(source, source->next_audio_ts_min,
					in.timestamp, diff);
		else if (ts_under || diff < TS_SMOOTHING_THRESHOLD)
			in.timestamp = source->next_audio_ts_min;
559 560
	}

561
	source->next_audio_ts_min = in.timestamp +
J
jp9000 已提交
562
		conv_frames_to_time(in.frames);
563

564
	if (source->av_sync_ref != 0)
565 566
		return;

J
jp9000 已提交
567
	in.timestamp += source->timing_adjust + source->sync_offset;
J
jp9000 已提交
568 569
	in.volume = source->user_volume * source->present_volume *
		obs->audio.user_volume * obs->audio.present_volume;
570

571 572 573
	audio_line_output(source->audio_line, &in);
}

574 575 576 577 578 579 580 581
enum convert_type {
	CONVERT_NONE,
	CONVERT_NV12,
	CONVERT_420,
	CONVERT_422_U,
	CONVERT_422_Y,
};

582
static inline enum convert_type get_convert_type(enum video_format format)
583
{
584
	switch (format) {
585 586 587 588 589 590 591 592 593 594 595
	case VIDEO_FORMAT_I420:
		return CONVERT_420;
	case VIDEO_FORMAT_NV12:
		return CONVERT_NV12;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
		return CONVERT_422_Y;
	case VIDEO_FORMAT_UYVY:
		return CONVERT_422_U;

596
	case VIDEO_FORMAT_NONE:
597 598 599 600 601 602 603 604 605
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		return CONVERT_NONE;
	}

	return CONVERT_NONE;
}

606 607 608 609
static inline bool set_packed422_sizes(struct obs_source *source,
		struct source_frame *frame)
{
	source->async_convert_height = frame->height;
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
	source->async_convert_width  = frame->width / 2;
	source->async_texture_format = GS_BGRA;
	return true;
}

static inline bool set_planar420_sizes(struct obs_source *source,
		struct source_frame *frame)
{
	uint32_t size = frame->width * frame->height;
	size += size/2;

	source->async_convert_width   = frame->width;
	source->async_convert_height  = (size / frame->width + 1) & 0xFFFFFFFE;
	source->async_texture_format  = GS_R8;
	source->async_plane_offset[0] = frame->width * frame->height;
	source->async_plane_offset[1] = source->async_plane_offset[0] +
		frame->width * frame->height / 4;
627 628 629 630 631 632 633 634 635 636 637 638
	return true;
}

static inline bool init_gpu_conversion(struct obs_source *source,
		struct source_frame *frame)
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_Y:
		case CONVERT_422_U:
			return set_packed422_sizes(source, frame);

		case CONVERT_420:
639 640 641 642
			return set_planar420_sizes(source, frame);

		case CONVERT_NV12:
			assert(false && "NV12 not yet implemented");
643 644 645 646 647 648 649 650 651 652 653
			/* TODO: implement conversion */
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;

	}
	return false;
}

654 655 656 657 658 659 660 661 662 663 664
static inline enum gs_color_format convert_video_format(
		enum video_format format)
{
	if (format == VIDEO_FORMAT_RGBA)
		return GS_RGBA;
	else if (format == VIDEO_FORMAT_BGRA)
		return GS_BGRA;

	return GS_BGRX;
}

665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685
static inline bool set_async_texture_size(struct obs_source *source,
		struct source_frame *frame)
{
	enum convert_type prev, cur;
	prev = get_convert_type(source->async_format);
	cur  = get_convert_type(frame->format);
	if (source->async_texture) {
		if (source->async_width  == frame->width &&
		    source->async_height == frame->height &&
		    prev == cur)
			return true;
	}

	texture_destroy(source->async_texture);
	texrender_destroy(source->async_convert_texrender);
	source->async_convert_texrender = NULL;

	if (cur != CONVERT_NONE && init_gpu_conversion(source, frame)) {
		source->async_gpu_conversion = true;

		source->async_convert_texrender =
686
			texrender_create(GS_BGRX, GS_ZS_NONE);
687 688 689 690

		source->async_texture = gs_create_texture(
				source->async_convert_width,
				source->async_convert_height,
691 692
				source->async_texture_format,
				1, NULL, GS_DYNAMIC);
693 694

	} else {
695 696
		enum gs_color_format format = convert_video_format(
				frame->format);
697 698 699 700
		source->async_gpu_conversion = false;

		source->async_texture = gs_create_texture(
				frame->width, frame->height,
701
				format, 1, NULL, GS_DYNAMIC);
702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721
	}

	if (!source->async_texture)
		return false;

	source->async_width  = frame->width;
	source->async_height = frame->height;
	return true;
}

static void upload_raw_frame(texture_t tex, const struct source_frame *frame)
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_U:
		case CONVERT_422_Y:
			texture_setimage(tex, frame->data[0],
					frame->linesize[0], false);
			break;

		case CONVERT_420:
722 723 724 725 726
			texture_setimage(tex, frame->data[0],
					frame->width, false);
			break;

		case CONVERT_NV12:
727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748
			assert(false && "Conversion not yet implemented");
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;
	}
}

static const char *select_conversion_technique(enum video_format format)
{
	switch (format) {
		case VIDEO_FORMAT_UYVY:
			return "UYUV_Reverse";

		case VIDEO_FORMAT_YUY2:
			return "YUY2_Reverse";

		case VIDEO_FORMAT_YVYU:
			return "YVYU_Reverse";

		case VIDEO_FORMAT_I420:
749 750 751
			return "I420_Reverse";

		case VIDEO_FORMAT_NV12:
752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783
			assert(false && "Conversion not yet implemented");
			break;

		case VIDEO_FORMAT_BGRA:
		case VIDEO_FORMAT_BGRX:
		case VIDEO_FORMAT_RGBA:
		case VIDEO_FORMAT_NONE:
			assert(false && "No conversion requested");
			break;
	}
	return NULL;
}

static inline void set_eparam(effect_t effect, const char *name, float val)
{
	eparam_t param = effect_getparambyname(effect, name);
	effect_setfloat(effect, param, val);
}

static bool update_async_texrender(struct obs_source *source,
		const struct source_frame *frame)
{
	texture_t   tex       = source->async_texture;
	texrender_t texrender = source->async_convert_texrender;

	texrender_reset(texrender);

	upload_raw_frame(tex, frame);

	uint32_t cx = source->async_width;
	uint32_t cy = source->async_height;

784 785 786
	float convert_width  = (float)source->async_convert_width;
	float convert_height = (float)source->async_convert_height;

787 788 789 790 791 792 793 794 795 796
	effect_t conv = obs->video.conversion_effect;
	technique_t tech = effect_gettechnique(conv,
			select_conversion_technique(frame->format));

	if (!texrender_begin(texrender, cx, cy))
		return false;

	technique_begin(tech);
	technique_beginpass(tech, 0);

797
	effect_settexture(conv, effect_getparambyname(conv, "image"), tex);
798 799 800 801
	set_eparam(conv, "width",  (float)cx);
	set_eparam(conv, "height", (float)cy);
	set_eparam(conv, "width_i",  1.0f / cx);
	set_eparam(conv, "height_i", 1.0f / cy);
802
	set_eparam(conv, "width_d2",  cx * 0.5f);
803
	set_eparam(conv, "height_d2", cy * 0.5f);
804
	set_eparam(conv, "width_d2_i",  1.0f / (cx * 0.5f));
805
	set_eparam(conv, "height_d2_i", 1.0f / (cy * 0.5f));
806 807 808 809 810 811 812 813 814 815
	set_eparam(conv, "input_width",  convert_width);
	set_eparam(conv, "input_height", convert_height);
	set_eparam(conv, "input_width_i",  1.0f / convert_width);
	set_eparam(conv, "input_height_i", 1.0f / convert_height);
	set_eparam(conv, "input_width_i_d2",  (1.0f / convert_width)  * 0.5f);
	set_eparam(conv, "input_height_i_d2", (1.0f / convert_height) * 0.5f);
	set_eparam(conv, "u_plane_offset",
			(float)source->async_plane_offset[0]);
	set_eparam(conv, "v_plane_offset",
			(float)source->async_plane_offset[1]);
816 817 818 819 820 821 822 823 824 825 826 827 828

	gs_ortho(0.f, (float)cx, 0.f, (float)cy, -100.f, 100.f);

	gs_draw_sprite(tex, 0, cx, cy);

	technique_endpass(tech);
	technique_end(tech);

	texrender_end(texrender);

	return true;
}

829 830
static bool update_async_texture(struct obs_source *source,
		const struct source_frame *frame)
831
{
832 833 834
	texture_t         tex       = source->async_texture;
	texrender_t       texrender = source->async_convert_texrender;
	enum convert_type type      = get_convert_type(frame->format);
835 836 837
	void              *ptr;
	uint32_t          linesize;

838 839 840
	source->async_format     = frame->format;
	source->async_flip       = frame->flip;
	source->async_full_range = frame->full_range;
841 842
	memcpy(source->async_color_matrix, frame->color_matrix,
			sizeof(frame->color_matrix));
843 844 845 846
	memcpy(source->async_color_range_min, frame->color_range_min,
			sizeof frame->color_range_min);
	memcpy(source->async_color_range_max, frame->color_range_max,
			sizeof frame->color_range_max);
847

848 849 850
	if (source->async_gpu_conversion && texrender)
		return update_async_texrender(source, frame);

851
	if (type == CONVERT_NONE) {
852
		texture_setimage(tex, frame->data[0], frame->linesize[0],
853
				false);
854 855 856
		return true;
	}

857
	if (!texture_map(tex, &ptr, &linesize))
858 859 860
		return false;

	if (type == CONVERT_420)
J
jp9000 已提交
861 862 863
		decompress_420((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
864 865

	else if (type == CONVERT_NV12)
J
jp9000 已提交
866 867 868
		decompress_nv12((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
869 870

	else if (type == CONVERT_422_Y)
871
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
872
				0, frame->height, ptr, linesize, true);
873 874

	else if (type == CONVERT_422_U)
875
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
876
				0, frame->height, ptr, linesize, false);
877 878 879 880 881

	texture_unmap(tex);
	return true;
}

882
static inline void obs_source_draw_texture(struct obs_source *source,
883 884
		effect_t effect, float *color_matrix,
		float const *color_range_min, float const *color_range_max)
885
{
886 887
	texture_t tex = source->async_texture;
	eparam_t  param;
888

889 890 891
	if (source->async_convert_texrender)
		tex = texrender_gettexture(source->async_convert_texrender);

P
Palana 已提交
892
	if (color_range_min) {
893 894 895
		size_t const size = sizeof(float) * 3;
		param = effect_getparambyname(effect, "color_range_min");
		effect_setval(effect, param, color_range_min, size);
P
Palana 已提交
896 897 898 899
	}
	
	if (color_range_max) {
		size_t const size = sizeof(float) * 3;
900 901
		param = effect_getparambyname(effect, "color_range_max");
		effect_setval(effect, param, color_range_max, size);
P
Palana 已提交
902 903 904
	}
	
	if (color_matrix) {
905
		param = effect_getparambyname(effect, "color_matrix");
906
		effect_setval(effect, param, color_matrix, sizeof(float) * 16);
907 908
	}

J
jp9000 已提交
909
	param = effect_getparambyname(effect, "image");
910 911
	effect_settexture(effect, param, tex);

912 913
	gs_draw_sprite(tex, source->async_flip ? GS_FLIP_V : 0, 0, 0);
}
914

915 916
static void obs_source_draw_async_texture(struct obs_source *source)
{
917 918 919 920 921
	effect_t    effect        = gs_geteffect();
	bool        yuv           = format_is_yuv(source->async_format);
	bool        limited_range = yuv && !source->async_full_range;
	const char  *type         = yuv ? "DrawMatrix" : "Draw";
	bool        def_draw      = (!effect);
922 923 924 925 926 927 928 929 930 931
	technique_t tech;

	if (def_draw) {
		effect = obs_get_default_effect();
		tech = effect_gettechnique(effect, type);
		technique_begin(tech);
		technique_beginpass(tech, 0);
	}

	obs_source_draw_texture(source, effect,
932 933 934
			yuv ? source->async_color_matrix : NULL,
			limited_range ? source->async_color_range_min : NULL,
			limited_range ? source->async_color_range_max : NULL);
935 936 937 938 939

	if (def_draw) {
		technique_endpass(tech);
		technique_end(tech);
	}
940 941
}

942 943 944
static void obs_source_render_async_video(obs_source_t source)
{
	struct source_frame *frame = obs_source_getframe(source);
945 946 947 948 949 950
	if (frame) {
		if (!set_async_texture_size(source, frame))
			return;
		if (!update_async_texture(source, frame))
			return;
	}
951

952 953
	if (source->async_texture)
		obs_source_draw_async_texture(source);
954 955 956 957

	obs_source_releaseframe(source, frame);
}

958 959 960 961 962 963 964
static inline void obs_source_render_filters(obs_source_t source)
{
	source->rendering_filter = true;
	obs_source_video_render(source->filters.array[0]);
	source->rendering_filter = false;
}

J
jp9000 已提交
965 966
static inline void obs_source_default_render(obs_source_t source,
		bool color_matrix)
967 968
{
	effect_t    effect     = obs->video.default_effect;
J
jp9000 已提交
969
	const char  *tech_name = color_matrix ? "DrawMatrix" : "Draw";
970 971 972 973 974 975
	technique_t tech       = effect_gettechnique(effect, tech_name);
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
976 977
		if (source->context.data)
			source->info.video_render(source->context.data, effect);
978 979 980 981 982 983 984
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void obs_source_main_render(obs_source_t source)
{
985 986 987
	uint32_t flags      = source->info.output_flags;
	bool color_matrix   = (flags & OBS_SOURCE_COLOR_MATRIX) != 0;
	bool custom_draw    = (flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
988 989
	bool default_effect = !source->filter_parent &&
	                      source->filters.num == 0 &&
990
	                      !custom_draw;
991 992

	if (default_effect)
J
jp9000 已提交
993
		obs_source_default_render(source, color_matrix);
994
	else if (source->context.data)
995
		source->info.video_render(source->context.data,
996
				custom_draw ? NULL : gs_geteffect());
997 998
}

999
void obs_source_video_render(obs_source_t source)
J
jp9000 已提交
1000
{
1001
	if (!source_valid(source)) return;
J
jp9000 已提交
1002

1003 1004
	if (source->filters.num && !source->rendering_filter)
		obs_source_render_filters(source);
1005

1006 1007 1008 1009
	else if (source->info.video_render)
		obs_source_main_render(source);

	else if (source->filter_target)
1010 1011
		obs_source_video_render(source->filter_target);

1012
	else
1013
		obs_source_render_async_video(source);
J
jp9000 已提交
1014 1015
}

J
jp9000 已提交
1016
uint32_t obs_source_getwidth(obs_source_t source)
J
jp9000 已提交
1017
{
1018
	if (!source_valid(source)) return 0;
1019 1020

	if (source->info.getwidth)
1021
		return source->info.getwidth(source->context.data);
1022
	return source->async_width;
J
jp9000 已提交
1023 1024
}

J
jp9000 已提交
1025
uint32_t obs_source_getheight(obs_source_t source)
J
jp9000 已提交
1026
{
1027
	if (!source_valid(source)) return 0;
1028 1029

	if (source->info.getheight)
1030
		return source->info.getheight(source->context.data);
1031
	return source->async_height;
J
jp9000 已提交
1032 1033
}

1034 1035
obs_source_t obs_filter_getparent(obs_source_t filter)
{
J
jp9000 已提交
1036
	return filter ? filter->filter_parent : NULL;
1037 1038
}

1039
obs_source_t obs_filter_gettarget(obs_source_t filter)
J
jp9000 已提交
1040
{
J
jp9000 已提交
1041
	return filter ? filter->filter_target : NULL;
J
jp9000 已提交
1042 1043
}

1044
void obs_source_filter_add(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
1045
{
J
jp9000 已提交
1046 1047 1048
	if (!source || !filter)
		return;

1049 1050
	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
1051
	if (da_find(source->filters, &filter, 0) != DARRAY_INVALID) {
J
jp9000 已提交
1052 1053 1054 1055 1056 1057
		blog(LOG_WARNING, "Tried to add a filter that was already "
		                  "present on the source");
		return;
	}

	if (source->filters.num) {
1058
		obs_source_t *back = da_end(source->filters);
J
jp9000 已提交
1059 1060 1061 1062
		(*back)->filter_target = filter;
	}

	da_push_back(source->filters, &filter);
1063 1064 1065 1066

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = source;
J
jp9000 已提交
1067 1068 1069
	filter->filter_target = source;
}

1070
void obs_source_filter_remove(obs_source_t source, obs_source_t filter)
J
jp9000 已提交
1071
{
1072 1073
	size_t idx;

J
jp9000 已提交
1074 1075 1076
	if (!source || !filter)
		return;

1077 1078 1079
	pthread_mutex_lock(&source->filter_mutex);

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
1080
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
1081 1082 1083
		return;

	if (idx > 0) {
1084
		obs_source_t prev = source->filters.array[idx-1];
J
jp9000 已提交
1085 1086 1087 1088
		prev->filter_target = filter->filter_target;
	}

	da_erase(source->filters, idx);
1089 1090 1091 1092

	pthread_mutex_unlock(&source->filter_mutex);

	filter->filter_parent = NULL;
J
jp9000 已提交
1093 1094 1095
	filter->filter_target = NULL;
}

1096
void obs_source_filter_setorder(obs_source_t source, obs_source_t filter,
J
jp9000 已提交
1097 1098
		enum order_movement movement)
{
J
jp9000 已提交
1099 1100 1101 1102 1103 1104
	size_t idx, i;

	if (!source || !filter)
		return;

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
1105
	if (idx == DARRAY_INVALID)
J
jp9000 已提交
1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128
		return;

	if (movement == ORDER_MOVE_UP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, idx+1);

	} else if (movement == ORDER_MOVE_DOWN) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, idx-1);

	} else if (movement == ORDER_MOVE_TOP) {
		if (idx == source->filters.num-1)
			return;
		da_move_item(source->filters, idx, source->filters.num-1);

	} else if (movement == ORDER_MOVE_BOTTOM) {
		if (idx == 0)
			return;
		da_move_item(source->filters, idx, 0);
	}

1129
	/* reorder filter targets, not the nicest way of dealing with things */
J
jp9000 已提交
1130
	for (i = 0; i < source->filters.num; i++) {
1131
		obs_source_t next_filter = (i == source->filters.num-1) ?
J
jp9000 已提交
1132 1133 1134 1135 1136
			source : source->filters.array[idx+1];
		source->filters.array[i]->filter_target = next_filter;
	}
}

1137
obs_data_t obs_source_getsettings(obs_source_t source)
J
jp9000 已提交
1138
{
J
jp9000 已提交
1139 1140
	if (!source) return NULL;

1141 1142
	obs_data_addref(source->context.settings);
	return source->context.settings;
J
jp9000 已提交
1143 1144
}

1145 1146
static inline struct source_frame *filter_async_video(obs_source_t source,
		struct source_frame *in)
1147 1148 1149 1150
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
1151 1152

		if (filter->context.data && filter->info.filter_video) {
1153 1154
			in = filter->info.filter_video(filter->context.data,
					in);
1155 1156 1157 1158 1159 1160 1161 1162
			if (!in)
				return NULL;
		}
	}

	return in;
}

1163 1164 1165
static inline void copy_frame_data_line(struct source_frame *dst,
		const struct source_frame *src, uint32_t plane, uint32_t y)
{
1166 1167 1168 1169
	uint32_t pos_src = y * src->linesize[plane];
	uint32_t pos_dst = y * dst->linesize[plane];
	uint32_t bytes = dst->linesize[plane] < src->linesize[plane] ?
		dst->linesize[plane] : src->linesize[plane];
1170 1171 1172 1173 1174 1175 1176

	memcpy(dst->data[plane] + pos_dst, src->data[plane] + pos_src, bytes);
}

static inline void copy_frame_data_plane(struct source_frame *dst,
		const struct source_frame *src, uint32_t plane, uint32_t lines)
{
1177
	if (dst->linesize[plane] != src->linesize[plane])
1178 1179 1180 1181
		for (uint32_t y = 0; y < lines; y++)
			copy_frame_data_line(dst, src, plane, y);
	else
		memcpy(dst->data[plane], src->data[plane],
1182
				dst->linesize[plane] * lines);
1183 1184 1185 1186 1187 1188
}

static void copy_frame_data(struct source_frame *dst,
		const struct source_frame *src)
{
	dst->flip         = src->flip;
1189
	dst->full_range   = src->full_range;
1190 1191
	dst->timestamp    = src->timestamp;
	memcpy(dst->color_matrix, src->color_matrix, sizeof(float) * 16);
1192 1193 1194 1195 1196
	if (!dst->full_range) {
		size_t const size = sizeof(float) * 3;
		memcpy(dst->color_range_min, src->color_range_min, size);
		memcpy(dst->color_range_max, src->color_range_max, size);
	}
1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220

	switch (dst->format) {
	case VIDEO_FORMAT_I420:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		copy_frame_data_plane(dst, src, 2, dst->height/2);
		break;

	case VIDEO_FORMAT_NV12:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		break;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
	case VIDEO_FORMAT_NONE:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		copy_frame_data_plane(dst, src, 0, dst->height);
	}
}

J
jp9000 已提交
1221
static inline struct source_frame *cache_video(const struct source_frame *frame)
1222
{
1223
	/* TODO: use an actual cache */
1224
	struct source_frame *new_frame = source_frame_create(frame->format,
1225
			frame->width, frame->height);
1226

1227
	copy_frame_data(new_frame, frame);
1228
	return new_frame;
1229 1230
}

1231
static bool ready_async_frame(obs_source_t source, uint64_t sys_time);
1232 1233 1234 1235

static inline void cycle_frames(struct obs_source *source)
{
	if (source->video_frames.num && !source->activate_refs)
1236
		ready_async_frame(source, os_gettime_ns());
1237 1238
}

1239
void obs_source_output_video(obs_source_t source,
1240
		const struct source_frame *frame)
1241
{
J
jp9000 已提交
1242 1243 1244
	if (!source || !frame)
		return;

J
jp9000 已提交
1245
	struct source_frame *output = cache_video(frame);
1246 1247 1248 1249 1250

	pthread_mutex_lock(&source->filter_mutex);
	output = filter_async_video(source, output);
	pthread_mutex_unlock(&source->filter_mutex);

1251 1252
	if (output) {
		pthread_mutex_lock(&source->video_mutex);
1253
		cycle_frames(source);
1254 1255 1256
		da_push_back(source->video_frames, &output);
		pthread_mutex_unlock(&source->video_mutex);
	}
1257 1258
}

1259 1260
static inline struct filtered_audio *filter_async_audio(obs_source_t source,
		struct filtered_audio *in)
1261 1262 1263 1264
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
1265 1266

		if (filter->context.data && filter->info.filter_audio) {
1267 1268
			in = filter->info.filter_audio(filter->context.data,
					in);
1269 1270 1271 1272 1273 1274 1275 1276
			if (!in)
				return NULL;
		}
	}

	return in;
}

1277
static inline void reset_resampler(obs_source_t source,
1278 1279
		const struct source_audio *audio)
{
J
jp9000 已提交
1280
	const struct audio_output_info *obs_info;
1281 1282
	struct resample_info output_info;

1283 1284
	obs_info = audio_output_getinfo(obs->audio.audio);

1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309
	output_info.format           = obs_info->format;
	output_info.samples_per_sec  = obs_info->samples_per_sec;
	output_info.speakers         = obs_info->speakers;

	source->sample_info.format          = audio->format;
	source->sample_info.samples_per_sec = audio->samples_per_sec;
	source->sample_info.speakers        = audio->speakers;

	if (source->sample_info.samples_per_sec == obs_info->samples_per_sec &&
	    source->sample_info.format          == obs_info->format          &&
	    source->sample_info.speakers        == obs_info->speakers) {
		source->audio_failed = false;
		return;
	}

	audio_resampler_destroy(source->resampler);
	source->resampler = audio_resampler_create(&output_info,
			&source->sample_info);

	source->audio_failed = source->resampler == NULL;
	if (source->resampler == NULL)
		blog(LOG_ERROR, "creation of resampler failed");
}

static inline void copy_audio_data(obs_source_t source,
J
jp9000 已提交
1310
		const uint8_t *const data[], uint32_t frames, uint64_t ts)
1311
{
1312
	size_t planes    = audio_output_planes(obs->audio.audio);
1313
	size_t blocksize = audio_output_blocksize(obs->audio.audio);
1314 1315
	size_t size      = (size_t)frames * blocksize;
	bool   resize    = source->audio_storage_size < size;
1316

J
jp9000 已提交
1317 1318
	source->audio_data.frames    = frames;
	source->audio_data.timestamp = ts;
1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331

	for (size_t i = 0; i < planes; i++) {
		/* ensure audio storage capacity */
		if (resize) {
			bfree(source->audio_data.data[i]);
			source->audio_data.data[i] = bmalloc(size);
		}

		memcpy(source->audio_data.data[i], data[i], size);
	}

	if (resize)
		source->audio_storage_size = size;
1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345
}

/* resamples/remixes new audio to the designated main audio output format */
static void process_audio(obs_source_t source, const struct source_audio *audio)
{
	if (source->sample_info.samples_per_sec != audio->samples_per_sec ||
	    source->sample_info.format          != audio->format          ||
	    source->sample_info.speakers        != audio->speakers)
		reset_resampler(source, audio);

	if (source->audio_failed)
		return;

	if (source->resampler) {
J
jp9000 已提交
1346
		uint8_t  *output[MAX_AV_PLANES];
1347 1348 1349
		uint32_t frames;
		uint64_t offset;

1350 1351 1352 1353 1354
		memset(output, 0, sizeof(output));

		audio_resampler_resample(source->resampler,
				output, &frames, &offset,
				audio->data, audio->frames);
1355

J
jp9000 已提交
1356
		copy_audio_data(source, (const uint8_t *const *)output, frames,
1357 1358 1359 1360 1361
				audio->timestamp - offset);
	} else {
		copy_audio_data(source, audio->data, audio->frames,
				audio->timestamp);
	}
1362 1363 1364 1365 1366
}

void obs_source_output_audio(obs_source_t source,
		const struct source_audio *audio)
{
J
jp9000 已提交
1367
	uint32_t flags;
1368
	struct filtered_audio *output;
1369

J
jp9000 已提交
1370 1371 1372 1373
	if (!source || !audio)
		return;

	flags = source->info.output_flags;
1374
	process_audio(source, audio);
1375 1376

	pthread_mutex_lock(&source->filter_mutex);
1377
	output = filter_async_audio(source, &source->audio_data);
1378 1379

	if (output) {
1380
		bool async = (flags & OBS_SOURCE_ASYNC) != 0;
J
jp9000 已提交
1381

1382 1383
		pthread_mutex_lock(&source->audio_mutex);

1384 1385
		/* wait for video to start before outputting any audio so we
		 * have a base for sync */
1386
		if (source->timing_set || !async) {
1387
			struct audio_data data;
1388

J
jp9000 已提交
1389
			for (int i = 0; i < MAX_AV_PLANES; i++)
1390 1391
				data.data[i] = output->data[i];

1392 1393 1394
			data.frames    = output->frames;
			data.timestamp = output->timestamp;
			source_output_audio_line(source, &data);
1395 1396 1397 1398 1399 1400 1401 1402
		}

		pthread_mutex_unlock(&source->audio_mutex);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}

1403 1404 1405 1406 1407
static inline bool frame_out_of_bounds(obs_source_t source, uint64_t ts)
{
	return ((ts - source->last_frame_ts) > MAX_TIMESTAMP_JUMP);
}

1408
static bool ready_async_frame(obs_source_t source, uint64_t sys_time)
1409 1410 1411 1412 1413 1414 1415 1416 1417 1418
{
	struct source_frame *next_frame = source->video_frames.array[0];
	struct source_frame *frame      = NULL;
	uint64_t sys_offset = sys_time - source->last_sys_timestamp;
	uint64_t frame_time = next_frame->timestamp;
	uint64_t frame_offset = 0;

	/* account for timestamp invalidation */
	if (frame_out_of_bounds(source, frame_time)) {
		source->last_frame_ts = next_frame->timestamp;
1419
		os_atomic_inc_long(&source->av_sync_ref);
1420 1421
	} else {
		frame_offset = frame_time - source->last_frame_ts;
1422
		source->last_frame_ts += frame_offset;
1423 1424 1425 1426 1427
	}

	while (frame_offset <= sys_offset) {
		source_frame_destroy(frame);

1428 1429 1430
		if (source->video_frames.num == 1)
			return true;

1431 1432 1433 1434 1435 1436 1437 1438
		frame = next_frame;
		da_erase(source->video_frames, 0);
		next_frame = source->video_frames.array[0];

		/* more timestamp checking and compensating */
		if ((next_frame->timestamp - frame_time) > MAX_TIMESTAMP_JUMP) {
			source->last_frame_ts =
				next_frame->timestamp - frame_offset;
1439
			os_atomic_inc_long(&source->av_sync_ref);
1440 1441 1442 1443 1444 1445
		}

		frame_time   = next_frame->timestamp;
		frame_offset = frame_time - source->last_frame_ts;
	}

1446 1447
	source_frame_destroy(frame);

1448 1449 1450 1451 1452 1453
	return frame != NULL;
}

static inline struct source_frame *get_closest_frame(obs_source_t source,
		uint64_t sys_time)
{
1454
	if (ready_async_frame(source, sys_time)) {
1455 1456 1457 1458 1459 1460
		struct source_frame *frame = source->video_frames.array[0];
		da_erase(source->video_frames, 0);
		return frame;
	}

	return NULL;
1461 1462
}

1463
/*
1464 1465
 * Ensures that cached frames are displayed on time.  If multiple frames
 * were cached between renders, then releases the unnecessary frames and uses
1466 1467
 * the frame with the closest timing to ensure sync.  Also ensures that timing
 * with audio is synchronized.
1468
 */
1469
struct source_frame *obs_source_getframe(obs_source_t source)
J
jp9000 已提交
1470
{
1471 1472
	struct source_frame *frame = NULL;
	uint64_t sys_time;
1473

J
jp9000 已提交
1474 1475 1476
	if (!source)
		return NULL;

1477 1478 1479 1480 1481
	pthread_mutex_lock(&source->video_mutex);

	if (!source->video_frames.num)
		goto unlock;

1482
	sys_time = os_gettime_ns();
1483

1484 1485
	if (!source->last_frame_ts) {
		frame = source->video_frames.array[0];
1486 1487
		da_erase(source->video_frames, 0);

1488
		source->last_frame_ts = frame->timestamp;
1489
	} else {
1490
		frame = get_closest_frame(source, sys_time);
J
jp9000 已提交
1491 1492 1493 1494 1495 1496
	}

	/* reset timing to current system time */
	if (frame) {
		source->timing_adjust = sys_time - frame->timestamp;
		source->timing_set = true;
1497 1498 1499 1500 1501 1502
	}

	source->last_sys_timestamp = sys_time;

unlock:
	pthread_mutex_unlock(&source->video_mutex);
1503

1504
	if (frame)
1505 1506
		obs_source_addref(source);

1507
	return frame;
J
jp9000 已提交
1508 1509
}

1510
void obs_source_releaseframe(obs_source_t source, struct source_frame *frame)
J
jp9000 已提交
1511
{
J
jp9000 已提交
1512
	if (source && frame) {
1513 1514 1515
		source_frame_destroy(frame);
		obs_source_release(source);
	}
J
jp9000 已提交
1516
}
1517 1518 1519

const char *obs_source_getname(obs_source_t source)
{
1520
	return source ? source->context.name : NULL;
1521 1522 1523 1524
}

void obs_source_setname(obs_source_t source, const char *name)
{
J
jp9000 已提交
1525
	if (!source) return;
1526
	obs_context_data_setname(&source->context, name);
1527 1528
}

1529
void obs_source_gettype(obs_source_t source, enum obs_source_type *type,
1530 1531
		const char **id)
{
J
jp9000 已提交
1532 1533
	if (!source) return;

J
jp9000 已提交
1534
	if (type) *type = source->info.type;
J
jp9000 已提交
1535
	if (id)   *id   = source->info.id;
1536
}
1537 1538

static inline void render_filter_bypass(obs_source_t target, effect_t effect,
J
jp9000 已提交
1539
		bool use_matrix)
1540
{
J
jp9000 已提交
1541
	const char  *tech_name = use_matrix ? "DrawMatrix" : "Draw";
1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554
	technique_t tech       = effect_gettechnique(effect, tech_name);
	size_t      passes, i;

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		obs_source_video_render(target);
		technique_endpass(tech);
	}
	technique_end(tech);
}

static inline void render_filter_tex(texture_t tex, effect_t effect,
J
jp9000 已提交
1555
		uint32_t width, uint32_t height, bool use_matrix)
1556
{
J
jp9000 已提交
1557
	const char  *tech_name = use_matrix ? "DrawMatrix" : "Draw";
1558
	technique_t tech       = effect_gettechnique(effect, tech_name);
J
jp9000 已提交
1559
	eparam_t    image      = effect_getparambyname(effect, "image");
1560 1561
	size_t      passes, i;

J
jp9000 已提交
1562
	effect_settexture(effect, image, tex);
1563 1564 1565 1566 1567 1568 1569 1570 1571 1572

	passes = technique_begin(tech);
	for (i = 0; i < passes; i++) {
		technique_beginpass(tech, i);
		gs_draw_sprite(tex, width, height, 0);
		technique_endpass(tech);
	}
	technique_end(tech);
}

J
jp9000 已提交
1573 1574
void obs_source_process_filter(obs_source_t filter, effect_t effect,
		uint32_t width, uint32_t height, enum gs_color_format format,
1575
		enum allow_direct_render allow_direct)
1576
{
J
jp9000 已提交
1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592
	obs_source_t target, parent;
	uint32_t     target_flags, parent_flags;
	int          cx, cy;
	bool         use_matrix, expects_def, can_directly;

	if (!filter) return;

	target       = obs_filter_gettarget(filter);
	parent       = obs_filter_getparent(filter);
	target_flags = target->info.output_flags;
	parent_flags = parent->info.output_flags;
	cx           = obs_source_getwidth(target);
	cy           = obs_source_getheight(target);
	use_matrix   = !!(target_flags & OBS_SOURCE_COLOR_MATRIX);
	expects_def  = !(parent_flags & OBS_SOURCE_CUSTOM_DRAW);
	can_directly = allow_direct == ALLOW_DIRECT_RENDERING;
1593 1594 1595 1596 1597

	/* if the parent does not use any custom effects, and this is the last
	 * filter in the chain for the parent, then render the parent directly
	 * using the filter effect instead of rendering to texture to reduce
	 * the total number of passes */
1598
	if (can_directly && expects_def && target == parent) {
J
jp9000 已提交
1599
		render_filter_bypass(target, effect, use_matrix);
1600 1601 1602
		return;
	}

J
jp9000 已提交
1603 1604 1605 1606 1607
	if (!filter->filter_texrender)
		filter->filter_texrender = texrender_create(format,
				GS_ZS_NONE);

	if (texrender_begin(filter->filter_texrender, cx, cy)) {
1608
		gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
1609
		if (expects_def && parent == target)
J
jp9000 已提交
1610
			obs_source_default_render(parent, use_matrix);
1611 1612
		else
			obs_source_video_render(target);
J
jp9000 已提交
1613
		texrender_end(filter->filter_texrender);
1614 1615 1616 1617
	}

	/* --------------------------- */

J
jp9000 已提交
1618 1619
	render_filter_tex(texrender_gettexture(filter->filter_texrender),
			effect, width, height, use_matrix);
1620
}
1621 1622 1623

signal_handler_t obs_source_signalhandler(obs_source_t source)
{
1624
	return source ? source->context.signals : NULL;
1625 1626 1627 1628
}

proc_handler_t obs_source_prochandler(obs_source_t source)
{
1629
	return source ? source->context.procs : NULL;
1630
}
J
jp9000 已提交
1631 1632 1633

void obs_source_setvolume(obs_source_t source, float volume)
{
J
jp9000 已提交
1634 1635 1636 1637 1638
	if (source) {
		struct calldata data = {0};
		calldata_setptr(&data, "source", source);
		calldata_setfloat(&data, "volume", volume);

1639
		signal_handler_signal(source->context.signals, "volume", &data);
1640
		signal_handler_signal(obs->signals, "source_volume", &data);
J
jp9000 已提交
1641

1642
		volume = (float)calldata_float(&data, "volume");
J
jp9000 已提交
1643 1644
		calldata_free(&data);

J
jp9000 已提交
1645
		source->user_volume = volume;
J
jp9000 已提交
1646
	}
J
jp9000 已提交
1647 1648
}

J
jp9000 已提交
1649 1650 1651 1652 1653 1654 1655 1656 1657
static void set_tree_preset_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	float *vol = param;
	child->present_volume = *vol;

	UNUSED_PARAMETER(parent);
}

J
jp9000 已提交
1658 1659
void obs_source_set_present_volume(obs_source_t source, float volume)
{
J
jp9000 已提交
1660
	if (source) {
J
jp9000 已提交
1661
		source->present_volume = volume;
J
jp9000 已提交
1662 1663 1664 1665 1666 1667 1668 1669

		/* don't set the presentation volume of the tree if a
		 * transition source, let the transition handle presentation
		 * volume for the child sources itself. */
		if (source->info.type != OBS_SOURCE_TYPE_TRANSITION)
			obs_source_enum_tree(source, set_tree_preset_vol,
					&volume);
	}
J
jp9000 已提交
1670 1671 1672 1673
}

float obs_source_getvolume(obs_source_t source)
{
J
jp9000 已提交
1674
	return source ? source->user_volume : 0.0f;
J
jp9000 已提交
1675 1676 1677 1678
}

float obs_source_get_present_volume(obs_source_t source)
{
J
jp9000 已提交
1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690
	return source ? source->present_volume : 0.0f;
}

void obs_source_set_sync_offset(obs_source_t source, int64_t offset)
{
	if (source)
		source->sync_offset = offset;
}

int64_t obs_source_get_sync_offset(obs_source_t source)
{
	return source ? source->sync_offset : 0;
J
jp9000 已提交
1691
}
1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703

struct source_enum_data {
	obs_source_enum_proc_t enum_callback;
	void *param;
};

static void enum_source_tree_callback(obs_source_t parent, obs_source_t child,
		void *param)
{
	struct source_enum_data *data = param;

	if (child->info.enum_sources && !child->enum_refs) {
J
jp9000 已提交
1704
		os_atomic_inc_long(&child->enum_refs);
1705

1706 1707 1708
		if (child->context.data)
			child->info.enum_sources(child->context.data,
					enum_source_tree_callback, data);
1709

J
jp9000 已提交
1710
		os_atomic_dec_long(&child->enum_refs);
1711 1712 1713 1714 1715 1716 1717 1718 1719
	}

	data->enum_callback(parent, child, data->param);
}

void obs_source_enum_sources(obs_source_t source,
		obs_source_enum_proc_t enum_callback,
		void *param)
{
1720 1721 1722
	if (!source_valid(source)      ||
	    !source->info.enum_sources ||
	    source->enum_refs)
1723 1724 1725 1726
		return;

	obs_source_addref(source);

J
jp9000 已提交
1727
	os_atomic_inc_long(&source->enum_refs);
1728
	source->info.enum_sources(source->context.data, enum_callback, param);
J
jp9000 已提交
1729
	os_atomic_dec_long(&source->enum_refs);
1730 1731 1732 1733 1734 1735 1736 1737 1738 1739

	obs_source_release(source);
}

void obs_source_enum_tree(obs_source_t source,
		obs_source_enum_proc_t enum_callback,
		void *param)
{
	struct source_enum_data data = {enum_callback, param};

1740 1741 1742
	if (!source_valid(source)      ||
	    !source->info.enum_sources ||
	    source->enum_refs)
1743 1744 1745 1746
		return;

	obs_source_addref(source);

J
jp9000 已提交
1747
	os_atomic_inc_long(&source->enum_refs);
1748 1749
	source->info.enum_sources(source->context.data,
			enum_source_tree_callback,
1750
			&data);
J
jp9000 已提交
1751
	os_atomic_dec_long(&source->enum_refs);
1752 1753 1754

	obs_source_release(source);
}
1755 1756 1757 1758 1759

void obs_source_add_child(obs_source_t parent, obs_source_t child)
{
	if (!parent || !child) return;

1760 1761 1762 1763 1764
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_activate(child, type);
	}
1765 1766 1767 1768 1769 1770
}

void obs_source_remove_child(obs_source_t parent, obs_source_t child)
{
	if (!parent || !child) return;

1771 1772 1773 1774 1775
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_deactivate(child, type);
	}
1776
}
J
jp9000 已提交
1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823

static void reset_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	child->transition_volume = 0.0f;

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

static void add_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	float *vol = param;
	child->transition_volume += *vol;

	UNUSED_PARAMETER(parent);
}

static void apply_transition_vol(obs_source_t parent, obs_source_t child,
		void *param)
{
	child->present_volume = child->transition_volume;

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

void obs_transition_begin_frame(obs_source_t transition)
{
	if (!transition) return;
	obs_source_enum_tree(transition, reset_transition_vol, NULL);
}

void obs_source_set_transition_vol(obs_source_t source, float vol)
{
	if (!source) return;

	add_transition_vol(NULL, source, &vol);
	obs_source_enum_tree(source, add_transition_vol, &vol);
}

void obs_transition_end_frame(obs_source_t transition)
{
	if (!transition) return;
	obs_source_enum_tree(transition, apply_transition_vol, NULL);
}
1824 1825 1826

void obs_source_save(obs_source_t source)
{
1827
	if (!source_valid(source) || !source->info.save) return;
1828 1829 1830 1831 1832
	source->info.save(source->context.data, source->context.settings);
}

void obs_source_load(obs_source_t source)
{
1833
	if (!source_valid(source) || !source->info.load) return;
1834 1835
	source->info.load(source->context.data, source->context.settings);
}