obs-source.c 111.5 KB
Newer Older
J
jp9000 已提交
1
/******************************************************************************
2
    Copyright (C) 2013-2014 by Hugh Bailey <obs.jim@gmail.com>
J
jp9000 已提交
3 4 5

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
6
    the Free Software Foundation, either version 2 of the License, or
J
jp9000 已提交
7 8 9 10 11 12 13 14 15 16 17
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/

18
#include <inttypes.h>
C
cg2121 已提交
19
#include <math.h>
20

21
#include "media-io/format-conversion.h"
22
#include "media-io/video-frame.h"
23
#include "media-io/audio-io.h"
J
jp9000 已提交
24
#include "util/threading.h"
25
#include "util/platform.h"
26
#include "callback/calldata.h"
27 28
#include "graphics/matrix3.h"
#include "graphics/vec3.h"
29

J
jp9000 已提交
30
#include "obs.h"
J
jp9000 已提交
31
#include "obs-internal.h"
J
jp9000 已提交
32

J
jp9000 已提交
33
static inline bool data_valid(const struct obs_source *source, const char *f)
34
{
35
	return obs_source_valid(source, f) && source->context.data;
36 37
}

J
jp9000 已提交
38 39 40 41 42
static inline bool deinterlacing_enabled(const struct obs_source *source)
{
	return source->deinterlace_mode != OBS_DEINTERLACE_MODE_DISABLE;
}

43
struct obs_source_info *get_source_info(const char *id)
J
jp9000 已提交
44
{
45 46
	for (size_t i = 0; i < obs->source_types.num; i++) {
		struct obs_source_info *info = &obs->source_types.array[i];
47
		if (strcmp(info->id, id) == 0)
J
jp9000 已提交
48 49 50 51 52 53
			return info;
	}

	return NULL;
}

54 55 56
static const char *source_signals[] = {
	"void destroy(ptr source)",
	"void remove(ptr source)",
J
jp9000 已提交
57 58
	"void save(ptr source)",
	"void load(ptr source)",
59 60 61 62
	"void activate(ptr source)",
	"void deactivate(ptr source)",
	"void show(ptr source)",
	"void hide(ptr source)",
J
jp9000 已提交
63
	"void mute(ptr source, bool muted)",
P
Palana 已提交
64 65 66 67
	"void push_to_mute_changed(ptr source, bool enabled)",
	"void push_to_mute_delay(ptr source, int delay)",
	"void push_to_talk_changed(ptr source, bool enabled)",
	"void push_to_talk_delay(ptr source, int delay)",
68
	"void enable(ptr source, bool enabled)",
J
jp9000 已提交
69
	"void rename(ptr source, string new_name, string prev_name)",
70
	"void volume(ptr source, in out float volume)",
71
	"void update_properties(ptr source)",
J
jp9000 已提交
72
	"void update_flags(ptr source, int flags)",
J
jp9000 已提交
73
	"void audio_sync(ptr source, int out int offset)",
74
	"void audio_mixers(ptr source, in out int mixers)",
J
jp9000 已提交
75 76
	"void filter_add(ptr source, ptr filter)",
	"void filter_remove(ptr source, ptr filter)",
77
	"void reorder_filters(ptr source)",
J
jp9000 已提交
78 79 80
	"void transition_start(ptr source)",
	"void transition_video_stop(ptr source)",
	"void transition_stop(ptr source)",
81 82 83
	NULL
};

84
bool obs_source_init_context(struct obs_source *source,
J
jp9000 已提交
85 86
		obs_data_t *settings, const char *name, obs_data_t *hotkey_data,
		bool private)
87
{
88 89
	if (!obs_context_data_init(&source->context, OBS_OBJ_TYPE_SOURCE,
				settings, name, hotkey_data, private))
90 91
		return false;

92 93
	return signal_handler_add_array(source->context.signals,
			source_signals);
94 95
}

96
const char *obs_source_get_display_name(const char *id)
97
{
98
	const struct obs_source_info *info = get_source_info(id);
99
	return (info != NULL) ? info->get_name(info->type_data) : NULL;
100 101
}

102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117
static void allocate_audio_output_buffer(struct obs_source *source)
{
	size_t size = sizeof(float) *
		AUDIO_OUTPUT_FRAMES * MAX_AUDIO_CHANNELS * MAX_AUDIO_MIXES;
	float *ptr = bzalloc(size);

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		size_t mix_pos = mix * AUDIO_OUTPUT_FRAMES * MAX_AUDIO_CHANNELS;

		for (size_t i = 0; i < MAX_AUDIO_CHANNELS; i++) {
			source->audio_output_buf[mix][i] =
				ptr + mix_pos + AUDIO_OUTPUT_FRAMES * i;
		}
	}
}

J
jp9000 已提交
118 119 120 121 122 123
static inline bool is_async_video_source(const struct obs_source *source)
{
	return (source->info.output_flags & OBS_SOURCE_ASYNC_VIDEO) ==
		OBS_SOURCE_ASYNC_VIDEO;
}

124 125 126 127 128 129 130 131 132 133
static inline bool is_audio_source(const struct obs_source *source)
{
	return source->info.output_flags & OBS_SOURCE_AUDIO;
}

static inline bool is_composite_source(const struct obs_source *source)
{
	return source->info.output_flags & OBS_SOURCE_COMPOSITE;
}

J
jp9000 已提交
134 135
extern char *find_libobs_data_file(const char *file);

136
/* internal initialization */
137
bool obs_source_init(struct obs_source *source)
J
jp9000 已提交
138
{
J
jp9000 已提交
139 140
	pthread_mutexattr_t attr;

J
jp9000 已提交
141
	source->user_volume = 1.0f;
J
jp9000 已提交
142
	source->volume = 1.0f;
J
jp9000 已提交
143
	source->sync_offset = 0;
C
cg2121 已提交
144
	source->balance = 0.5f;
145
	pthread_mutex_init_value(&source->filter_mutex);
146
	pthread_mutex_init_value(&source->async_mutex);
147
	pthread_mutex_init_value(&source->audio_mutex);
148
	pthread_mutex_init_value(&source->audio_buf_mutex);
149
	pthread_mutex_init_value(&source->audio_cb_mutex);
150

J
jp9000 已提交
151 152 153 154 155
	if (pthread_mutexattr_init(&attr) != 0)
		return false;
	if (pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE) != 0)
		return false;
	if (pthread_mutex_init(&source->filter_mutex, &attr) != 0)
156
		return false;
157 158
	if (pthread_mutex_init(&source->audio_buf_mutex, NULL) != 0)
		return false;
J
jp9000 已提交
159 160
	if (pthread_mutex_init(&source->audio_actions_mutex, NULL) != 0)
		return false;
161 162
	if (pthread_mutex_init(&source->audio_cb_mutex, NULL) != 0)
		return false;
163 164
	if (pthread_mutex_init(&source->audio_mutex, NULL) != 0)
		return false;
165
	if (pthread_mutex_init(&source->async_mutex, NULL) != 0)
166
		return false;
J
jp9000 已提交
167

168
	if (is_audio_source(source) || is_composite_source(source))
169
		allocate_audio_output_buffer(source);
170

171 172 173 174 175 176 177 178
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		if (!obs_transition_init(source))
			return false;
	}

	source->control = bzalloc(sizeof(obs_weak_source_t));
	source->deinterlace_top_first = true;
	source->control->source = source;
179
	source->audio_mixers = 0xFF;
180

181
	if (is_audio_source(source)) {
182 183 184 185 186 187 188 189 190 191 192
		pthread_mutex_lock(&obs->data.audio_sources_mutex);

		source->next_audio_source = obs->data.first_audio_source;
		source->prev_next_audio_source =
			&obs->data.first_audio_source;
		if (obs->data.first_audio_source)
			obs->data.first_audio_source->prev_next_audio_source =
				&source->next_audio_source;
		obs->data.first_audio_source = source;

		pthread_mutex_unlock(&obs->data.audio_sources_mutex);
193
	}
194

195 196
	source->private_settings = obs_data_create();

197 198 199
	obs_context_data_insert(&source->context,
			&obs->data.sources_mutex,
			&obs->data.first_source);
200
	return true;
J
jp9000 已提交
201 202
}

P
Palana 已提交
203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
static bool obs_source_hotkey_mute(void *data,
		obs_hotkey_pair_id id, obs_hotkey_t *key, bool pressed)
{
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

	if (!pressed || obs_source_muted(source)) return false;

	obs_source_set_muted(source, true);
	return true;
}

static bool obs_source_hotkey_unmute(void *data,
		obs_hotkey_pair_id id, obs_hotkey_t *key, bool pressed)
{
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

	if (!pressed || !obs_source_muted(source)) return false;

	obs_source_set_muted(source, false);
	return true;
}

static void obs_source_hotkey_push_to_mute(void *data,
		obs_hotkey_id id, obs_hotkey_t *key, bool pressed)
{
J
jp9000 已提交
234 235 236 237 238 239
	struct audio_action action = {
		.timestamp = os_gettime_ns(),
		.type      = AUDIO_ACTION_PTM,
		.set       = pressed
	};

P
Palana 已提交
240 241 242 243 244
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
245 246 247 248 249
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);

	source->user_push_to_mute_pressed = pressed;
P
Palana 已提交
250 251 252 253 254
}

static void obs_source_hotkey_push_to_talk(void *data,
		obs_hotkey_id id, obs_hotkey_t *key, bool pressed)
{
J
jp9000 已提交
255 256 257 258 259 260
	struct audio_action action = {
		.timestamp = os_gettime_ns(),
		.type      = AUDIO_ACTION_PTT,
		.set       = pressed
	};

P
Palana 已提交
261 262 263 264 265
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
266 267 268 269 270
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);

	source->user_push_to_talk_pressed = pressed;
P
Palana 已提交
271 272 273 274
}

static void obs_source_init_audio_hotkeys(struct obs_source *source)
{
275 276
	if (!(source->info.output_flags & OBS_SOURCE_AUDIO) ||
	    source->info.type != OBS_SOURCE_TYPE_INPUT) {
P
Palana 已提交
277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296
		source->mute_unmute_key  = OBS_INVALID_HOTKEY_ID;
		source->push_to_talk_key = OBS_INVALID_HOTKEY_ID;
		return;
	}

	source->mute_unmute_key = obs_hotkey_pair_register_source(source,
			"libobs.mute", obs->hotkeys.mute,
			"libobs.unmute", obs->hotkeys.unmute,
			obs_source_hotkey_mute, obs_source_hotkey_unmute,
			source, source);

	source->push_to_mute_key = obs_hotkey_register_source(source,
			"libobs.push-to-mute", obs->hotkeys.push_to_mute,
			obs_source_hotkey_push_to_mute, source);

	source->push_to_talk_key = obs_hotkey_register_source(source,
			"libobs.push-to-talk", obs->hotkeys.push_to_talk,
			obs_source_hotkey_push_to_talk, source);
}

J
jp9000 已提交
297 298 299
static obs_source_t *obs_source_create_internal(const char *id,
		const char *name, obs_data_t *settings,
		obs_data_t *hotkey_data, bool private)
J
jp9000 已提交
300
{
301
	struct obs_source *source = bzalloc(sizeof(struct obs_source));
J
jp9000 已提交
302

303
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
304
	if (!info) {
P
Palana 已提交
305
		blog(LOG_ERROR, "Source ID '%s' not found", id);
J
jp9000 已提交
306

307 308 309 310
		source->info.id      = bstrdup(id);
		source->owns_info_id = true;
	} else {
		source->info = *info;
311 312 313 314 315 316 317

		/* Always mark filters as private so they aren't found by
		 * source enum/search functions.
		 *
		 * XXX: Fix design flaws with filters */
		if (info->type == OBS_SOURCE_TYPE_FILTER)
			private = true;
318
	}
319

P
Palana 已提交
320 321 322 323
	source->mute_unmute_key  = OBS_INVALID_HOTKEY_PAIR_ID;
	source->push_to_mute_key = OBS_INVALID_HOTKEY_ID;
	source->push_to_talk_key = OBS_INVALID_HOTKEY_ID;

J
jp9000 已提交
324 325
	if (!obs_source_init_context(source, settings, name, hotkey_data,
				private))
326 327
		goto fail;

328 329 330 331 332 333 334
	if (info) {
		if (info->get_defaults2)
			info->get_defaults2(info->type_data,
					source->context.settings);
		else if (info->get_defaults)
			info->get_defaults(source->context.settings);
	}
J
jp9000 已提交
335

336
	if (!obs_source_init(source))
337 338
		goto fail;

J
jp9000 已提交
339 340
	if (!private)
		obs_source_init_audio_hotkeys(source);
P
Palana 已提交
341

342 343
	/* allow the source to be created even if creation fails so that the
	 * user's data doesn't become lost */
344 345 346
	if (info)
		source->context.data = info->create(source->context.settings,
				source);
347
	if (!source->context.data)
348
		blog(LOG_ERROR, "Failed to create source '%s'!", name);
349

350
	blog(LOG_DEBUG, "%ssource '%s' (%s) created",
J
jp9000 已提交
351
			private ? "private " : "", name, id);
J
jp9000 已提交
352

353
	source->flags = source->default_flags;
354
	source->enabled = true;
355 356 357 358 359

	if (!private) {
		obs_source_dosignal(source, "source_create", NULL);
	}

J
jp9000 已提交
360
	return source;
361 362 363 364 365

fail:
	blog(LOG_ERROR, "obs_source_create failed");
	obs_source_destroy(source);
	return NULL;
J
jp9000 已提交
366 367
}

J
jp9000 已提交
368 369 370 371 372 373 374 375 376 377 378 379 380
obs_source_t *obs_source_create(const char *id, const char *name,
		obs_data_t *settings, obs_data_t *hotkey_data)
{
	return obs_source_create_internal(id, name, settings, hotkey_data,
			false);
}

obs_source_t *obs_source_create_private(const char *id, const char *name,
		obs_data_t *settings)
{
	return obs_source_create_internal(id, name, settings, NULL, true);
}

381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
static char *get_new_filter_name(obs_source_t *dst, const char *name)
{
	struct dstr new_name = {0};
	int inc = 0;

	dstr_copy(&new_name, name);

	for (;;) {
		obs_source_t *existing_filter = obs_source_get_filter_by_name(
				dst, new_name.array);
		if (!existing_filter)
			break;

		obs_source_release(existing_filter);

		dstr_printf(&new_name, "%s %d", name, ++inc + 1);
	}

	return new_name.array;
}

402 403 404 405 406 407 408 409 410 411 412 413 414 415 416
static void duplicate_filters(obs_source_t *dst, obs_source_t *src,
		bool private)
{
	DARRAY(obs_source_t*) filters;

	da_init(filters);

	pthread_mutex_lock(&src->filter_mutex);
	for (size_t i = 0; i < src->filters.num; i++)
		obs_source_addref(src->filters.array[i]);
	da_copy(filters, src->filters);
	pthread_mutex_unlock(&src->filter_mutex);

	for (size_t i = filters.num; i > 0; i--) {
		obs_source_t *src_filter = filters.array[i - 1];
417 418
		char *new_name = get_new_filter_name(dst,
				src_filter->context.name);
419
		bool enabled = obs_source_enabled(src_filter);
420

421
		obs_source_t *dst_filter = obs_source_duplicate(src_filter,
422
				new_name, private);
423
		obs_source_set_enabled(dst_filter, enabled);
424

425
		bfree(new_name);
426 427 428 429 430 431 432 433
		obs_source_filter_add(dst, dst_filter);
		obs_source_release(dst_filter);
		obs_source_release(src_filter);
	}

	da_free(filters);
}

434 435
void obs_source_copy_filters(obs_source_t *dst, obs_source_t *src)
{
436 437 438 439 440
	if (!obs_source_valid(dst, "obs_source_copy_filters"))
		return;
	if (!obs_source_valid(src, "obs_source_copy_filters"))
		return;

441
	duplicate_filters(dst, src, dst->context.private);
442 443
}

J
jp9000 已提交
444 445
extern obs_scene_t *obs_group_from_source(const obs_source_t *source);

446 447 448 449 450 451 452 453 454 455 456 457 458 459
obs_source_t *obs_source_duplicate(obs_source_t *source,
		const char *new_name, bool create_private)
{
	obs_source_t *new_source;
	obs_data_t *settings;

	if (!obs_source_valid(source, "obs_source_duplicate"))
		return NULL;

	if ((source->info.output_flags & OBS_SOURCE_DO_NOT_DUPLICATE) != 0) {
		obs_source_addref(source);
		return source;
	}

460 461
	if (source->info.type == OBS_SOURCE_TYPE_SCENE) {
		obs_scene_t *scene = obs_scene_from_source(source);
J
jp9000 已提交
462 463 464 465 466
		if (!scene)
			scene = obs_group_from_source(source);
		if (!scene)
			return NULL;

467 468 469
		obs_scene_t *new_scene = obs_scene_duplicate(scene, new_name,
				create_private ? OBS_SCENE_DUP_PRIVATE_COPY :
					OBS_SCENE_DUP_COPY);
470 471
		obs_source_t *new_source = obs_scene_get_source(new_scene);
		return new_source;
472 473
	}

474 475 476 477 478 479 480 481 482 483 484 485 486 487 488
	settings = obs_data_create();
	obs_data_apply(settings, source->context.settings);

	new_source = create_private ?
		obs_source_create_private(source->info.id, new_name, settings) :
		obs_source_create(source->info.id, new_name, settings, NULL);

	new_source->audio_mixers = source->audio_mixers;
	new_source->sync_offset = source->sync_offset;
	new_source->user_volume = source->user_volume;
	new_source->user_muted = source->user_muted;
	new_source->volume = source->volume;
	new_source->muted = source->muted;
	new_source->flags = source->flags;

489 490
	obs_data_apply(new_source->private_settings, source->private_settings);

491 492 493 494 495 496 497
	if (source->info.type != OBS_SOURCE_TYPE_FILTER)
		duplicate_filters(new_source, source, create_private);

	obs_data_release(settings);
	return new_source;
}

498 499
void obs_source_frame_init(struct obs_source_frame *frame,
		enum video_format format, uint32_t width, uint32_t height)
500
{
501
	struct video_frame vid_frame;
J
jp9000 已提交
502

503
	if (!obs_ptr_valid(frame, "obs_source_frame_init"))
J
jp9000 已提交
504 505
		return;

506
	video_frame_init(&vid_frame, format, width, height);
507 508 509
	frame->format = format;
	frame->width  = width;
	frame->height = height;
510

511 512 513
	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
		frame->data[i]     = vid_frame.data[i];
		frame->linesize[i] = vid_frame.linesize[i];
514 515 516
	}
}

517 518 519 520 521 522
static inline void obs_source_frame_decref(struct obs_source_frame *frame)
{
	if (os_atomic_dec_long(&frame->refs) == 0)
		obs_source_frame_destroy(frame);
}

523 524 525
static bool obs_source_filter_remove_refless(obs_source_t *source,
		obs_source_t *filter);

526
void obs_source_destroy(struct obs_source *source)
J
jp9000 已提交
527
{
528
	size_t i;
529

530
	if (!obs_source_valid(source, "obs_source_destroy"))
J
jp9000 已提交
531 532
		return;

J
jp9000 已提交
533 534 535
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_clear(source);

536 537 538 539 540 541 542 543 544
	pthread_mutex_lock(&obs->data.audio_sources_mutex);
	if (source->prev_next_audio_source) {
		*source->prev_next_audio_source = source->next_audio_source;
		if (source->next_audio_source)
			source->next_audio_source->prev_next_audio_source =
				source->prev_next_audio_source;
	}
	pthread_mutex_unlock(&obs->data.audio_sources_mutex);

545 546 547 548 549 550
	if (source->filter_parent)
		obs_source_filter_remove_refless(source->filter_parent, source);

	while (source->filters.num)
		obs_source_filter_remove(source, source->filters.array[0]);

551 552
	obs_context_data_remove(&source->context);

553
	blog(LOG_DEBUG, "%ssource '%s' destroyed",
J
jp9000 已提交
554 555
			source->context.private ? "private " : "",
			source->context.name);
556

557
	obs_source_dosignal(source, "source_destroy", "destroy");
558

559
	if (source->context.data) {
560
		source->info.destroy(source->context.data);
561 562
		source->context.data = NULL;
	}
563

J
jp9000 已提交
564 565
	audio_monitor_destroy(source->monitor);

P
Palana 已提交
566 567 568 569
	obs_hotkey_unregister(source->push_to_talk_key);
	obs_hotkey_unregister(source->push_to_mute_key);
	obs_hotkey_pair_unregister(source->mute_unmute_key);

570
	for (i = 0; i < source->async_cache.num; i++)
571
		obs_source_frame_decref(source->async_cache.array[i].frame);
572

573
	gs_enter_context(obs->video.graphics);
574 575
	if (source->async_texrender)
		gs_texrender_destroy(source->async_texrender);
J
jp9000 已提交
576 577
	if (source->async_prev_texrender)
		gs_texrender_destroy(source->async_prev_texrender);
578 579
	if (source->async_texture)
		gs_texture_destroy(source->async_texture);
J
jp9000 已提交
580 581
	if (source->async_prev_texture)
		gs_texture_destroy(source->async_prev_texture);
582 583
	if (source->filter_texrender)
		gs_texrender_destroy(source->filter_texrender);
584
	gs_leave_context();
J
jp9000 已提交
585

J
jp9000 已提交
586
	for (i = 0; i < MAX_AV_PLANES; i++)
587
		bfree(source->audio_data.data[i]);
588 589
	for (i = 0; i < MAX_AUDIO_CHANNELS; i++)
		circlebuf_free(&source->audio_input_buf[i]);
590
	audio_resampler_destroy(source->resampler);
591
	bfree(source->audio_output_buf[0][0]);
592

593 594
	obs_source_frame_destroy(source->async_preload_frame);

J
jp9000 已提交
595 596 597
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_free(source);

J
jp9000 已提交
598
	da_free(source->audio_actions);
599
	da_free(source->audio_cb_list);
600
	da_free(source->async_cache);
601
	da_free(source->async_frames);
602 603
	da_free(source->filters);
	pthread_mutex_destroy(&source->filter_mutex);
J
jp9000 已提交
604
	pthread_mutex_destroy(&source->audio_actions_mutex);
605
	pthread_mutex_destroy(&source->audio_buf_mutex);
606
	pthread_mutex_destroy(&source->audio_cb_mutex);
607
	pthread_mutex_destroy(&source->audio_mutex);
608
	pthread_mutex_destroy(&source->async_mutex);
609
	obs_data_release(source->private_settings);
610
	obs_context_data_free(&source->context);
611

612 613 614
	if (source->owns_info_id)
		bfree((void*)source->info.id);

615 616 617
	bfree(source);
}

618
void obs_source_addref(obs_source_t *source)
619
{
620 621 622 623
	if (!source)
		return;

	obs_ref_addref(&source->control->ref);
624 625
}

626
void obs_source_release(obs_source_t *source)
627
{
628 629 630 631 632 633
	if (!obs) {
		blog(LOG_WARNING, "Tried to release a source when the OBS "
		                  "core is shut down!");
		return;
	}

P
Palana 已提交
634 635
	if (!source)
		return;
636

637 638
	obs_weak_source_t *control = source->control;
	if (obs_ref_release(&control->ref)) {
P
Palana 已提交
639
		obs_source_destroy(source);
640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693
		obs_weak_source_release(control);
	}
}

void obs_weak_source_addref(obs_weak_source_t *weak)
{
	if (!weak)
		return;

	obs_weak_ref_addref(&weak->ref);
}

void obs_weak_source_release(obs_weak_source_t *weak)
{
	if (!weak)
		return;

	if (obs_weak_ref_release(&weak->ref))
		bfree(weak);
}

obs_source_t *obs_source_get_ref(obs_source_t *source)
{
	if (!source)
		return NULL;

	return obs_weak_source_get_source(source->control);
}

obs_weak_source_t *obs_source_get_weak_source(obs_source_t *source)
{
	if (!source)
		return NULL;

	obs_weak_source_t *weak = source->control;
	obs_weak_source_addref(weak);
	return weak;
}

obs_source_t *obs_weak_source_get_source(obs_weak_source_t *weak)
{
	if (!weak)
		return NULL;

	if (obs_weak_ref_get_ref(&weak->ref))
		return weak->source;

	return NULL;
}

bool obs_weak_source_references_source(obs_weak_source_t *weak,
		obs_source_t *source)
{
	return weak && source && weak->source == source;
694 695
}

696
void obs_source_remove(obs_source_t *source)
697
{
698 699 700
	if (!obs_source_valid(source, "obs_source_remove"))
		return;

701 702
	if (!source->removed) {
		source->removed = true;
703
		obs_source_dosignal(source, "source_remove", "remove");
704
	}
705 706
}

707
bool obs_source_removed(const obs_source_t *source)
708
{
709 710
	return obs_source_valid(source, "obs_source_removed") ?
		source->removed : true;
J
jp9000 已提交
711 712
}

713
static inline obs_data_t *get_defaults(const struct obs_source_info *info)
J
jp9000 已提交
714
{
715
	obs_data_t *settings = obs_data_create();
716 717 718
	if (info->get_defaults2)
		info->get_defaults2(info->type_data, settings);
	else if (info->get_defaults)
719
		info->get_defaults(settings);
J
jp9000 已提交
720 721 722
	return settings;
}

723
obs_data_t *obs_source_settings(const char *id)
J
jp9000 已提交
724
{
725
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
726
	return (info) ? get_defaults(info) : NULL;
J
jp9000 已提交
727 728
}

729
obs_data_t *obs_get_source_defaults(const char *id)
J
jp9000 已提交
730
{
731
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
732 733 734
	return info ? get_defaults(info) : NULL;
}

735
obs_properties_t *obs_get_source_properties(const char *id)
J
jp9000 已提交
736
{
737
	const struct obs_source_info *info = get_source_info(id);
738
	if (info && (info->get_properties || info->get_properties2)) {
739
		obs_data_t       *defaults = get_defaults(info);
740 741 742 743 744 745
		obs_properties_t *props;

		if (info->get_properties2)
			props = info->get_properties2(NULL, info->type_data);
		else
			props = info->get_properties(NULL);
J
jp9000 已提交
746

747
		obs_properties_apply_settings(props, defaults);
J
jp9000 已提交
748
		obs_data_release(defaults);
749
		return props;
J
jp9000 已提交
750
	}
J
jp9000 已提交
751 752 753
	return NULL;
}

754 755 756
bool obs_is_source_configurable(const char *id)
{
	const struct obs_source_info *info = get_source_info(id);
757
	return info && (info->get_properties || info->get_properties2);
758 759 760 761 762
}

bool obs_source_configurable(const obs_source_t *source)
{
	return data_valid(source, "obs_source_configurable") &&
763
		(source->info.get_properties || source->info.get_properties2);
764 765
}

766
obs_properties_t *obs_source_properties(const obs_source_t *source)
767
{
J
jp9000 已提交
768 769 770
	if (!data_valid(source, "obs_source_properties"))
		return NULL;

771 772 773 774 775 776 777 778
	if (source->info.get_properties2) {
		obs_properties_t *props;
		props = source->info.get_properties2(source->context.data,
				source->info.type_data);
		obs_properties_apply_settings(props, source->context.settings);
		return props;

	} else if (source->info.get_properties) {
779
		obs_properties_t *props;
780
		props = source->info.get_properties(source->context.data);
781
		obs_properties_apply_settings(props, source->context.settings);
J
jp9000 已提交
782 783 784
		return props;
	}

785 786 787
	return NULL;
}

788
uint32_t obs_source_get_output_flags(const obs_source_t *source)
J
jp9000 已提交
789
{
790 791
	return obs_source_valid(source, "obs_source_get_output_flags") ?
		source->info.output_flags : 0;
J
jp9000 已提交
792 793
}

794
uint32_t obs_get_source_output_flags(const char *id)
795
{
796
	const struct obs_source_info *info = get_source_info(id);
797 798 799
	return info ? info->output_flags : 0;
}

800
static void obs_source_deferred_update(obs_source_t *source)
801
{
802 803 804 805
	if (source->context.data && source->info.update)
		source->info.update(source->context.data,
				source->context.settings);

806 807 808
	source->defer_update = false;
}

809
void obs_source_update(obs_source_t *source, obs_data_t *settings)
J
jp9000 已提交
810
{
811 812
	if (!obs_source_valid(source, "obs_source_update"))
		return;
J
jp9000 已提交
813

814 815 816 817 818 819 820 821
	if (settings)
		obs_data_apply(source->context.settings, settings);

	if (source->info.output_flags & OBS_SOURCE_VIDEO) {
		source->defer_update = true;
	} else if (source->context.data && source->info.update) {
		source->info.update(source->context.data,
				source->context.settings);
822
	}
J
jp9000 已提交
823 824
}

825 826
void obs_source_update_properties(obs_source_t *source)
{
827 828
	if (!obs_source_valid(source, "obs_source_update_properties"))
		return;
829

830
	obs_source_dosignal(source, NULL, "update_properties");
831 832
}

833
void obs_source_send_mouse_click(obs_source_t *source,
K
kc5nra 已提交
834 835 836 837
		const struct obs_mouse_event *event,
		int32_t type, bool mouse_up,
		uint32_t click_count)
{
838
	if (!obs_source_valid(source, "obs_source_send_mouse_click"))
K
kc5nra 已提交
839 840 841 842 843 844 845 846 847 848
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_click) {
			source->info.mouse_click(source->context.data,
					event, type, mouse_up, click_count);
		}
	}
}

849
void obs_source_send_mouse_move(obs_source_t *source,
K
kc5nra 已提交
850 851
		const struct obs_mouse_event *event, bool mouse_leave)
{
852
	if (!obs_source_valid(source, "obs_source_send_mouse_move"))
K
kc5nra 已提交
853 854 855 856 857 858 859 860 861 862
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_move) {
			source->info.mouse_move(source->context.data,
					event, mouse_leave);
		}
	}
}

863
void obs_source_send_mouse_wheel(obs_source_t *source,
K
kc5nra 已提交
864 865
		const struct obs_mouse_event *event, int x_delta, int y_delta)
{
866
	if (!obs_source_valid(source, "obs_source_send_mouse_wheel"))
K
kc5nra 已提交
867 868 869 870 871 872 873 874 875 876
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_wheel) {
			source->info.mouse_wheel(source->context.data,
					event, x_delta, y_delta);
		}
	}
}

877
void obs_source_send_focus(obs_source_t *source, bool focus)
K
kc5nra 已提交
878
{
879
	if (!obs_source_valid(source, "obs_source_send_focus"))
K
kc5nra 已提交
880 881 882 883 884 885 886 887 888
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.focus) {
			source->info.focus(source->context.data, focus);
		}
	}
}

889
void obs_source_send_key_click(obs_source_t *source,
K
kc5nra 已提交
890 891
		const struct obs_key_event *event, bool key_up)
{
892
	if (!obs_source_valid(source, "obs_source_send_key_click"))
K
kc5nra 已提交
893 894 895 896 897 898 899 900 901 902
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.key_click) {
			source->info.key_click(source->context.data, event,
					key_up);
		}
	}
}

903
static void activate_source(obs_source_t *source)
J
jp9000 已提交
904
{
905
	if (source->context.data && source->info.activate)
906
		source->info.activate(source->context.data);
907
	obs_source_dosignal(source, "source_activate", "activate");
J
jp9000 已提交
908 909
}

910
static void deactivate_source(obs_source_t *source)
J
jp9000 已提交
911
{
912
	if (source->context.data && source->info.deactivate)
913
		source->info.deactivate(source->context.data);
914
	obs_source_dosignal(source, "source_deactivate", "deactivate");
915
}
916

917
static void show_source(obs_source_t *source)
918
{
919
	if (source->context.data && source->info.show)
920
		source->info.show(source->context.data);
921
	obs_source_dosignal(source, "source_show", "show");
922 923
}

924
static void hide_source(obs_source_t *source)
925
{
926
	if (source->context.data && source->info.hide)
927
		source->info.hide(source->context.data);
928
	obs_source_dosignal(source, "source_hide", "hide");
929 930
}

931 932
static void activate_tree(obs_source_t *parent, obs_source_t *child,
		void *param)
933
{
934
	os_atomic_inc_long(&child->activate_refs);
J
jp9000 已提交
935 936 937

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
938 939
}

940
static void deactivate_tree(obs_source_t *parent, obs_source_t *child,
941 942
		void *param)
{
943
	os_atomic_dec_long(&child->activate_refs);
J
jp9000 已提交
944 945 946

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
947 948
}

949
static void show_tree(obs_source_t *parent, obs_source_t *child, void *param)
950
{
951
	os_atomic_inc_long(&child->show_refs);
952 953 954 955 956

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

957
static void hide_tree(obs_source_t *parent, obs_source_t *child, void *param)
958
{
959
	os_atomic_dec_long(&child->show_refs);
960 961 962 963 964

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

965
void obs_source_activate(obs_source_t *source, enum view_type type)
966
{
967 968
	if (!obs_source_valid(source, "obs_source_activate"))
		return;
969

970 971
	os_atomic_inc_long(&source->show_refs);
	obs_source_enum_active_tree(source, show_tree, NULL);
972 973

	if (type == MAIN_VIEW) {
974 975
		os_atomic_inc_long(&source->activate_refs);
		obs_source_enum_active_tree(source, activate_tree, NULL);
976 977 978
	}
}

979
void obs_source_deactivate(obs_source_t *source, enum view_type type)
980
{
981 982
	if (!obs_source_valid(source, "obs_source_deactivate"))
		return;
983

984 985
	if (os_atomic_load_long(&source->show_refs) > 0) {
		os_atomic_dec_long(&source->show_refs);
986
		obs_source_enum_active_tree(source, hide_tree, NULL);
987 988 989
	}

	if (type == MAIN_VIEW) {
990 991
		if (os_atomic_load_long(&source->activate_refs) > 0) {
			os_atomic_dec_long(&source->activate_refs);
992 993
			obs_source_enum_active_tree(source, deactivate_tree,
					NULL);
994
		}
995
	}
J
jp9000 已提交
996 997
}

998 999
static inline struct obs_source_frame *get_closest_frame(obs_source_t *source,
		uint64_t sys_time);
1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
bool set_async_texture_size(struct obs_source *source,
		const struct obs_source_frame *frame);

static void async_tick(obs_source_t *source)
{
	uint64_t sys_time = obs->video.video_time;

	pthread_mutex_lock(&source->async_mutex);

	if (deinterlacing_enabled(source)) {
		deinterlace_process_last_frame(source, sys_time);
	} else {
		if (source->cur_async_frame) {
			remove_async_frame(source,
					source->cur_async_frame);
			source->cur_async_frame = NULL;
		}

		source->cur_async_frame = get_closest_frame(source,
				sys_time);
	}

	source->last_sys_timestamp = sys_time;
	pthread_mutex_unlock(&source->async_mutex);

	if (source->cur_async_frame)
		source->async_update_texture = set_async_texture_size(source,
				source->cur_async_frame);
}
1029

1030
void obs_source_video_tick(obs_source_t *source, float seconds)
J
jp9000 已提交
1031
{
1032 1033
	bool now_showing, now_active;

1034 1035
	if (!obs_source_valid(source, "obs_source_video_tick"))
		return;
J
jp9000 已提交
1036

J
jp9000 已提交
1037 1038 1039
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_tick(source);

1040 1041
	if ((source->info.output_flags & OBS_SOURCE_ASYNC) != 0)
		async_tick(source);
1042

1043 1044 1045
	if (source->defer_update)
		obs_source_deferred_update(source);

J
jp9000 已提交
1046 1047
	/* reset the filter render texture information once every frame */
	if (source->filter_texrender)
1048
		gs_texrender_reset(source->filter_texrender);
J
jp9000 已提交
1049

1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073
	/* call show/hide if the reference changed */
	now_showing = !!source->show_refs;
	if (now_showing != source->showing) {
		if (now_showing) {
			show_source(source);
		} else {
			hide_source(source);
		}

		source->showing = now_showing;
	}

	/* call activate/deactivate if the reference changed */
	now_active = !!source->activate_refs;
	if (now_active != source->active) {
		if (now_active) {
			activate_source(source);
		} else {
			deactivate_source(source);
		}

		source->active = now_active;
	}

1074
	if (source->context.data && source->info.video_tick)
1075
		source->info.video_tick(source->context.data, seconds);
1076 1077

	source->async_rendered = false;
J
jp9000 已提交
1078
	source->deinterlace_rendered = false;
J
jp9000 已提交
1079 1080
}

1081
/* unless the value is 3+ hours worth of frames, this won't overflow */
1082 1083
static inline uint64_t conv_frames_to_time(const size_t sample_rate,
		const size_t frames)
1084
{
1085 1086 1087
	if (!sample_rate)
		return 0;
	
1088
	return (uint64_t)frames * 1000000000ULL / (uint64_t)sample_rate;
1089 1090
}

J
jp9000 已提交
1091 1092 1093 1094 1095 1096 1097 1098
static inline size_t conv_time_to_frames(const size_t sample_rate,
		const uint64_t duration)
{
	return (size_t)(duration * (uint64_t)sample_rate / 1000000000ULL);
}

/* maximum buffer size */
#define MAX_BUF_SIZE        (1000 * AUDIO_OUTPUT_FRAMES * sizeof(float))
1099

J
jp9000 已提交
1100 1101 1102 1103
/* time threshold in nanoseconds to ensure audio timing is as seamless as
 * possible */
#define TS_SMOOTHING_THRESHOLD 70000000ULL

1104 1105
static inline void reset_audio_timing(obs_source_t *source, uint64_t timestamp,
		uint64_t os_time)
1106 1107
{
	source->timing_set    = true;
1108
	source->timing_adjust = os_time - timestamp;
1109
}
1110

1111 1112 1113 1114 1115 1116 1117 1118
static void reset_audio_data(obs_source_t *source, uint64_t os_time)
{
	for (size_t i = 0; i < MAX_AUDIO_CHANNELS; i++) {
		if (source->audio_input_buf[i].size)
			circlebuf_pop_front(&source->audio_input_buf[i], NULL,
					source->audio_input_buf[i].size);
	}

1119
	source->last_audio_input_buf_size = 0;
1120
	source->audio_ts = os_time;
1121
	source->next_audio_sys_ts_min = os_time;
1122 1123 1124
}

static void handle_ts_jump(obs_source_t *source, uint64_t expected,
1125
		uint64_t ts, uint64_t diff, uint64_t os_time)
1126
{
J
jp9000 已提交
1127
	blog(LOG_DEBUG, "Timestamp for source '%s' jumped by '%"PRIu64"', "
1128
	                "expected value %"PRIu64", input value %"PRIu64,
1129
	                source->context.name, diff, expected, ts);
1130

1131
	pthread_mutex_lock(&source->audio_buf_mutex);
1132
	reset_audio_timing(source, ts, os_time);
1133
	pthread_mutex_unlock(&source->audio_buf_mutex);
1134 1135
}

1136
static void source_signal_audio_data(obs_source_t *source,
1137
		const struct audio_data *in, bool muted)
1138
{
1139
	pthread_mutex_lock(&source->audio_cb_mutex);
1140

1141 1142 1143 1144
	for (size_t i = source->audio_cb_list.num; i > 0; i--) {
		struct audio_cb_info info = source->audio_cb_list.array[i - 1];
		info.callback(info.param, source, in, muted);
	}
1145

1146
	pthread_mutex_unlock(&source->audio_cb_mutex);
1147 1148
}

1149 1150 1151 1152 1153
static inline uint64_t uint64_diff(uint64_t ts1, uint64_t ts2)
{
	return (ts1 < ts2) ?  (ts2 - ts1) : (ts1 - ts2);
}

1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182
static inline size_t get_buf_placement(audio_t *audio, uint64_t offset)
{
	uint32_t sample_rate = audio_output_get_sample_rate(audio);
	return (size_t)(offset * (uint64_t)sample_rate / 1000000000ULL);
}

static void source_output_audio_place(obs_source_t *source,
		const struct audio_data *in)
{
	audio_t *audio = obs->audio.audio;
	size_t buf_placement;
	size_t channels = audio_output_get_channels(audio);
	size_t size = in->frames * sizeof(float);

	if (!source->audio_ts || in->timestamp < source->audio_ts)
		reset_audio_data(source, in->timestamp);

	buf_placement = get_buf_placement(audio,
			in->timestamp - source->audio_ts) * sizeof(float);

#if DEBUG_AUDIO == 1
	blog(LOG_DEBUG, "frames: %lu, size: %lu, placement: %lu, base_ts: %llu, ts: %llu",
			(unsigned long)in->frames,
			(unsigned long)source->audio_input_buf[0].size,
			(unsigned long)buf_placement,
			source->audio_ts,
			in->timestamp);
#endif

J
jp9000 已提交
1183 1184 1185 1186 1187
	/* do not allow the circular buffers to become too big */
	if ((buf_placement + size) > MAX_BUF_SIZE)
		return;

	for (size_t i = 0; i < channels; i++) {
1188 1189
		circlebuf_place(&source->audio_input_buf[i], buf_placement,
				in->data[i], size);
J
jp9000 已提交
1190 1191 1192 1193
		circlebuf_pop_back(&source->audio_input_buf[i], NULL,
				source->audio_input_buf[i].size -
				(buf_placement + size));
	}
1194 1195

	source->last_audio_input_buf_size = 0;
1196 1197 1198 1199 1200 1201 1202
}

static inline void source_output_audio_push_back(obs_source_t *source,
		const struct audio_data *in)
{
	audio_t *audio = obs->audio.audio;
	size_t channels = audio_output_get_channels(audio);
J
jp9000 已提交
1203 1204 1205 1206 1207
	size_t size = in->frames * sizeof(float);

	/* do not allow the circular buffers to become too big */
	if ((source->audio_input_buf[0].size + size) > MAX_BUF_SIZE)
		return;
1208 1209 1210

	for (size_t i = 0; i < channels; i++)
		circlebuf_push_back(&source->audio_input_buf[i],
J
jp9000 已提交
1211
				in->data[i], size);
1212 1213 1214 1215

	/* reset audio input buffer size to ensure that audio doesn't get
	 * perpetually cut */
	source->last_audio_input_buf_size = 0;
1216 1217
}

1218 1219
static inline bool source_muted(obs_source_t *source, uint64_t os_time)
{
J
jp9000 已提交
1220
	if (source->push_to_mute_enabled && source->user_push_to_mute_pressed)
1221 1222 1223
		source->push_to_mute_stop_time = os_time +
			source->push_to_mute_delay * 1000000;

J
jp9000 已提交
1224
	if (source->push_to_talk_enabled && source->user_push_to_talk_pressed)
1225 1226 1227
		source->push_to_talk_stop_time = os_time +
			source->push_to_talk_delay * 1000000;

J
jp9000 已提交
1228
	bool push_to_mute_active = source->user_push_to_mute_pressed ||
1229
		os_time < source->push_to_mute_stop_time;
J
jp9000 已提交
1230
	bool push_to_talk_active = source->user_push_to_talk_pressed ||
1231 1232
		os_time < source->push_to_talk_stop_time;

J
jp9000 已提交
1233
	return !source->enabled || source->user_muted ||
1234 1235 1236 1237
			(source->push_to_mute_enabled && push_to_mute_active) ||
			(source->push_to_talk_enabled && !push_to_talk_active);
}

1238
static void source_output_audio_data(obs_source_t *source,
1239 1240
		const struct audio_data *data)
{
1241
	size_t sample_rate = audio_output_get_sample_rate(obs->audio.audio);
1242
	struct audio_data in = *data;
1243
	uint64_t diff;
1244
	uint64_t os_time = os_gettime_ns();
1245
	int64_t sync_offset;
1246 1247
	bool using_direct_ts = false;
	bool push_back = false;
1248

1249 1250 1251 1252 1253
	/* detects 'directly' set timestamps as long as they're within
	 * a certain threshold */
	if (uint64_diff(in.timestamp, os_time) < MAX_TS_VAR) {
		source->timing_adjust = 0;
		source->timing_set = true;
1254 1255
		using_direct_ts = true;
	}
1256

1257
	if (!source->timing_set) {
1258
		reset_audio_timing(source, in.timestamp, os_time);
1259

J
jp9000 已提交
1260
	} else if (source->next_audio_ts_min != 0) {
1261
		diff = uint64_diff(source->next_audio_ts_min, in.timestamp);
1262

1263
		/* smooth audio if within threshold */
1264
		if (diff > MAX_TS_VAR && !using_direct_ts)
1265
			handle_ts_jump(source, source->next_audio_ts_min,
1266
					in.timestamp, diff, os_time);
1267
		else if (diff < TS_SMOOTHING_THRESHOLD)
1268
			in.timestamp = source->next_audio_ts_min;
1269 1270
	}

J
jp9000 已提交
1271
	source->last_audio_ts = in.timestamp;
1272
	source->next_audio_ts_min = in.timestamp +
1273
		conv_frames_to_time(sample_rate, in.frames);
1274

1275
	in.timestamp += source->timing_adjust;
1276

1277 1278
	pthread_mutex_lock(&source->audio_buf_mutex);

J
jp9000 已提交
1279
	if (source->next_audio_sys_ts_min == in.timestamp) {
1280
		push_back = true;
1281 1282

	} else if (source->next_audio_sys_ts_min) {
J
jp9000 已提交
1283
		diff = uint64_diff(source->next_audio_sys_ts_min, in.timestamp);
1284 1285

		if (diff < TS_SMOOTHING_THRESHOLD) {
1286 1287 1288 1289 1290 1291 1292 1293
			push_back = true;

		/* This typically only happens if used with async video when
		 * audio/video start transitioning in to a timestamp jump.
		 * Audio will typically have a timestamp jump, and then video
		 * will have a timestamp jump.  If that case is encountered,
		 * just clear the audio data in that small window and force a
		 * resync.  This handles all cases rather than just looping. */
1294
		} else if (diff > MAX_TS_VAR) {
1295
			reset_audio_timing(source, data->timestamp,
1296
					os_time);
1297 1298
			in.timestamp = data->timestamp + source->timing_adjust;
		}
J
jp9000 已提交
1299 1300
	}

1301 1302
	sync_offset = source->sync_offset;
	in.timestamp += sync_offset;
1303 1304
	in.timestamp -= source->resample_offset;

1305
	source->next_audio_sys_ts_min = source->next_audio_ts_min +
1306 1307 1308 1309 1310 1311 1312
		source->timing_adjust;

	if (source->last_sync_offset != sync_offset) {
		if (source->last_sync_offset)
			push_back = false;
		source->last_sync_offset = sync_offset;
	}
1313

J
jp9000 已提交
1314 1315 1316 1317 1318 1319
	if (source->monitoring_type != OBS_MONITORING_TYPE_MONITOR_ONLY) {
		if (push_back && source->audio_ts)
			source_output_audio_push_back(source, &in);
		else
			source_output_audio_place(source, &in);
	}
1320 1321 1322

	pthread_mutex_unlock(&source->audio_buf_mutex);

1323
	source_signal_audio_data(source, data, source_muted(source, os_time));
1324 1325
}

1326 1327 1328 1329 1330 1331 1332 1333
enum convert_type {
	CONVERT_NONE,
	CONVERT_NV12,
	CONVERT_420,
	CONVERT_422_U,
	CONVERT_422_Y,
};

1334
static inline enum convert_type get_convert_type(enum video_format format)
1335
{
1336
	switch (format) {
1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347
	case VIDEO_FORMAT_I420:
		return CONVERT_420;
	case VIDEO_FORMAT_NV12:
		return CONVERT_NV12;

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
		return CONVERT_422_Y;
	case VIDEO_FORMAT_UYVY:
		return CONVERT_422_U;

J
jpk 已提交
1348
	case VIDEO_FORMAT_Y800:
J
jp9000 已提交
1349
	case VIDEO_FORMAT_I444:
1350
	case VIDEO_FORMAT_NONE:
1351 1352 1353 1354 1355 1356 1357 1358 1359
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		return CONVERT_NONE;
	}

	return CONVERT_NONE;
}

1360
static inline bool set_packed422_sizes(struct obs_source *source,
1361
		const struct obs_source_frame *frame)
1362 1363
{
	source->async_convert_height = frame->height;
1364 1365 1366 1367 1368 1369
	source->async_convert_width  = frame->width / 2;
	source->async_texture_format = GS_BGRA;
	return true;
}

static inline bool set_planar420_sizes(struct obs_source *source,
1370
		const struct obs_source_frame *frame)
1371 1372 1373 1374 1375
{
	uint32_t size = frame->width * frame->height;
	size += size/2;

	source->async_convert_width   = frame->width;
1376
	source->async_convert_height  = size / frame->width;
1377
	source->async_texture_format  = GS_R8;
1378 1379
	source->async_plane_offset[0] = (int)(frame->data[1] - frame->data[0]);
	source->async_plane_offset[1] = (int)(frame->data[2] - frame->data[0]);
1380 1381 1382
	return true;
}

J
jp9000 已提交
1383
static inline bool set_nv12_sizes(struct obs_source *source,
1384
		const struct obs_source_frame *frame)
J
jp9000 已提交
1385 1386 1387 1388 1389
{
	uint32_t size = frame->width * frame->height;
	size += size/2;

	source->async_convert_width   = frame->width;
1390
	source->async_convert_height  = size / frame->width;
J
jp9000 已提交
1391
	source->async_texture_format  = GS_R8;
1392
	source->async_plane_offset[0] = (int)(frame->data[1] - frame->data[0]);
J
jp9000 已提交
1393 1394 1395
	return true;
}

1396
static inline bool init_gpu_conversion(struct obs_source *source,
1397
		const struct obs_source_frame *frame)
1398 1399 1400 1401 1402 1403 1404
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_Y:
		case CONVERT_422_U:
			return set_packed422_sizes(source, frame);

		case CONVERT_420:
1405 1406 1407
			return set_planar420_sizes(source, frame);

		case CONVERT_NV12:
J
jp9000 已提交
1408
			return set_nv12_sizes(source, frame);
1409 1410 1411 1412 1413 1414 1415 1416 1417 1418
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;

	}
	return false;
}

1419
bool set_async_texture_size(struct obs_source *source,
1420
		const struct obs_source_frame *frame)
1421
{
1422 1423
	enum convert_type cur = get_convert_type(frame->format);

J
jp9000 已提交
1424 1425 1426
	if (source->async_width  == frame->width  &&
	    source->async_height == frame->height &&
	    source->async_format == frame->format)
1427 1428
		return true;

J
jp9000 已提交
1429 1430 1431
	source->async_width  = frame->width;
	source->async_height = frame->height;
	source->async_format = frame->format;
1432

1433 1434
	gs_enter_context(obs->video.graphics);

1435
	gs_texture_destroy(source->async_texture);
J
jp9000 已提交
1436
	gs_texture_destroy(source->async_prev_texture);
1437
	gs_texrender_destroy(source->async_texrender);
J
jp9000 已提交
1438 1439 1440
	gs_texrender_destroy(source->async_prev_texrender);
	source->async_texture = NULL;
	source->async_prev_texture = NULL;
1441
	source->async_texrender = NULL;
J
jp9000 已提交
1442
	source->async_prev_texrender = NULL;
1443 1444 1445 1446

	if (cur != CONVERT_NONE && init_gpu_conversion(source, frame)) {
		source->async_gpu_conversion = true;

1447
		source->async_texrender =
1448
			gs_texrender_create(GS_BGRX, GS_ZS_NONE);
1449

1450
		source->async_texture = gs_texture_create(
1451 1452
				source->async_convert_width,
				source->async_convert_height,
1453 1454
				source->async_texture_format,
				1, NULL, GS_DYNAMIC);
1455 1456

	} else {
1457 1458
		enum gs_color_format format = convert_video_format(
				frame->format);
1459 1460
		source->async_gpu_conversion = false;

1461
		source->async_texture = gs_texture_create(
1462
				frame->width, frame->height,
1463
				format, 1, NULL, GS_DYNAMIC);
1464 1465
	}

J
jp9000 已提交
1466 1467 1468
	if (deinterlacing_enabled(source))
		set_deinterlace_texture_size(source);

1469 1470
	gs_leave_context();

1471
	return !!source->async_texture;
1472 1473
}

1474
static void upload_raw_frame(gs_texture_t *tex,
1475
		const struct obs_source_frame *frame)
1476 1477 1478 1479
{
	switch (get_convert_type(frame->format)) {
		case CONVERT_422_U:
		case CONVERT_422_Y:
1480
			gs_texture_set_image(tex, frame->data[0],
1481 1482 1483 1484
					frame->linesize[0], false);
			break;

		case CONVERT_420:
1485
			gs_texture_set_image(tex, frame->data[0],
1486 1487 1488 1489
					frame->width, false);
			break;

		case CONVERT_NV12:
J
jp9000 已提交
1490 1491
			gs_texture_set_image(tex, frame->data[0],
					frame->width, false);
1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503
			break;

		case CONVERT_NONE:
			assert(false && "No conversion requested");
			break;
	}
}

static const char *select_conversion_technique(enum video_format format)
{
	switch (format) {
		case VIDEO_FORMAT_UYVY:
1504
			return "UYVY_Reverse";
1505 1506 1507 1508 1509 1510 1511 1512

		case VIDEO_FORMAT_YUY2:
			return "YUY2_Reverse";

		case VIDEO_FORMAT_YVYU:
			return "YVYU_Reverse";

		case VIDEO_FORMAT_I420:
1513 1514 1515
			return "I420_Reverse";

		case VIDEO_FORMAT_NV12:
J
jp9000 已提交
1516
			return "NV12_Reverse";
1517 1518
			break;

J
jpk 已提交
1519
		case VIDEO_FORMAT_Y800:
1520 1521 1522 1523
		case VIDEO_FORMAT_BGRA:
		case VIDEO_FORMAT_BGRX:
		case VIDEO_FORMAT_RGBA:
		case VIDEO_FORMAT_NONE:
J
jp9000 已提交
1524
		case VIDEO_FORMAT_I444:
1525 1526 1527 1528 1529 1530
			assert(false && "No conversion requested");
			break;
	}
	return NULL;
}

1531
static inline void set_eparam(gs_effect_t *effect, const char *name, float val)
1532
{
1533
	gs_eparam_t *param = gs_effect_get_param_by_name(effect, name);
1534
	gs_effect_set_float(param, val);
1535 1536
}

1537 1538 1539 1540 1541 1542
static inline void set_eparami(gs_effect_t *effect, const char *name, int val)
{
	gs_eparam_t *param = gs_effect_get_param_by_name(effect, name);
	gs_effect_set_int(param, val);
}

1543
static bool update_async_texrender(struct obs_source *source,
1544 1545
		const struct obs_source_frame *frame,
		gs_texture_t *tex, gs_texrender_t *texrender)
1546
{
1547
	gs_texrender_reset(texrender);
1548 1549 1550 1551 1552 1553

	upload_raw_frame(tex, frame);

	uint32_t cx = source->async_width;
	uint32_t cy = source->async_height;

1554 1555
	float convert_width  = (float)source->async_convert_width;

1556 1557
	gs_effect_t *conv = obs->video.conversion_effect;
	gs_technique_t *tech = gs_effect_get_technique(conv,
1558 1559
			select_conversion_technique(frame->format));

1560
	if (!gs_texrender_begin(texrender, cx, cy))
1561 1562
		return false;

1563 1564
	gs_technique_begin(tech);
	gs_technique_begin_pass(tech, 0);
1565

1566
	gs_effect_set_texture(gs_effect_get_param_by_name(conv, "image"), tex);
1567 1568
	set_eparam(conv, "width",  (float)cx);
	set_eparam(conv, "height", (float)cy);
1569 1570 1571
	set_eparam(conv, "width_d2",  cx * 0.5f);
	set_eparam(conv, "width_d2_i",  1.0f / (cx * 0.5f));
	set_eparam(conv, "input_width_i_d2",  (1.0f / convert_width)  * 0.5f);
1572 1573 1574 1575 1576 1577 1578

	set_eparami(conv, "int_width", (int)cx);
	set_eparami(conv, "int_input_width", (int)source->async_convert_width);
	set_eparami(conv, "int_u_plane_offset",
			(int)source->async_plane_offset[0]);
	set_eparami(conv, "int_v_plane_offset",
			(int)source->async_plane_offset[1]);
1579 1580 1581 1582 1583

	gs_ortho(0.f, (float)cx, 0.f, (float)cy, -100.f, 100.f);

	gs_draw_sprite(tex, 0, cx, cy);

1584 1585
	gs_technique_end_pass(tech);
	gs_technique_end(tech);
1586

1587
	gs_texrender_end(texrender);
1588 1589 1590 1591

	return true;
}

1592 1593 1594
bool update_async_texture(struct obs_source *source,
		const struct obs_source_frame *frame,
		gs_texture_t *tex, gs_texrender_t *texrender)
1595
{
1596
	enum convert_type type      = get_convert_type(frame->format);
1597
	uint8_t           *ptr;
1598 1599
	uint32_t          linesize;

1600 1601
	source->async_flip       = frame->flip;
	source->async_full_range = frame->full_range;
1602 1603
	memcpy(source->async_color_matrix, frame->color_matrix,
			sizeof(frame->color_matrix));
1604 1605 1606 1607
	memcpy(source->async_color_range_min, frame->color_range_min,
			sizeof frame->color_range_min);
	memcpy(source->async_color_range_max, frame->color_range_max,
			sizeof frame->color_range_max);
1608

1609
	if (source->async_gpu_conversion && texrender)
1610
		return update_async_texrender(source, frame, tex, texrender);
1611

1612
	if (type == CONVERT_NONE) {
1613
		gs_texture_set_image(tex, frame->data[0], frame->linesize[0],
1614
				false);
1615 1616 1617
		return true;
	}

1618
	if (!gs_texture_map(tex, &ptr, &linesize))
1619 1620 1621
		return false;

	if (type == CONVERT_420)
J
jp9000 已提交
1622 1623 1624
		decompress_420((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
1625 1626

	else if (type == CONVERT_NV12)
J
jp9000 已提交
1627 1628 1629
		decompress_nv12((const uint8_t* const*)frame->data,
				frame->linesize,
				0, frame->height, ptr, linesize);
1630 1631

	else if (type == CONVERT_422_Y)
1632
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
1633
				0, frame->height, ptr, linesize, true);
1634 1635

	else if (type == CONVERT_422_U)
1636
		decompress_422(frame->data[0], frame->linesize[0],
J
jp9000 已提交
1637
				0, frame->height, ptr, linesize, false);
1638

1639
	gs_texture_unmap(tex);
1640 1641 1642
	return true;
}

1643
static inline void obs_source_draw_texture(struct obs_source *source,
1644
		gs_effect_t *effect, float *color_matrix,
1645
		float const *color_range_min, float const *color_range_max)
1646
{
1647 1648
	gs_texture_t *tex = source->async_texture;
	gs_eparam_t  *param;
1649

1650 1651
	if (source->async_texrender)
		tex = gs_texrender_get_texture(source->async_texrender);
1652

P
Palana 已提交
1653
	if (color_range_min) {
1654
		size_t const size = sizeof(float) * 3;
1655 1656
		param = gs_effect_get_param_by_name(effect, "color_range_min");
		gs_effect_set_val(param, color_range_min, size);
P
Palana 已提交
1657
	}
1658

P
Palana 已提交
1659 1660
	if (color_range_max) {
		size_t const size = sizeof(float) * 3;
1661 1662
		param = gs_effect_get_param_by_name(effect, "color_range_max");
		gs_effect_set_val(param, color_range_max, size);
P
Palana 已提交
1663
	}
1664

P
Palana 已提交
1665
	if (color_matrix) {
1666 1667
		param = gs_effect_get_param_by_name(effect, "color_matrix");
		gs_effect_set_val(param, color_matrix, sizeof(float) * 16);
1668 1669
	}

1670 1671
	param = gs_effect_get_param_by_name(effect, "image");
	gs_effect_set_texture(param, tex);
1672

1673 1674
	gs_draw_sprite(tex, source->async_flip ? GS_FLIP_V : 0, 0, 0);
}
1675

1676 1677
static void obs_source_draw_async_texture(struct obs_source *source)
{
1678
	gs_effect_t    *effect        = gs_get_effect();
1679 1680 1681 1682
	bool           yuv           = format_is_yuv(source->async_format);
	bool           limited_range = yuv && !source->async_full_range;
	const char     *type         = yuv ? "DrawMatrix" : "Draw";
	bool           def_draw      = (!effect);
1683
	gs_technique_t *tech          = NULL;
1684 1685

	if (def_draw) {
1686
		effect = obs_get_base_effect(OBS_EFFECT_DEFAULT);
1687 1688 1689
		tech = gs_effect_get_technique(effect, type);
		gs_technique_begin(tech);
		gs_technique_begin_pass(tech, 0);
1690 1691 1692
	}

	obs_source_draw_texture(source, effect,
1693 1694 1695
			yuv ? source->async_color_matrix : NULL,
			limited_range ? source->async_color_range_min : NULL,
			limited_range ? source->async_color_range_max : NULL);
1696 1697

	if (def_draw) {
1698 1699
		gs_technique_end_pass(tech);
		gs_technique_end(tech);
1700
	}
1701 1702
}

1703
static void obs_source_update_async_video(obs_source_t *source)
1704
{
1705 1706 1707
	if (!source->async_rendered) {
		struct obs_source_frame *frame = obs_source_get_frame(source);

1708 1709 1710
		if (frame)
			frame = filter_async_video(source, frame);

1711 1712
		source->async_rendered = true;
		if (frame) {
1713 1714 1715 1716 1717 1718 1719
			if (!source->async_decoupled ||
			    !source->async_unbuffered) {
				source->timing_adjust =
					obs->video.video_time -
					frame->timestamp;
				source->timing_set = true;
			}
1720

1721
			if (source->async_update_texture) {
1722 1723
				update_async_texture(source, frame,
						source->async_texture,
1724
						source->async_texrender);
1725
				source->async_update_texture = false;
1726
			}
1727

1728 1729
			obs_source_release_frame(source, frame);
		}
1730
	}
1731
}
1732

1733 1734
static inline void obs_source_render_async_video(obs_source_t *source)
{
1735
	if (source->async_texture && source->async_active)
1736
		obs_source_draw_async_texture(source);
1737 1738
}

1739
static inline void obs_source_render_filters(obs_source_t *source)
1740
{
1741 1742 1743 1744 1745 1746 1747
	obs_source_t *first_filter;

	pthread_mutex_lock(&source->filter_mutex);
	first_filter = source->filters.array[0];
	obs_source_addref(first_filter);
	pthread_mutex_unlock(&source->filter_mutex);

1748
	source->rendering_filter = true;
1749
	obs_source_video_render(first_filter);
1750
	source->rendering_filter = false;
1751 1752

	obs_source_release(first_filter);
1753 1754
}

1755
void obs_source_default_render(obs_source_t *source)
1756
{
1757
	gs_effect_t    *effect     = obs->video.default_effect;
1758
	gs_technique_t *tech       = gs_effect_get_technique(effect, "Draw");
1759
	size_t         passes, i;
1760

1761
	passes = gs_technique_begin(tech);
1762
	for (i = 0; i < passes; i++) {
1763
		gs_technique_begin_pass(tech, i);
1764 1765
		if (source->context.data)
			source->info.video_render(source->context.data, effect);
1766
		gs_technique_end_pass(tech);
1767
	}
1768
	gs_technique_end(tech);
1769 1770
}

1771
static inline void obs_source_main_render(obs_source_t *source)
1772
{
1773 1774
	uint32_t flags      = source->info.output_flags;
	bool custom_draw    = (flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
1775 1776
	bool default_effect = !source->filter_parent &&
	                      source->filters.num == 0 &&
1777
	                      !custom_draw;
1778 1779

	if (default_effect)
1780
		obs_source_default_render(source);
1781
	else if (source->context.data)
1782
		source->info.video_render(source->context.data,
1783
				custom_draw ? NULL : gs_get_effect());
1784 1785
}

1786 1787
static bool ready_async_frame(obs_source_t *source, uint64_t sys_time);

1788
static inline void render_video(obs_source_t *source)
J
jp9000 已提交
1789
{
1790
	if (source->info.type != OBS_SOURCE_TYPE_FILTER &&
1791 1792 1793
	    (source->info.output_flags & OBS_SOURCE_VIDEO) == 0) {
		if (source->filter_parent)
			obs_source_skip_video_filter(source);
1794
		return;
1795
	}
1796

1797 1798
	if (source->info.type == OBS_SOURCE_TYPE_INPUT &&
	    (source->info.output_flags & OBS_SOURCE_ASYNC) != 0 &&
J
jp9000 已提交
1799 1800 1801
	    !source->rendering_filter) {
		if (deinterlacing_enabled(source))
			deinterlace_update_async_video(source);
1802
		obs_source_update_async_video(source);
J
jp9000 已提交
1803
	}
1804

1805
	if (!source->context.data || !source->enabled) {
1806 1807 1808 1809 1810
		if (source->filter_parent)
			obs_source_skip_video_filter(source);
		return;
	}

1811 1812
	if (source->filters.num && !source->rendering_filter)
		obs_source_render_filters(source);
1813

1814 1815 1816 1817
	else if (source->info.video_render)
		obs_source_main_render(source);

	else if (source->filter_target)
1818 1819
		obs_source_video_render(source->filter_target);

J
jp9000 已提交
1820 1821 1822
	else if (deinterlacing_enabled(source))
		deinterlace_render(source);

1823
	else
1824
		obs_source_render_async_video(source);
J
jp9000 已提交
1825 1826
}

1827 1828 1829 1830 1831 1832 1833 1834 1835 1836
void obs_source_video_render(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_video_render"))
		return;

	obs_source_addref(source);
	render_video(source);
	obs_source_release(source);
}

1837
static uint32_t get_base_width(const obs_source_t *source)
J
jp9000 已提交
1838
{
1839
	bool is_filter = !!source->filter_parent;
1840
	bool func_valid = source->context.data && source->info.get_width;
1841

J
jp9000 已提交
1842 1843 1844
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		return source->enabled ? source->transition_actual_cx : 0;

1845
	} else if (func_valid && (!is_filter || source->enabled)) {
1846
		return source->info.get_width(source->context.data);
1847

1848
	} else if (is_filter) {
1849 1850 1851
		return get_base_width(source->filter_target);
	}

1852
	return source->async_active ? source->async_width : 0;
J
jp9000 已提交
1853 1854
}

1855
static uint32_t get_base_height(const obs_source_t *source)
J
jp9000 已提交
1856
{
1857
	bool is_filter = !!source->filter_parent;
1858
	bool func_valid = source->context.data && source->info.get_height;
1859

J
jp9000 已提交
1860 1861 1862
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		return source->enabled ? source->transition_actual_cy : 0;

1863
	} else if (func_valid && (!is_filter || source->enabled)) {
1864
		return source->info.get_height(source->context.data);
1865

1866
	} else if (is_filter) {
1867 1868 1869
		return get_base_height(source->filter_target);
	}

1870
	return source->async_active ? source->async_height : 0;
J
jp9000 已提交
1871 1872
}

1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904
static uint32_t get_recurse_width(obs_source_t *source)
{
	uint32_t width;

	pthread_mutex_lock(&source->filter_mutex);

	width = (source->filters.num) ?
		get_base_width(source->filters.array[0]) :
		get_base_width(source);

	pthread_mutex_unlock(&source->filter_mutex);

	return width;
}

static uint32_t get_recurse_height(obs_source_t *source)
{
	uint32_t height;

	pthread_mutex_lock(&source->filter_mutex);

	height = (source->filters.num) ?
		get_base_height(source->filters.array[0]) :
		get_base_height(source);

	pthread_mutex_unlock(&source->filter_mutex);

	return height;
}

uint32_t obs_source_get_width(obs_source_t *source)
{
J
jp9000 已提交
1905 1906
	if (!data_valid(source, "obs_source_get_width"))
		return 0;
1907

1908
	return (source->info.type != OBS_SOURCE_TYPE_FILTER) ?
1909 1910 1911 1912 1913 1914
		get_recurse_width(source) :
	        get_base_width(source);
}

uint32_t obs_source_get_height(obs_source_t *source)
{
J
jp9000 已提交
1915 1916
	if (!data_valid(source, "obs_source_get_height"))
		return 0;
1917

1918
	return (source->info.type != OBS_SOURCE_TYPE_FILTER) ?
1919 1920 1921 1922
		get_recurse_height(source) :
		get_base_height(source);
}

1923 1924
uint32_t obs_source_get_base_width(obs_source_t *source)
{
J
jp9000 已提交
1925 1926
	if (!data_valid(source, "obs_source_get_base_width"))
		return 0;
1927 1928 1929 1930 1931 1932

	return get_base_width(source);
}

uint32_t obs_source_get_base_height(obs_source_t *source)
{
J
jp9000 已提交
1933 1934
	if (!data_valid(source, "obs_source_get_base_height"))
		return 0;
1935 1936 1937 1938

	return get_base_height(source);
}

1939
obs_source_t *obs_filter_get_parent(const obs_source_t *filter)
1940
{
1941 1942
	return obs_ptr_valid(filter, "obs_filter_get_parent") ?
		filter->filter_parent : NULL;
1943 1944
}

1945
obs_source_t *obs_filter_get_target(const obs_source_t *filter)
J
jp9000 已提交
1946
{
1947 1948
	return obs_ptr_valid(filter, "obs_filter_get_target") ?
		filter->filter_target : NULL;
J
jp9000 已提交
1949 1950
}

1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962
static bool filter_compatible(obs_source_t *source, obs_source_t *filter)
{
	uint32_t s_caps = source->info.output_flags;
	uint32_t f_caps = filter->info.output_flags;

	if ((f_caps & OBS_SOURCE_AUDIO) != 0 &&
	    (f_caps & OBS_SOURCE_VIDEO) == 0)
		f_caps &= ~OBS_SOURCE_ASYNC;

	return (s_caps & f_caps) == f_caps;
}

1963
void obs_source_filter_add(obs_source_t *source, obs_source_t *filter)
J
jp9000 已提交
1964
{
1965 1966
	struct calldata cd;
	uint8_t stack[128];
J
jp9000 已提交
1967

1968 1969 1970
	if (!obs_source_valid(source, "obs_source_filter_add"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_add"))
J
jp9000 已提交
1971 1972
		return;

1973 1974
	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
1975
	if (da_find(source->filters, &filter, 0) != DARRAY_INVALID) {
J
jp9000 已提交
1976 1977
		blog(LOG_WARNING, "Tried to add a filter that was already "
		                  "present on the source");
1978
		pthread_mutex_unlock(&source->filter_mutex);
J
jp9000 已提交
1979 1980 1981
		return;
	}

1982 1983 1984 1985 1986
	if (!filter_compatible(source, filter)) {
		pthread_mutex_unlock(&source->filter_mutex);
		return;
	}

1987 1988
	obs_source_addref(filter);

1989
	filter->filter_parent = source;
J
jp9000 已提交
1990 1991
	filter->filter_target = !source->filters.num ?
		source : source->filters.array[0];
1992

J
jp9000 已提交
1993
	da_insert(source->filters, 0, &filter);
1994 1995 1996

	pthread_mutex_unlock(&source->filter_mutex);

1997
	calldata_init_fixed(&cd, stack, sizeof(stack));
J
jp9000 已提交
1998 1999 2000 2001
	calldata_set_ptr(&cd, "source", source);
	calldata_set_ptr(&cd, "filter", filter);

	signal_handler_signal(source->context.signals, "filter_add", &cd);
2002

2003 2004 2005
	blog(LOG_DEBUG, "- filter '%s' (%s) added to source '%s'",
			filter->context.name, filter->info.id,
			source->context.name);
J
jp9000 已提交
2006 2007
}

2008 2009
static bool obs_source_filter_remove_refless(obs_source_t *source,
		obs_source_t *filter)
J
jp9000 已提交
2010
{
2011 2012
	struct calldata cd;
	uint8_t stack[128];
2013 2014 2015 2016 2017
	size_t idx;

	pthread_mutex_lock(&source->filter_mutex);

	idx = da_find(source->filters, &filter, 0);
2018 2019
	if (idx == DARRAY_INVALID) {
		pthread_mutex_unlock(&source->filter_mutex);
2020
		return false;
2021
	}
J
jp9000 已提交
2022 2023

	if (idx > 0) {
2024
		obs_source_t *prev = source->filters.array[idx-1];
J
jp9000 已提交
2025 2026 2027 2028
		prev->filter_target = filter->filter_target;
	}

	da_erase(source->filters, idx);
2029 2030 2031

	pthread_mutex_unlock(&source->filter_mutex);

2032
	calldata_init_fixed(&cd, stack, sizeof(stack));
J
jp9000 已提交
2033 2034 2035 2036 2037
	calldata_set_ptr(&cd, "source", source);
	calldata_set_ptr(&cd, "filter", filter);

	signal_handler_signal(source->context.signals, "filter_remove", &cd);

2038 2039 2040
	blog(LOG_DEBUG, "- filter '%s' (%s) removed from source '%s'",
			filter->context.name, filter->info.id,
			source->context.name);
2041

2042 2043 2044 2045
	if (filter->info.filter_remove)
		filter->info.filter_remove(filter->context.data,
				filter->filter_parent);

2046
	filter->filter_parent = NULL;
J
jp9000 已提交
2047
	filter->filter_target = NULL;
2048 2049
	return true;
}
2050

2051 2052
void obs_source_filter_remove(obs_source_t *source, obs_source_t *filter)
{
2053 2054 2055 2056 2057
	if (!obs_source_valid(source, "obs_source_filter_remove"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_remove"))
		return;

2058 2059
	if (obs_source_filter_remove_refless(source, filter))
		obs_source_release(filter);
J
jp9000 已提交
2060 2061
}

2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100
static size_t find_next_filter(obs_source_t *source, obs_source_t *filter,
		size_t cur_idx)
{
	bool curAsync = (filter->info.output_flags & OBS_SOURCE_ASYNC) != 0;
	bool nextAsync;
	obs_source_t *next;

	if (cur_idx == source->filters.num-1)
		return DARRAY_INVALID;

	next = source->filters.array[cur_idx+1];
	nextAsync = (next->info.output_flags & OBS_SOURCE_ASYNC);

	if (nextAsync == curAsync)
		return cur_idx+1;
	else
		return find_next_filter(source, filter, cur_idx+1);
}

static size_t find_prev_filter(obs_source_t *source, obs_source_t *filter,
		size_t cur_idx)
{
	bool curAsync = (filter->info.output_flags & OBS_SOURCE_ASYNC) != 0;
	bool prevAsync;
	obs_source_t *prev;

	if (cur_idx == 0)
		return DARRAY_INVALID;

	prev = source->filters.array[cur_idx-1];
	prevAsync = (prev->info.output_flags & OBS_SOURCE_ASYNC);

	if (prevAsync == curAsync)
		return cur_idx-1;
	else
		return find_prev_filter(source, filter, cur_idx-1);
}

/* moves filters above/below matching filter types */
2101 2102
static bool move_filter_dir(obs_source_t *source,
		obs_source_t *filter, enum obs_order_movement movement)
J
jp9000 已提交
2103
{
2104
	size_t idx;
J
jp9000 已提交
2105 2106

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
2107
	if (idx == DARRAY_INVALID)
2108
		return false;
J
jp9000 已提交
2109

J
jp9000 已提交
2110
	if (movement == OBS_ORDER_MOVE_UP) {
2111 2112
		size_t next_id = find_next_filter(source, filter, idx);
		if (next_id == DARRAY_INVALID)
2113
			return false;
2114
		da_move_item(source->filters, idx, next_id);
J
jp9000 已提交
2115

J
jp9000 已提交
2116
	} else if (movement == OBS_ORDER_MOVE_DOWN) {
2117 2118
		size_t prev_id = find_prev_filter(source, filter, idx);
		if (prev_id == DARRAY_INVALID)
2119
			return false;
2120
		da_move_item(source->filters, idx, prev_id);
J
jp9000 已提交
2121

J
jp9000 已提交
2122
	} else if (movement == OBS_ORDER_MOVE_TOP) {
J
jp9000 已提交
2123
		if (idx == source->filters.num-1)
2124
			return false;
J
jp9000 已提交
2125 2126
		da_move_item(source->filters, idx, source->filters.num-1);

J
jp9000 已提交
2127
	} else if (movement == OBS_ORDER_MOVE_BOTTOM) {
J
jp9000 已提交
2128
		if (idx == 0)
2129
			return false;
J
jp9000 已提交
2130 2131 2132
		da_move_item(source->filters, idx, 0);
	}

2133
	/* reorder filter targets, not the nicest way of dealing with things */
2134
	for (size_t i = 0; i < source->filters.num; i++) {
2135
		obs_source_t *next_filter = (i == source->filters.num-1) ?
2136 2137
			source : source->filters.array[i + 1];

J
jp9000 已提交
2138 2139
		source->filters.array[i]->filter_target = next_filter;
	}
2140

2141 2142 2143 2144 2145 2146 2147
	return true;
}

void obs_source_filter_set_order(obs_source_t *source, obs_source_t *filter,
		enum obs_order_movement movement)
{
	bool success;
2148 2149 2150 2151

	if (!obs_source_valid(source, "obs_source_filter_set_order"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_set_order"))
2152 2153 2154 2155 2156 2157 2158 2159
		return;

	pthread_mutex_lock(&source->filter_mutex);
	success = move_filter_dir(source, filter, movement);
	pthread_mutex_unlock(&source->filter_mutex);

	if (success)
		obs_source_dosignal(source, NULL, "reorder_filters");
J
jp9000 已提交
2160 2161
}

2162
obs_data_t *obs_source_get_settings(const obs_source_t *source)
J
jp9000 已提交
2163
{
2164 2165
	if (!obs_source_valid(source, "obs_source_get_settings"))
		return NULL;
J
jp9000 已提交
2166

2167 2168
	obs_data_addref(source->context.settings);
	return source->context.settings;
J
jp9000 已提交
2169 2170
}

2171
struct obs_source_frame *filter_async_video(obs_source_t *source,
2172
		struct obs_source_frame *in)
2173 2174
{
	size_t i;
2175 2176 2177

	pthread_mutex_lock(&source->filter_mutex);

2178 2179
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
2180

2181 2182 2183
		if (!filter->enabled)
			continue;

2184
		if (filter->context.data && filter->info.filter_video) {
2185 2186
			in = filter->info.filter_video(filter->context.data,
					in);
2187
			if (!in)
2188
				break;
2189 2190 2191
		}
	}

2192 2193
	pthread_mutex_unlock(&source->filter_mutex);

2194 2195 2196
	return in;
}

2197 2198
static inline void copy_frame_data_line(struct obs_source_frame *dst,
		const struct obs_source_frame *src, uint32_t plane, uint32_t y)
2199
{
2200 2201 2202 2203
	uint32_t pos_src = y * src->linesize[plane];
	uint32_t pos_dst = y * dst->linesize[plane];
	uint32_t bytes = dst->linesize[plane] < src->linesize[plane] ?
		dst->linesize[plane] : src->linesize[plane];
2204 2205 2206 2207

	memcpy(dst->data[plane] + pos_dst, src->data[plane] + pos_src, bytes);
}

2208 2209 2210
static inline void copy_frame_data_plane(struct obs_source_frame *dst,
		const struct obs_source_frame *src,
		uint32_t plane, uint32_t lines)
2211
{
2212
	if (dst->linesize[plane] != src->linesize[plane])
2213 2214 2215 2216
		for (uint32_t y = 0; y < lines; y++)
			copy_frame_data_line(dst, src, plane, y);
	else
		memcpy(dst->data[plane], src->data[plane],
2217
				dst->linesize[plane] * lines);
2218 2219
}

2220 2221 2222 2223 2224 2225 2226 2227 2228 2229
static void copy_frame_data_line_y800(uint32_t *dst, uint8_t *src, uint8_t *end)
{
	while (src < end) {
		register uint32_t val = *(src++);
		val |= (val << 8);
		val |= (val << 16);
		*(dst++) = val;
	}
}

J
jp9000 已提交
2230 2231 2232
static inline void copy_frame_data_y800(struct obs_source_frame *dst,
		const struct obs_source_frame *src)
{
2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251
	uint32_t *ptr_dst;
	uint8_t  *ptr_src;
	uint8_t  *src_end;

	if ((src->linesize[0] * 4) != dst->linesize[0]) {
		for (uint32_t cy = 0; cy < src->height; cy++) {
			ptr_dst = (uint32_t*)
				(dst->data[0] + cy * dst->linesize[0]);
			ptr_src = (src->data[0] + cy * src->linesize[0]);
			src_end = ptr_src + src->width;

			copy_frame_data_line_y800(ptr_dst, ptr_src, src_end);
		}
	} else {
		ptr_dst = (uint32_t*)dst->data[0];
		ptr_src = (uint8_t *)src->data[0];
		src_end = ptr_src + src->height * src->linesize[0];

		copy_frame_data_line_y800(ptr_dst, ptr_src, src_end);
J
jp9000 已提交
2252 2253 2254
	}
}

2255 2256
static void copy_frame_data(struct obs_source_frame *dst,
		const struct obs_source_frame *src)
2257 2258
{
	dst->flip         = src->flip;
2259
	dst->full_range   = src->full_range;
2260 2261
	dst->timestamp    = src->timestamp;
	memcpy(dst->color_matrix, src->color_matrix, sizeof(float) * 16);
2262 2263 2264 2265 2266
	if (!dst->full_range) {
		size_t const size = sizeof(float) * 3;
		memcpy(dst->color_range_min, src->color_range_min, size);
		memcpy(dst->color_range_max, src->color_range_max, size);
	}
2267

J
jp9000 已提交
2268
	switch (src->format) {
2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279
	case VIDEO_FORMAT_I420:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		copy_frame_data_plane(dst, src, 2, dst->height/2);
		break;

	case VIDEO_FORMAT_NV12:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height/2);
		break;

J
jp9000 已提交
2280 2281 2282 2283 2284 2285
	case VIDEO_FORMAT_I444:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height);
		copy_frame_data_plane(dst, src, 2, dst->height);
		break;

2286 2287 2288 2289 2290 2291 2292 2293
	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
	case VIDEO_FORMAT_NONE:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
		copy_frame_data_plane(dst, src, 0, dst->height);
2294
		break;
2295 2296 2297 2298

	case VIDEO_FORMAT_Y800:
		copy_frame_data_y800(dst, src);
		break;
2299 2300 2301
	}
}

B
Bas van Meel 已提交
2302 2303 2304 2305 2306 2307
void obs_source_frame_copy(struct obs_source_frame *dst,
		const struct obs_source_frame *src)
{
	copy_frame_data(dst, src);
}

2308 2309 2310 2311
static inline bool async_texture_changed(struct obs_source *source,
		const struct obs_source_frame *frame)
{
	enum convert_type prev, cur;
J
jp9000 已提交
2312
	prev = get_convert_type(source->async_cache_format);
2313 2314
	cur  = get_convert_type(frame->format);

J
jp9000 已提交
2315 2316
	return source->async_cache_width  != frame->width ||
	       source->async_cache_height != frame->height ||
2317 2318 2319 2320 2321 2322
	       prev != cur;
}

static inline void free_async_cache(struct obs_source *source)
{
	for (size_t i = 0; i < source->async_cache.num; i++)
2323
		obs_source_frame_decref(source->async_cache.array[i].frame);
2324 2325 2326

	da_resize(source->async_cache, 0);
	da_resize(source->async_frames, 0);
2327
	source->cur_async_frame = NULL;
J
jp9000 已提交
2328
	source->prev_async_frame = NULL;
2329 2330
}

2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347
#define MAX_UNUSED_FRAME_DURATION 5

/* frees frame allocations if they haven't been used for a specific period
 * of time */
static void clean_cache(obs_source_t *source)
{
	for (size_t i = source->async_cache.num; i > 0; i--) {
		struct async_frame *af = &source->async_cache.array[i - 1];
		if (!af->used) {
			if (++af->unused_count == MAX_UNUSED_FRAME_DURATION) {
				obs_source_frame_destroy(af->frame);
				da_erase(source->async_cache, i - 1);
			}
		}
	}
}

2348
#define MAX_ASYNC_FRAMES 30
2349
//if return value is not null then do (os_atomic_dec_long(&output->refs) == 0) && obs_source_frame_destroy(output)
2350
static inline struct obs_source_frame *cache_video(struct obs_source *source,
2351
		const struct obs_source_frame *frame)
2352
{
2353 2354 2355 2356
	struct obs_source_frame *new_frame = NULL;

	pthread_mutex_lock(&source->async_mutex);

2357 2358 2359 2360 2361 2362 2363
	if (source->async_frames.num >= MAX_ASYNC_FRAMES) {
		free_async_cache(source);
		source->last_frame_ts = 0;
		pthread_mutex_unlock(&source->async_mutex);
		return NULL;
	}

2364
	if (async_texture_changed(source, frame)) {
J
jp9000 已提交
2365 2366 2367 2368
		free_async_cache(source);
		source->async_cache_width  = frame->width;
		source->async_cache_height = frame->height;
		source->async_cache_format = frame->format;
2369 2370 2371 2372 2373 2374 2375
	}

	for (size_t i = 0; i < source->async_cache.num; i++) {
		struct async_frame *af = &source->async_cache.array[i];
		if (!af->used) {
			new_frame = af->frame;
			af->used = true;
2376
			af->unused_count = 0;
2377
			break;
2378 2379 2380
		}
	}

2381 2382
	clean_cache(source);

2383 2384
	if (!new_frame) {
		struct async_frame new_af;
2385
		enum video_format format = frame->format;
J
jp9000 已提交
2386

2387
		if (format == VIDEO_FORMAT_Y800)
J
jp9000 已提交
2388
			format = VIDEO_FORMAT_BGRX;
2389

J
jp9000 已提交
2390
		new_frame = obs_source_frame_create(format,
2391 2392 2393
				frame->width, frame->height);
		new_af.frame = new_frame;
		new_af.used = true;
2394
		new_af.unused_count = 0;
2395
		new_frame->refs = 1;
2396 2397 2398 2399

		da_push_back(source->async_cache, &new_af);
	}

2400 2401
	os_atomic_inc_long(&new_frame->refs);

2402
	pthread_mutex_unlock(&source->async_mutex);
2403

2404
	copy_frame_data(new_frame, frame);
2405

2406
	return new_frame;
2407 2408
}

2409
void obs_source_output_video(obs_source_t *source,
2410
		const struct obs_source_frame *frame)
2411
{
2412
	if (!obs_source_valid(source, "obs_source_output_video"))
J
jp9000 已提交
2413 2414
		return;

2415 2416 2417 2418 2419
	if (!frame) {
		source->async_active = false;
		return;
	}

2420 2421
	struct obs_source_frame *output = !!frame ?
		cache_video(source, frame) : NULL;
2422

2423
	/* ------------------------------------------- */
2424
	pthread_mutex_lock(&source->async_mutex);
2425
	if (output) {
2426 2427 2428 2429 2430 2431 2432
		if (os_atomic_dec_long(&output->refs) == 0) {
			obs_source_frame_destroy(output);
			output = NULL;
		} else {
			da_push_back(source->async_frames, &output);
			source->async_active = true;
		}
2433
	}
2434
	pthread_mutex_unlock(&source->async_mutex);
2435 2436
}

2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486
static inline bool preload_frame_changed(obs_source_t *source,
		const struct obs_source_frame *in)
{
	if (!source->async_preload_frame)
		return true;

	return in->width  != source->async_preload_frame->width  ||
	       in->height != source->async_preload_frame->height ||
	       in->format != source->async_preload_frame->format;
}

void obs_source_preload_video(obs_source_t *source,
		const struct obs_source_frame *frame)
{
	if (!obs_source_valid(source, "obs_source_preload_video"))
		return;
	if (!frame)
		return;

	obs_enter_graphics();

	if (preload_frame_changed(source, frame)) {
		obs_source_frame_destroy(source->async_preload_frame);
		source->async_preload_frame = obs_source_frame_create(
				frame->format,
				frame->width,
				frame->height);
	}

	copy_frame_data(source->async_preload_frame, frame);
	set_async_texture_size(source, source->async_preload_frame);
	update_async_texture(source, source->async_preload_frame,
			source->async_texture,
			source->async_texrender);

	source->last_frame_ts = frame->timestamp;

	obs_leave_graphics();
}

void obs_source_show_preloaded_video(obs_source_t *source)
{
	uint64_t sys_ts;

	if (!obs_source_valid(source, "obs_source_show_preloaded_video"))
		return;

	source->async_active = true;

	pthread_mutex_lock(&source->audio_buf_mutex);
2487 2488 2489
	sys_ts = (source->monitoring_type != OBS_MONITORING_TYPE_MONITOR_ONLY)
		? os_gettime_ns()
		: 0;
2490 2491 2492 2493 2494
	reset_audio_timing(source, source->last_frame_ts, sys_ts);
	reset_audio_data(source, sys_ts);
	pthread_mutex_unlock(&source->audio_buf_mutex);
}

2495
static inline struct obs_audio_data *filter_async_audio(obs_source_t *source,
2496
		struct obs_audio_data *in)
2497 2498 2499 2500
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i-1];
2501

2502 2503 2504
		if (!filter->enabled)
			continue;

2505
		if (filter->context.data && filter->info.filter_audio) {
2506 2507
			in = filter->info.filter_audio(filter->context.data,
					in);
2508 2509 2510 2511 2512 2513 2514 2515
			if (!in)
				return NULL;
		}
	}

	return in;
}

2516
static inline void reset_resampler(obs_source_t *source,
2517
		const struct obs_source_audio *audio)
2518
{
J
jp9000 已提交
2519
	const struct audio_output_info *obs_info;
2520 2521
	struct resample_info output_info;

2522
	obs_info = audio_output_get_info(obs->audio.audio);
2523

2524 2525 2526 2527 2528 2529 2530 2531
	output_info.format           = obs_info->format;
	output_info.samples_per_sec  = obs_info->samples_per_sec;
	output_info.speakers         = obs_info->speakers;

	source->sample_info.format          = audio->format;
	source->sample_info.samples_per_sec = audio->samples_per_sec;
	source->sample_info.speakers        = audio->speakers;

2532 2533
	audio_resampler_destroy(source->resampler);
	source->resampler = NULL;
2534
	source->resample_offset = 0;
2535

2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550
	if (source->sample_info.samples_per_sec == obs_info->samples_per_sec &&
	    source->sample_info.format          == obs_info->format          &&
	    source->sample_info.speakers        == obs_info->speakers) {
		source->audio_failed = false;
		return;
	}

	source->resampler = audio_resampler_create(&output_info,
			&source->sample_info);

	source->audio_failed = source->resampler == NULL;
	if (source->resampler == NULL)
		blog(LOG_ERROR, "creation of resampler failed");
}

J
jp9000 已提交
2551
static void copy_audio_data(obs_source_t *source,
J
jp9000 已提交
2552
		const uint8_t *const data[], uint32_t frames, uint64_t ts)
2553
{
2554 2555
	size_t planes    = audio_output_get_planes(obs->audio.audio);
	size_t blocksize = audio_output_get_block_size(obs->audio.audio);
2556 2557
	size_t size      = (size_t)frames * blocksize;
	bool   resize    = source->audio_storage_size < size;
2558

J
jp9000 已提交
2559 2560
	source->audio_data.frames    = frames;
	source->audio_data.timestamp = ts;
2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573

	for (size_t i = 0; i < planes; i++) {
		/* ensure audio storage capacity */
		if (resize) {
			bfree(source->audio_data.data[i]);
			source->audio_data.data[i] = bmalloc(size);
		}

		memcpy(source->audio_data.data[i], data[i], size);
	}

	if (resize)
		source->audio_storage_size = size;
2574 2575
}

2576 2577 2578
/* TODO: SSE optimization */
static void downmix_to_mono_planar(struct obs_source *source, uint32_t frames)
{
J
jp9000 已提交
2579
	size_t channels = audio_output_get_channels(obs->audio.audio);
2580 2581 2582
	const float channels_i = 1.0f / (float)channels;
	float **data = (float**)source->audio_data.data;

J
jp9000 已提交
2583
	for (size_t channel = 1; channel < channels; channel++) {
2584 2585 2586 2587 2588 2589 2590
		for (uint32_t frame = 0; frame < frames; frame++)
			data[0][frame] += data[channel][frame];
	}

	for (uint32_t frame = 0; frame < frames; frame++)
		data[0][frame] *= channels_i;

J
jp9000 已提交
2591
	for (size_t channel = 1; channel < channels; channel++) {
2592 2593 2594 2595 2596
		for (uint32_t frame = 0; frame < frames; frame++)
			data[channel][frame] = data[0][frame];
	}
}

C
cg2121 已提交
2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627
static void process_audio_balancing(struct obs_source *source, uint32_t frames,
		float balance, enum obs_balance_type type)
{
	float **data = (float**)source->audio_data.data;

	switch(type) {
	case OBS_BALANCE_TYPE_SINE_LAW:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] *
				sinf((1.0f - balance) * (M_PI/2.0f));
			data[1][frame] = data[1][frame] *
				sinf(balance * (M_PI/2.0f));
		}
		break;
	case OBS_BALANCE_TYPE_SQUARE_LAW:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] * sqrtf(1.0f - balance);
			data[1][frame] = data[1][frame] * sqrtf(balance);
		}
		break;
	case OBS_BALANCE_TYPE_LINEAR:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] * (1.0f - balance);
			data[1][frame] = data[1][frame] * balance;
		}
		break;
	default:
		break;
	}
}

2628
/* resamples/remixes new audio to the designated main audio output format */
2629
static void process_audio(obs_source_t *source,
2630
		const struct obs_source_audio *audio)
2631
{
2632
	uint32_t frames = audio->frames;
2633
	bool mono_output;
2634

2635 2636 2637 2638 2639 2640 2641 2642 2643
	if (source->sample_info.samples_per_sec != audio->samples_per_sec ||
	    source->sample_info.format          != audio->format          ||
	    source->sample_info.speakers        != audio->speakers)
		reset_resampler(source, audio);

	if (source->audio_failed)
		return;

	if (source->resampler) {
J
jp9000 已提交
2644
		uint8_t  *output[MAX_AV_PLANES];
2645

2646 2647 2648
		memset(output, 0, sizeof(output));

		audio_resampler_resample(source->resampler,
2649
				output, &frames, &source->resample_offset,
2650
				audio->data, audio->frames);
2651

J
jp9000 已提交
2652
		copy_audio_data(source, (const uint8_t *const *)output, frames,
2653
				audio->timestamp);
2654 2655 2656 2657
	} else {
		copy_audio_data(source, audio->data, audio->frames,
				audio->timestamp);
	}
2658

2659 2660
	mono_output = audio_output_get_channels(obs->audio.audio) == 1;

2661 2662
	if (!mono_output && source->sample_info.speakers == SPEAKERS_STEREO &&
	    (source->balance > 0.51f || source->balance < 0.49f)) {
C
cg2121 已提交
2663 2664 2665 2666
		process_audio_balancing(source, frames, source->balance,
				OBS_BALANCE_TYPE_SINE_LAW);
	}

2667 2668
	if (!mono_output && (source->flags & OBS_SOURCE_FLAG_FORCE_MONO) != 0)
		downmix_to_mono_planar(source, frames);
2669 2670
}

2671
void obs_source_output_audio(obs_source_t *source,
2672
		const struct obs_source_audio *audio)
2673
{
2674
	struct obs_audio_data *output;
2675

2676 2677 2678
	if (!obs_source_valid(source, "obs_source_output_audio"))
		return;
	if (!obs_ptr_valid(audio, "obs_source_output_audio"))
J
jp9000 已提交
2679 2680
		return;

2681
	process_audio(source, audio);
2682 2683

	pthread_mutex_lock(&source->filter_mutex);
2684
	output = filter_async_audio(source, &source->audio_data);
2685 2686

	if (output) {
2687
		struct audio_data data;
J
jp9000 已提交
2688

2689 2690
		for (int i = 0; i < MAX_AV_PLANES; i++)
			data.data[i] = output->data[i];
2691

2692 2693
		data.frames    = output->frames;
		data.timestamp = output->timestamp;
2694

2695
		pthread_mutex_lock(&source->audio_mutex);
2696
		source_output_audio_data(source, &data);
2697 2698 2699 2700 2701 2702
		pthread_mutex_unlock(&source->audio_mutex);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}

2703
void remove_async_frame(obs_source_t *source, struct obs_source_frame *frame)
2704
{
J
jp9000 已提交
2705 2706 2707
	if (frame)
		frame->prev_frame = false;

2708 2709 2710 2711 2712 2713 2714 2715 2716 2717
	for (size_t i = 0; i < source->async_cache.num; i++) {
		struct async_frame *f = &source->async_cache.array[i];

		if (f->frame == frame) {
			f->used = false;
			break;
		}
	}
}

J
jp9000 已提交
2718 2719
/* #define DEBUG_ASYNC_FRAMES 1 */

2720
static bool ready_async_frame(obs_source_t *source, uint64_t sys_time)
2721
{
2722
	struct obs_source_frame *next_frame = source->async_frames.array[0];
2723
	struct obs_source_frame *frame      = NULL;
2724 2725 2726 2727
	uint64_t sys_offset = sys_time - source->last_sys_timestamp;
	uint64_t frame_time = next_frame->timestamp;
	uint64_t frame_offset = 0;

2728
	if (source->async_unbuffered) {
2729 2730
		while (source->async_frames.num > 1) {
			da_erase(source->async_frames, 0);
2731
			remove_async_frame(source, next_frame);
2732
			next_frame = source->async_frames.array[0];
J
jp9000 已提交
2733 2734
		}

2735
		source->last_frame_ts = next_frame->timestamp;
J
jp9000 已提交
2736 2737 2738
		return true;
	}

J
jp9000 已提交
2739 2740 2741 2742 2743 2744
#if DEBUG_ASYNC_FRAMES
	blog(LOG_DEBUG, "source->last_frame_ts: %llu, frame_time: %llu, "
			"sys_offset: %llu, frame_offset: %llu, "
			"number of frames: %lu",
			source->last_frame_ts, frame_time, sys_offset,
			frame_time - source->last_frame_ts,
2745
			(unsigned long)source->async_frames.num);
J
jp9000 已提交
2746 2747
#endif

2748 2749
	/* account for timestamp invalidation */
	if (frame_out_of_bounds(source, frame_time)) {
J
jp9000 已提交
2750 2751 2752
#if DEBUG_ASYNC_FRAMES
		blog(LOG_DEBUG, "timing jump");
#endif
2753
		source->last_frame_ts = next_frame->timestamp;
J
jp9000 已提交
2754
		return true;
2755 2756
	} else {
		frame_offset = frame_time - source->last_frame_ts;
J
jp9000 已提交
2757
		source->last_frame_ts += sys_offset;
2758 2759
	}

J
jp9000 已提交
2760 2761 2762 2763 2764 2765
	while (source->last_frame_ts > next_frame->timestamp) {

		/* this tries to reduce the needless frame duplication, also
		 * helps smooth out async rendering to frame boundaries.  In
		 * other words, tries to keep the framerate as smooth as
		 * possible */
2766
		if ((source->last_frame_ts - next_frame->timestamp) < 2000000)
J
jp9000 已提交
2767 2768 2769
			break;

		if (frame)
2770
			da_erase(source->async_frames, 0);
J
jp9000 已提交
2771 2772 2773 2774 2775 2776 2777 2778 2779

#if DEBUG_ASYNC_FRAMES
		blog(LOG_DEBUG, "new frame, "
				"source->last_frame_ts: %llu, "
				"next_frame->timestamp: %llu",
				source->last_frame_ts,
				next_frame->timestamp);
#endif

2780
		remove_async_frame(source, frame);
2781

2782
		if (source->async_frames.num == 1)
2783 2784
			return true;

2785
		frame = next_frame;
2786
		next_frame = source->async_frames.array[1];
2787 2788

		/* more timestamp checking and compensating */
2789
		if ((next_frame->timestamp - frame_time) > MAX_TS_VAR) {
J
jp9000 已提交
2790 2791 2792
#if DEBUG_ASYNC_FRAMES
			blog(LOG_DEBUG, "timing jump");
#endif
2793 2794 2795 2796 2797 2798 2799 2800
			source->last_frame_ts =
				next_frame->timestamp - frame_offset;
		}

		frame_time   = next_frame->timestamp;
		frame_offset = frame_time - source->last_frame_ts;
	}

J
jp9000 已提交
2801 2802 2803 2804
#if DEBUG_ASYNC_FRAMES
	if (!frame)
		blog(LOG_DEBUG, "no frame!");
#endif
2805

2806 2807 2808
	return frame != NULL;
}

2809
static inline struct obs_source_frame *get_closest_frame(obs_source_t *source,
2810 2811
		uint64_t sys_time)
{
2812 2813 2814 2815
	if (!source->async_frames.num)
		return NULL;

	if (!source->last_frame_ts || ready_async_frame(source, sys_time)) {
2816 2817
		struct obs_source_frame *frame = source->async_frames.array[0];
		da_erase(source->async_frames, 0);
2818 2819 2820 2821

		if (!source->last_frame_ts)
			source->last_frame_ts = frame->timestamp;

2822 2823 2824 2825
		return frame;
	}

	return NULL;
2826 2827
}

2828
/*
2829 2830
 * Ensures that cached frames are displayed on time.  If multiple frames
 * were cached between renders, then releases the unnecessary frames and uses
2831 2832
 * the frame with the closest timing to ensure sync.  Also ensures that timing
 * with audio is synchronized.
2833
 */
2834
struct obs_source_frame *obs_source_get_frame(obs_source_t *source)
J
jp9000 已提交
2835
{
2836
	struct obs_source_frame *frame = NULL;
2837

2838
	if (!obs_source_valid(source, "obs_source_get_frame"))
J
jp9000 已提交
2839 2840
		return NULL;

2841
	pthread_mutex_lock(&source->async_mutex);
2842

2843 2844
	frame = source->cur_async_frame;
	source->cur_async_frame = NULL;
J
jp9000 已提交
2845 2846

	if (frame) {
2847
		os_atomic_inc_long(&frame->refs);
2848 2849
	}

2850
	pthread_mutex_unlock(&source->async_mutex);
2851

2852
	return frame;
J
jp9000 已提交
2853 2854
}

2855
void obs_source_release_frame(obs_source_t *source,
2856
		struct obs_source_frame *frame)
J
jp9000 已提交
2857
{
2858
	if (!frame)
2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871
		return;

	if (!source) {
		obs_source_frame_destroy(frame);
	} else {
		pthread_mutex_lock(&source->async_mutex);

		if (os_atomic_dec_long(&frame->refs) == 0)
			obs_source_frame_destroy(frame);
		else
			remove_async_frame(source, frame);

		pthread_mutex_unlock(&source->async_mutex);
2872
	}
J
jp9000 已提交
2873
}
2874

2875
const char *obs_source_get_name(const obs_source_t *source)
2876
{
2877 2878
	return obs_source_valid(source, "obs_source_get_name") ?
		source->context.name : NULL;
2879 2880
}

2881
void obs_source_set_name(obs_source_t *source, const char *name)
2882
{
2883 2884
	if (!obs_source_valid(source, "obs_source_set_name"))
		return;
J
jp9000 已提交
2885

2886 2887
	if (!name || !*name || !source->context.name ||
			strcmp(name, source->context.name) != 0) {
J
jp9000 已提交
2888 2889 2890 2891 2892
		struct calldata data;
		char *prev_name = bstrdup(source->context.name);
		obs_context_data_setname(&source->context, name);

		calldata_init(&data);
2893 2894 2895
		calldata_set_ptr(&data, "source", source);
		calldata_set_string(&data, "new_name", source->context.name);
		calldata_set_string(&data, "prev_name", prev_name);
J
jp9000 已提交
2896 2897 2898
		if (!source->context.private)
			signal_handler_signal(obs->signals, "source_rename",
					&data);
J
jp9000 已提交
2899 2900 2901 2902
		signal_handler_signal(source->context.signals, "rename", &data);
		calldata_free(&data);
		bfree(prev_name);
	}
2903 2904
}

2905
enum obs_source_type obs_source_get_type(const obs_source_t *source)
2906
{
2907 2908
	return obs_source_valid(source, "obs_source_get_type") ?
		source->info.type : OBS_SOURCE_TYPE_INPUT;
J
jp9000 已提交
2909
}
J
jp9000 已提交
2910

2911
const char *obs_source_get_id(const obs_source_t *source)
J
jp9000 已提交
2912
{
2913 2914
	return obs_source_valid(source, "obs_source_get_id") ?
		source->info.id : NULL;
2915
}
2916

2917
static inline void render_filter_bypass(obs_source_t *target,
2918
		gs_effect_t *effect, const char *tech_name)
2919
{
2920
	gs_technique_t *tech    = gs_effect_get_technique(effect, tech_name);
2921 2922
	size_t      passes, i;

2923
	passes = gs_technique_begin(tech);
2924
	for (i = 0; i < passes; i++) {
2925
		gs_technique_begin_pass(tech, i);
2926
		obs_source_video_render(target);
2927
		gs_technique_end_pass(tech);
2928
	}
2929
	gs_technique_end(tech);
2930 2931
}

2932
static inline void render_filter_tex(gs_texture_t *tex, gs_effect_t *effect,
2933
		uint32_t width, uint32_t height, const char *tech_name)
2934
{
2935
	gs_technique_t *tech    = gs_effect_get_technique(effect, tech_name);
2936
	gs_eparam_t    *image   = gs_effect_get_param_by_name(effect, "image");
2937 2938
	size_t      passes, i;

2939
	gs_effect_set_texture(image, tex);
2940

2941
	passes = gs_technique_begin(tech);
2942
	for (i = 0; i < passes; i++) {
2943
		gs_technique_begin_pass(tech, i);
J
jp9000 已提交
2944
		gs_draw_sprite(tex, 0, width, height);
2945
		gs_technique_end_pass(tech);
2946
	}
2947
	gs_technique_end(tech);
2948 2949
}

2950 2951 2952 2953 2954 2955 2956 2957 2958 2959
static inline bool can_bypass(obs_source_t *target, obs_source_t *parent,
		uint32_t parent_flags,
		enum obs_allow_direct_render allow_direct)
{
	return (target == parent) &&
		(allow_direct == OBS_ALLOW_DIRECT_RENDERING) &&
		((parent_flags & OBS_SOURCE_CUSTOM_DRAW) == 0) &&
		((parent_flags & OBS_SOURCE_ASYNC) == 0);
}

2960
bool obs_source_process_filter_begin(obs_source_t *filter,
2961
		enum gs_color_format format,
2962
		enum obs_allow_direct_render allow_direct)
2963
{
2964
	obs_source_t *target, *parent;
J
jp9000 已提交
2965
	uint32_t     parent_flags;
J
jp9000 已提交
2966 2967
	int          cx, cy;

2968
	if (!obs_ptr_valid(filter, "obs_source_process_filter_begin"))
2969
		return false;
J
jp9000 已提交
2970

2971 2972
	target       = obs_filter_get_target(filter);
	parent       = obs_filter_get_parent(filter);
J
jp9000 已提交
2973 2974 2975 2976

	if (!target) {
		blog(LOG_INFO, "filter '%s' being processed with no target!",
				filter->context.name);
2977
		return false;
J
jp9000 已提交
2978 2979 2980 2981
	}
	if (!parent) {
		blog(LOG_INFO, "filter '%s' being processed with no parent!",
				filter->context.name);
2982
		return false;
J
jp9000 已提交
2983 2984
	}

J
jp9000 已提交
2985
	parent_flags = parent->info.output_flags;
J
jp9000 已提交
2986 2987
	cx           = get_base_width(target);
	cy           = get_base_height(target);
2988

2989 2990
	filter->allow_direct = allow_direct;

2991 2992 2993 2994
	/* if the parent does not use any custom effects, and this is the last
	 * filter in the chain for the parent, then render the parent directly
	 * using the filter effect instead of rendering to texture to reduce
	 * the total number of passes */
2995
	if (can_bypass(target, parent, parent_flags, allow_direct)) {
2996
		return true;
2997 2998
	}

2999 3000
	if (!cx || !cy) {
		obs_source_skip_video_filter(filter);
3001
		return false;
3002 3003
	}

J
jp9000 已提交
3004
	if (!filter->filter_texrender)
3005
		filter->filter_texrender = gs_texrender_create(format,
J
jp9000 已提交
3006 3007
				GS_ZS_NONE);

3008 3009 3010
	gs_blend_state_push();
	gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);

3011
	if (gs_texrender_begin(filter->filter_texrender, cx, cy)) {
3012 3013
		bool custom_draw = (parent_flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
		bool async = (parent_flags & OBS_SOURCE_ASYNC) != 0;
3014 3015 3016 3017
		struct vec4 clear_color;

		vec4_zero(&clear_color);
		gs_clear(GS_CLEAR_COLOR, &clear_color, 0.0f, 0);
3018
		gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
3019

3020
		if (target == parent && !custom_draw && !async)
3021
			obs_source_default_render(target);
3022 3023
		else
			obs_source_video_render(target);
3024

3025
		gs_texrender_end(filter->filter_texrender);
3026
	}
3027 3028

	gs_blend_state_pop();
3029
	return true;
3030 3031
}

3032 3033 3034 3035 3036
void obs_source_process_filter_tech_end(obs_source_t *filter, gs_effect_t *effect,
		uint32_t width, uint32_t height, const char *tech_name)
{
	obs_source_t *target, *parent;
	gs_texture_t *texture;
J
jp9000 已提交
3037
	uint32_t     parent_flags;
3038 3039 3040 3041 3042

	if (!filter) return;

	target       = obs_filter_get_target(filter);
	parent       = obs_filter_get_parent(filter);
J
jp9000 已提交
3043 3044 3045 3046

	if (!target || !parent)
		return;

3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059
	parent_flags = parent->info.output_flags;

	const char *tech = tech_name ? tech_name : "Draw";

	if (can_bypass(target, parent, parent_flags, filter->allow_direct)) {
		render_filter_bypass(target, effect, tech);
	} else {
		texture = gs_texrender_get_texture(filter->filter_texrender);
		render_filter_tex(texture, effect, width, height, tech);
	}
}


3060 3061 3062 3063 3064
void obs_source_process_filter_end(obs_source_t *filter, gs_effect_t *effect,
		uint32_t width, uint32_t height)
{
	obs_source_t *target, *parent;
	gs_texture_t *texture;
J
jp9000 已提交
3065
	uint32_t     parent_flags;
3066

3067 3068
	if (!obs_ptr_valid(filter, "obs_source_process_filter_end"))
		return;
3069

3070 3071 3072
	target       = obs_filter_get_target(filter);
	parent       = obs_filter_get_parent(filter);
	parent_flags = parent->info.output_flags;
3073

3074
	if (can_bypass(target, parent, parent_flags, filter->allow_direct)) {
3075
		render_filter_bypass(target, effect, "Draw");
3076 3077
	} else {
		texture = gs_texrender_get_texture(filter->filter_texrender);
3078
		if (texture)
3079 3080
			render_filter_tex(texture, effect, width, height,
					"Draw");
3081
	}
3082
}
3083

3084 3085 3086 3087 3088 3089
void obs_source_skip_video_filter(obs_source_t *filter)
{
	obs_source_t *target, *parent;
	bool custom_draw, async;
	uint32_t parent_flags;

3090 3091
	if (!obs_ptr_valid(filter, "obs_source_skip_video_filter"))
		return;
3092 3093 3094 3095 3096 3097 3098

	target = obs_filter_get_target(filter);
	parent = obs_filter_get_parent(filter);
	parent_flags = parent->info.output_flags;
	custom_draw = (parent_flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
	async = (parent_flags & OBS_SOURCE_ASYNC) != 0;

J
jp9000 已提交
3099 3100
	if (target == parent) {
		if (!custom_draw && !async)
3101
			obs_source_default_render(target);
J
jp9000 已提交
3102 3103
		else if (target->info.video_render)
			obs_source_main_render(target);
J
jp9000 已提交
3104 3105
		else if (deinterlacing_enabled(target))
			deinterlace_render(target);
J
jp9000 已提交
3106 3107 3108 3109 3110 3111
		else
			obs_source_render_async_video(target);

	} else {
		obs_source_video_render(target);
	}
3112 3113
}

3114
signal_handler_t *obs_source_get_signal_handler(const obs_source_t *source)
3115
{
3116 3117
	return obs_source_valid(source, "obs_source_get_signal_handler") ?
		source->context.signals : NULL;
3118 3119
}

3120
proc_handler_t *obs_source_get_proc_handler(const obs_source_t *source)
3121
{
3122 3123
	return obs_source_valid(source, "obs_source_get_proc_handler") ?
		source->context.procs : NULL;
3124
}
J
jp9000 已提交
3125

3126
void obs_source_set_volume(obs_source_t *source, float volume)
J
jp9000 已提交
3127
{
3128
	if (obs_source_valid(source, "obs_source_set_volume")) {
J
jp9000 已提交
3129 3130 3131 3132 3133 3134
		struct audio_action action = {
			.timestamp = os_gettime_ns(),
			.type      = AUDIO_ACTION_VOL,
			.vol       = volume
		};

3135 3136 3137 3138
		struct calldata data;
		uint8_t stack[128];

		calldata_init_fixed(&data, stack, sizeof(stack));
3139 3140
		calldata_set_ptr(&data, "source", source);
		calldata_set_float(&data, "volume", volume);
J
jp9000 已提交
3141

3142
		signal_handler_signal(source->context.signals, "volume", &data);
J
jp9000 已提交
3143 3144 3145
		if (!source->context.private)
			signal_handler_signal(obs->signals, "source_volume",
					&data);
J
jp9000 已提交
3146

3147
		volume = (float)calldata_float(&data, "volume");
J
jp9000 已提交
3148

J
jp9000 已提交
3149 3150 3151 3152
		pthread_mutex_lock(&source->audio_actions_mutex);
		da_push_back(source->audio_actions, &action);
		pthread_mutex_unlock(&source->audio_actions_mutex);

J
jp9000 已提交
3153
		source->user_volume = volume;
J
jp9000 已提交
3154
	}
J
jp9000 已提交
3155 3156
}

3157
float obs_source_get_volume(const obs_source_t *source)
J
jp9000 已提交
3158
{
3159 3160
	return obs_source_valid(source, "obs_source_get_volume") ?
		source->user_volume : 0.0f;
J
jp9000 已提交
3161 3162
}

3163
void obs_source_set_sync_offset(obs_source_t *source, int64_t offset)
J
jp9000 已提交
3164
{
3165
	if (obs_source_valid(source, "obs_source_set_sync_offset")) {
3166 3167
		struct calldata data;
		uint8_t stack[128];
J
jp9000 已提交
3168

3169
		calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
3170 3171 3172 3173 3174 3175 3176 3177
		calldata_set_ptr(&data, "source", source);
		calldata_set_int(&data, "offset", offset);

		signal_handler_signal(source->context.signals, "audio_sync",
				&data);

		source->sync_offset = calldata_int(&data, "offset");
	}
J
jp9000 已提交
3178 3179
}

3180
int64_t obs_source_get_sync_offset(const obs_source_t *source)
J
jp9000 已提交
3181
{
3182 3183
	return obs_source_valid(source, "obs_source_get_sync_offset") ?
		source->sync_offset : 0;
J
jp9000 已提交
3184
}
3185 3186 3187 3188 3189 3190

struct source_enum_data {
	obs_source_enum_proc_t enum_callback;
	void *param;
};

3191 3192
static void enum_source_active_tree_callback(obs_source_t *parent,
		obs_source_t *child, void *param)
3193 3194
{
	struct source_enum_data *data = param;
3195
	bool is_transition = child->info.type == OBS_SOURCE_TYPE_TRANSITION;
3196

3197 3198
	if (is_transition)
		obs_transition_enum_sources(child,
3199
				enum_source_active_tree_callback, param);
3200
	if (child->info.enum_active_sources) {
J
jp9000 已提交
3201
		if (child->context.data) {
3202
			child->info.enum_active_sources(child->context.data,
3203
					enum_source_active_tree_callback, data);
J
jp9000 已提交
3204
		}
3205 3206 3207 3208 3209
	}

	data->enum_callback(parent, child, data->param);
}

3210
void obs_source_enum_active_sources(obs_source_t *source,
3211 3212 3213
		obs_source_enum_proc_t enum_callback,
		void *param)
{
J
jp9000 已提交
3214
	bool is_transition;
3215
	if (!data_valid(source, "obs_source_enum_active_sources"))
J
jp9000 已提交
3216
		return;
J
jp9000 已提交
3217 3218 3219

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
3220 3221 3222 3223
		return;

	obs_source_addref(source);

J
jp9000 已提交
3224 3225 3226 3227 3228
	if (is_transition)
		obs_transition_enum_sources(source, enum_callback, param);
	if (source->info.enum_active_sources)
		source->info.enum_active_sources(source->context.data,
				enum_callback, param);
3229 3230 3231 3232

	obs_source_release(source);
}

3233
void obs_source_enum_active_tree(obs_source_t *source,
3234 3235 3236 3237
		obs_source_enum_proc_t enum_callback,
		void *param)
{
	struct source_enum_data data = {enum_callback, param};
J
jp9000 已提交
3238
	bool is_transition;
3239

3240
	if (!data_valid(source, "obs_source_enum_active_tree"))
J
jp9000 已提交
3241
		return;
J
jp9000 已提交
3242 3243 3244

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
3245 3246 3247 3248
		return;

	obs_source_addref(source);

J
jp9000 已提交
3249
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
3250 3251
		obs_transition_enum_sources(source,
				enum_source_active_tree_callback, &data);
J
jp9000 已提交
3252 3253
	if (source->info.enum_active_sources)
		source->info.enum_active_sources(source->context.data,
3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310
				enum_source_active_tree_callback, &data);

	obs_source_release(source);
}

static void enum_source_full_tree_callback(obs_source_t *parent,
		obs_source_t *child, void *param)
{
	struct source_enum_data *data = param;
	bool is_transition = child->info.type == OBS_SOURCE_TYPE_TRANSITION;

	if (is_transition)
		obs_transition_enum_sources(child,
				enum_source_full_tree_callback, param);
	if (child->info.enum_all_sources) {
		if (child->context.data) {
			child->info.enum_active_sources(child->context.data,
					enum_source_full_tree_callback, data);
		}
	} else if (child->info.enum_active_sources) {
		if (child->context.data) {
			child->info.enum_active_sources(child->context.data,
					enum_source_full_tree_callback, data);
		}
	}

	data->enum_callback(parent, child, data->param);
}

static void obs_source_enum_full_tree(obs_source_t *source,
		obs_source_enum_proc_t enum_callback,
		void *param)
{
	struct source_enum_data data = {enum_callback, param};
	bool is_transition;

	if (!data_valid(source, "obs_source_enum_active_tree"))
		return;

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
		return;

	obs_source_addref(source);

	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_enum_sources(source,
				enum_source_full_tree_callback, &data);

	if (source->info.enum_all_sources) {
		source->info.enum_all_sources(source->context.data,
				enum_source_full_tree_callback, &data);

	} else if (source->info.enum_active_sources) {
		source->info.enum_active_sources(source->context.data,
				enum_source_full_tree_callback, &data);
	}
3311 3312 3313

	obs_source_release(source);
}
3314

J
jp9000 已提交
3315 3316 3317 3318 3319 3320 3321
struct descendant_info {
	bool exists;
	obs_source_t *target;
};

static void check_descendant(obs_source_t *parent, obs_source_t *child,
		void *param)
3322
{
J
jp9000 已提交
3323 3324 3325 3326 3327
	struct descendant_info *info = param;
	if (child == info->target || parent == info->target)
		info->exists = true;
}

3328
bool obs_source_add_active_child(obs_source_t *parent, obs_source_t *child)
J
jp9000 已提交
3329
{
3330
	struct descendant_info info = {false, parent};
3331

3332
	if (!obs_ptr_valid(parent, "obs_source_add_active_child"))
3333
		return false;
3334
	if (!obs_ptr_valid(child, "obs_source_add_active_child"))
3335 3336
		return false;
	if (parent == child) {
3337 3338
		blog(LOG_WARNING, "obs_source_add_active_child: "
				"parent == child");
3339 3340
		return false;
	}
J
jp9000 已提交
3341

3342
	obs_source_enum_full_tree(child, check_descendant, &info);
J
jp9000 已提交
3343 3344
	if (info.exists)
		return false;
3345

3346 3347 3348 3349 3350
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_activate(child, type);
	}
J
jp9000 已提交
3351 3352

	return true;
3353 3354
}

3355
void obs_source_remove_active_child(obs_source_t *parent, obs_source_t *child)
3356
{
3357
	if (!obs_ptr_valid(parent, "obs_source_remove_active_child"))
3358
		return;
3359
	if (!obs_ptr_valid(child, "obs_source_remove_active_child"))
3360
		return;
3361

3362 3363 3364 3365 3366
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_deactivate(child, type);
	}
3367
}
J
jp9000 已提交
3368

3369
void obs_source_save(obs_source_t *source)
3370
{
J
jp9000 已提交
3371 3372 3373
	if (!data_valid(source, "obs_source_save"))
		return;

J
jp9000 已提交
3374 3375 3376 3377 3378
	obs_source_dosignal(source, "source_save", "save");

	if (source->info.save)
		source->info.save(source->context.data,
				source->context.settings);
3379 3380
}

3381
void obs_source_load(obs_source_t *source)
3382
{
J
jp9000 已提交
3383 3384
	if (!data_valid(source, "obs_source_load"))
		return;
J
jp9000 已提交
3385 3386 3387
	if (source->info.load)
		source->info.load(source->context.data,
				source->context.settings);
J
jp9000 已提交
3388

J
jp9000 已提交
3389
	obs_source_dosignal(source, "source_load", "load");
3390
}
J
jp9000 已提交
3391

J
jp9000 已提交
3392 3393
bool obs_source_active(const obs_source_t *source)
{
3394 3395
	return obs_source_valid(source, "obs_source_active") ?
		source->activate_refs != 0 : false;
J
jp9000 已提交
3396 3397
}

J
jp9000 已提交
3398 3399
bool obs_source_showing(const obs_source_t *source)
{
3400 3401
	return obs_source_valid(source, "obs_source_showing") ?
		source->show_refs != 0 : false;
J
jp9000 已提交
3402 3403
}

J
jp9000 已提交
3404 3405
static inline void signal_flags_updated(obs_source_t *source)
{
3406 3407
	struct calldata data;
	uint8_t stack[128];
J
jp9000 已提交
3408

3409
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
3410 3411 3412 3413 3414 3415 3416 3417
	calldata_set_ptr(&data, "source", source);
	calldata_set_int(&data, "flags", source->flags);

	signal_handler_signal(source->context.signals, "update_flags", &data);
}

void obs_source_set_flags(obs_source_t *source, uint32_t flags)
{
3418 3419
	if (!obs_source_valid(source, "obs_source_set_flags"))
		return;
J
jp9000 已提交
3420 3421 3422 3423 3424 3425 3426

	if (flags != source->flags) {
		source->flags = flags;
		signal_flags_updated(source);
	}
}

3427 3428
void obs_source_set_default_flags(obs_source_t *source, uint32_t flags)
{
3429 3430
	if (!obs_source_valid(source, "obs_source_set_default_flags"))
		return;
3431 3432 3433 3434

	source->default_flags = flags;
}

J
jp9000 已提交
3435 3436
uint32_t obs_source_get_flags(const obs_source_t *source)
{
3437 3438
	return obs_source_valid(source, "obs_source_get_flags") ?
		source->flags : 0;
J
jp9000 已提交
3439
}
J
jp9000 已提交
3440

3441 3442
void obs_source_set_audio_mixers(obs_source_t *source, uint32_t mixers)
{
3443 3444
	struct calldata data;
	uint8_t stack[128];
3445

3446 3447 3448 3449
	if (!obs_source_valid(source, "obs_source_set_audio_mixers"))
		return;
	if ((source->info.output_flags & OBS_SOURCE_AUDIO) == 0)
		return;
3450

3451
	if (source->audio_mixers == mixers)
3452 3453
		return;

3454
	calldata_init_fixed(&data, stack, sizeof(stack));
3455 3456 3457 3458 3459 3460 3461
	calldata_set_ptr(&data, "source", source);
	calldata_set_int(&data, "mixers", mixers);

	signal_handler_signal(source->context.signals, "audio_mixers", &data);

	mixers = (uint32_t)calldata_int(&data, "mixers");

3462
	source->audio_mixers = mixers;
3463 3464 3465 3466
}

uint32_t obs_source_get_audio_mixers(const obs_source_t *source)
{
3467 3468 3469 3470
	if (!obs_source_valid(source, "obs_source_get_audio_mixers"))
		return 0;
	if ((source->info.output_flags & OBS_SOURCE_AUDIO) == 0)
		return 0;
3471

3472
	return source->audio_mixers;
3473 3474
}

J
jp9000 已提交
3475 3476 3477 3478
void obs_source_draw_set_color_matrix(const struct matrix4 *color_matrix,
		const struct vec3 *color_range_min,
		const struct vec3 *color_range_max)
{
3479 3480 3481 3482 3483 3484
	struct vec3 color_range_min_def;
	struct vec3 color_range_max_def;

	vec3_set(&color_range_min_def, 0.0f, 0.0f, 0.0f);
	vec3_set(&color_range_max_def, 1.0f, 1.0f, 1.0f);

J
jp9000 已提交
3485 3486 3487 3488 3489 3490
	gs_effect_t *effect = gs_get_effect();
	gs_eparam_t *matrix;
	gs_eparam_t *range_min;
	gs_eparam_t *range_max;

	if (!effect) {
3491 3492
		blog(LOG_WARNING, "obs_source_draw_set_color_matrix: no "
				"active effect!");
J
jp9000 已提交
3493 3494 3495
		return;
	}

3496
	if (!obs_ptr_valid(color_matrix, "obs_source_draw_set_color_matrix"))
J
jp9000 已提交
3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520
		return;

	if (!color_range_min)
		color_range_min = &color_range_min_def;
	if (!color_range_max)
		color_range_max = &color_range_max_def;

	matrix = gs_effect_get_param_by_name(effect, "color_matrix");
	range_min = gs_effect_get_param_by_name(effect, "color_range_min");
	range_max = gs_effect_get_param_by_name(effect, "color_range_max");

	gs_effect_set_matrix4(matrix, color_matrix);
	gs_effect_set_val(range_min, color_range_min, sizeof(float)*3);
	gs_effect_set_val(range_max, color_range_max, sizeof(float)*3);
}

void obs_source_draw(gs_texture_t *texture, int x, int y, uint32_t cx,
		uint32_t cy, bool flip)
{
	gs_effect_t *effect = gs_get_effect();
	bool change_pos = (x != 0 || y != 0);
	gs_eparam_t *image;

	if (!effect) {
3521
		blog(LOG_WARNING, "obs_source_draw: no active effect!");
J
jp9000 已提交
3522 3523 3524
		return;
	}

3525
	if (!obs_ptr_valid(texture, "obs_source_draw"))
J
jp9000 已提交
3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540
		return;

	image = gs_effect_get_param_by_name(effect, "image");
	gs_effect_set_texture(image, texture);

	if (change_pos) {
		gs_matrix_push();
		gs_matrix_translate3f((float)x, (float)y, 0.0f);
	}

	gs_draw_sprite(texture, flip ? GS_FLIP_V : 0, cx, cy);

	if (change_pos)
		gs_matrix_pop();
}
3541

3542 3543
void obs_source_inc_showing(obs_source_t *source)
{
3544 3545
	if (obs_source_valid(source, "obs_source_inc_showing"))
		obs_source_activate(source, AUX_VIEW);
3546 3547 3548 3549
}

void obs_source_dec_showing(obs_source_t *source)
{
3550 3551
	if (obs_source_valid(source, "obs_source_dec_showing"))
		obs_source_deactivate(source, AUX_VIEW);
3552
}
3553 3554 3555 3556

void obs_source_enum_filters(obs_source_t *source,
		obs_source_enum_proc_t callback, void *param)
{
3557 3558 3559
	if (!obs_source_valid(source, "obs_source_enum_filters"))
		return;
	if (!obs_ptr_valid(callback, "obs_source_enum_filters"))
3560 3561 3562 3563
		return;

	pthread_mutex_lock(&source->filter_mutex);

3564 3565
	for (size_t i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i - 1];
3566 3567 3568 3569 3570
		callback(source, filter, param);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}
3571 3572 3573 3574 3575 3576

obs_source_t *obs_source_get_filter_by_name(obs_source_t *source,
		const char *name)
{
	obs_source_t *filter = NULL;

3577 3578 3579
	if (!obs_source_valid(source, "obs_source_get_filter_by_name"))
		return NULL;
	if (!obs_ptr_valid(name, "obs_source_get_filter_by_name"))
3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596
		return NULL;

	pthread_mutex_lock(&source->filter_mutex);

	for (size_t i = 0; i < source->filters.num; i++) {
		struct obs_source *cur_filter = source->filters.array[i];
		if (strcmp(cur_filter->context.name, name) == 0) {
			filter = cur_filter;
			obs_source_addref(filter);
			break;
		}
	}

	pthread_mutex_unlock(&source->filter_mutex);

	return filter;
}
3597 3598 3599

bool obs_source_enabled(const obs_source_t *source)
{
3600 3601
	return obs_source_valid(source, "obs_source_enabled") ?
		source->enabled : false;
3602 3603 3604 3605
}

void obs_source_set_enabled(obs_source_t *source, bool enabled)
{
3606 3607
	struct calldata data;
	uint8_t stack[128];
3608

3609
	if (!obs_source_valid(source, "obs_source_set_enabled"))
3610 3611 3612 3613
		return;

	source->enabled = enabled;

3614
	calldata_init_fixed(&data, stack, sizeof(stack));
3615 3616 3617 3618 3619
	calldata_set_ptr(&data, "source", source);
	calldata_set_bool(&data, "enabled", enabled);

	signal_handler_signal(source->context.signals, "enable", &data);
}
J
jp9000 已提交
3620 3621 3622

bool obs_source_muted(const obs_source_t *source)
{
3623
	return obs_source_valid(source, "obs_source_muted") ?
J
jp9000 已提交
3624
		source->user_muted : false;
J
jp9000 已提交
3625 3626 3627 3628
}

void obs_source_set_muted(obs_source_t *source, bool muted)
{
3629 3630
	struct calldata data;
	uint8_t stack[128];
J
jp9000 已提交
3631 3632 3633 3634 3635
	struct audio_action action = {
		.timestamp = os_gettime_ns(),
		.type      = AUDIO_ACTION_MUTE,
		.set       = muted
	};
J
jp9000 已提交
3636

3637
	if (!obs_source_valid(source, "obs_source_set_muted"))
J
jp9000 已提交
3638 3639
		return;

J
jp9000 已提交
3640
	source->user_muted = muted;
J
jp9000 已提交
3641

3642
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
3643 3644 3645 3646 3647
	calldata_set_ptr(&data, "source", source);
	calldata_set_bool(&data, "muted", muted);

	signal_handler_signal(source->context.signals, "mute", &data);

J
jp9000 已提交
3648 3649 3650
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);
J
jp9000 已提交
3651
}
P
Palana 已提交
3652 3653 3654 3655

static void source_signal_push_to_changed(obs_source_t *source,
		const char *signal, bool enabled)
{
3656 3657
	struct calldata data;
	uint8_t stack[128];
P
Palana 已提交
3658

3659
	calldata_init_fixed(&data, stack, sizeof(stack));
P
Palana 已提交
3660 3661 3662 3663 3664 3665 3666 3667 3668
	calldata_set_ptr (&data, "source",  source);
	calldata_set_bool(&data, "enabled", enabled);

	signal_handler_signal(source->context.signals, signal, &data);
}

static void source_signal_push_to_delay(obs_source_t *source,
		const char *signal, uint64_t delay)
{
3669 3670
	struct calldata data;
	uint8_t stack[128];
P
Palana 已提交
3671

3672
	calldata_init_fixed(&data, stack, sizeof(stack));
P
Palana 已提交
3673 3674 3675 3676 3677 3678 3679 3680 3681
	calldata_set_ptr (&data, "source", source);
	calldata_set_bool(&data, "delay",  delay);

	signal_handler_signal(source->context.signals, signal, &data);
}

bool obs_source_push_to_mute_enabled(obs_source_t *source)
{
	bool enabled;
3682 3683
	if (!obs_source_valid(source, "obs_source_push_to_mute_enabled"))
		return false;
P
Palana 已提交
3684 3685 3686 3687 3688 3689 3690 3691 3692 3693

	pthread_mutex_lock(&source->audio_mutex);
	enabled = source->push_to_mute_enabled;
	pthread_mutex_unlock(&source->audio_mutex);

	return enabled;
}

void obs_source_enable_push_to_mute(obs_source_t *source, bool enabled)
{
3694 3695
	if (!obs_source_valid(source, "obs_source_enable_push_to_mute"))
		return;
P
Palana 已提交
3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714

	pthread_mutex_lock(&source->audio_mutex);
	bool changed = source->push_to_mute_enabled != enabled;
	if (obs_source_get_output_flags(source) & OBS_SOURCE_AUDIO && changed)
		blog(LOG_INFO, "source '%s' %s push-to-mute",
				obs_source_get_name(source),
				enabled ? "enabled" : "disabled");

	source->push_to_mute_enabled = enabled;

	if (changed)
		source_signal_push_to_changed(source, "push_to_mute_changed",
				enabled);
	pthread_mutex_unlock(&source->audio_mutex);
}

uint64_t obs_source_get_push_to_mute_delay(obs_source_t *source)
{
	uint64_t delay;
3715 3716
	if (!obs_source_valid(source, "obs_source_get_push_to_mute_delay"))
		return 0;
P
Palana 已提交
3717 3718 3719 3720 3721 3722 3723 3724 3725 3726

	pthread_mutex_lock(&source->audio_mutex);
	delay = source->push_to_mute_delay;
	pthread_mutex_unlock(&source->audio_mutex);

	return delay;
}

void obs_source_set_push_to_mute_delay(obs_source_t *source, uint64_t delay)
{
3727 3728
	if (!obs_source_valid(source, "obs_source_set_push_to_mute_delay"))
		return;
P
Palana 已提交
3729 3730 3731 3732 3733 3734 3735 3736 3737 3738 3739

	pthread_mutex_lock(&source->audio_mutex);
	source->push_to_mute_delay = delay;

	source_signal_push_to_delay(source, "push_to_mute_delay", delay);
	pthread_mutex_unlock(&source->audio_mutex);
}

bool obs_source_push_to_talk_enabled(obs_source_t *source)
{
	bool enabled;
3740 3741
	if (!obs_source_valid(source, "obs_source_push_to_talk_enabled"))
		return false;
P
Palana 已提交
3742 3743 3744 3745 3746 3747 3748 3749 3750 3751

	pthread_mutex_lock(&source->audio_mutex);
	enabled = source->push_to_talk_enabled;
	pthread_mutex_unlock(&source->audio_mutex);

	return enabled;
}

void obs_source_enable_push_to_talk(obs_source_t *source, bool enabled)
{
3752 3753
	if (!obs_source_valid(source, "obs_source_enable_push_to_talk"))
		return;
P
Palana 已提交
3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772

	pthread_mutex_lock(&source->audio_mutex);
	bool changed = source->push_to_talk_enabled != enabled;
	if (obs_source_get_output_flags(source) & OBS_SOURCE_AUDIO && changed)
		blog(LOG_INFO, "source '%s' %s push-to-talk",
				obs_source_get_name(source),
				enabled ? "enabled" : "disabled");

	source->push_to_talk_enabled = enabled;

	if (changed)
		source_signal_push_to_changed(source, "push_to_talk_changed",
				enabled);
	pthread_mutex_unlock(&source->audio_mutex);
}

uint64_t obs_source_get_push_to_talk_delay(obs_source_t *source)
{
	uint64_t delay;
3773 3774
	if (!obs_source_valid(source, "obs_source_get_push_to_talk_delay"))
		return 0;
P
Palana 已提交
3775 3776 3777 3778 3779 3780 3781 3782 3783 3784

	pthread_mutex_lock(&source->audio_mutex);
	delay = source->push_to_talk_delay;
	pthread_mutex_unlock(&source->audio_mutex);

	return delay;
}

void obs_source_set_push_to_talk_delay(obs_source_t *source, uint64_t delay)
{
3785 3786
	if (!obs_source_valid(source, "obs_source_set_push_to_talk_delay"))
		return;
P
Palana 已提交
3787 3788 3789 3790 3791 3792 3793

	pthread_mutex_lock(&source->audio_mutex);
	source->push_to_talk_delay = delay;

	source_signal_push_to_delay(source, "push_to_talk_delay", delay);
	pthread_mutex_unlock(&source->audio_mutex);
}
3794 3795 3796 3797 3798 3799

void *obs_source_get_type_data(obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_type_data")
		? source->info.type_data : NULL;
}
3800

J
jp9000 已提交
3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965
static float get_source_volume(obs_source_t *source, uint64_t os_time)
{
	if (source->push_to_mute_enabled && source->push_to_mute_pressed)
		source->push_to_mute_stop_time = os_time +
			source->push_to_mute_delay * 1000000;

	if (source->push_to_talk_enabled && source->push_to_talk_pressed)
		source->push_to_talk_stop_time = os_time +
			source->push_to_talk_delay * 1000000;

	bool push_to_mute_active = source->push_to_mute_pressed ||
		os_time < source->push_to_mute_stop_time;
	bool push_to_talk_active = source->push_to_talk_pressed ||
		os_time < source->push_to_talk_stop_time;

	bool muted = !source->enabled || source->muted ||
			(source->push_to_mute_enabled && push_to_mute_active) ||
			(source->push_to_talk_enabled && !push_to_talk_active);

	if (muted || close_float(source->volume, 0.0f, 0.0001f))
		return 0.0f;
	if (close_float(source->volume, 1.0f, 0.0001f))
		return 1.0f;

	return source->volume;
}

static inline void multiply_output_audio(obs_source_t *source, size_t mix,
		size_t channels, float vol)
{
	register float *out = source->audio_output_buf[mix][0];
	register float *end = out + AUDIO_OUTPUT_FRAMES * channels;

	while (out < end)
		*(out++) *= vol;
}

static inline void multiply_vol_data(obs_source_t *source, size_t mix,
		size_t channels, float *vol_data)
{
	for (size_t ch = 0; ch < channels; ch++) {
		register float *out = source->audio_output_buf[mix][ch];
		register float *end = out + AUDIO_OUTPUT_FRAMES;
		register float *vol = vol_data;

		while (out < end)
			*(out++) *= *(vol++);
	}
}

static inline void apply_audio_action(obs_source_t *source,
		const struct audio_action *action)
{
	switch (action->type) {
	case AUDIO_ACTION_VOL:
		source->volume = action->vol; break;
	case AUDIO_ACTION_MUTE:
		source->muted = action->set; break;
	case AUDIO_ACTION_PTT:
		source->push_to_talk_pressed = action->set; break;
	case AUDIO_ACTION_PTM:
		source->push_to_mute_pressed = action->set; break;
	}
}

static void apply_audio_actions(obs_source_t *source, size_t channels,
		size_t sample_rate)
{
	float *vol_data = malloc(sizeof(float) * AUDIO_OUTPUT_FRAMES);
	float cur_vol = get_source_volume(source, source->audio_ts);
	size_t frame_num = 0;

	pthread_mutex_lock(&source->audio_actions_mutex);

	for (size_t i = 0; i < source->audio_actions.num; i++) {
		struct audio_action action = source->audio_actions.array[i];
		uint64_t timestamp = action.timestamp;
		size_t new_frame_num;

		if (timestamp < source->audio_ts)
			timestamp = source->audio_ts;

		new_frame_num = conv_time_to_frames(sample_rate,
				timestamp - source->audio_ts);

		if (new_frame_num >= AUDIO_OUTPUT_FRAMES)
			break;

		da_erase(source->audio_actions, i--);

		apply_audio_action(source, &action);

		if (new_frame_num > frame_num) {
			for (; frame_num < new_frame_num; frame_num++)
				vol_data[frame_num] = cur_vol;
		}

		cur_vol = get_source_volume(source, timestamp);
	}

	for (; frame_num < AUDIO_OUTPUT_FRAMES; frame_num++)
		vol_data[frame_num] = cur_vol;

	pthread_mutex_unlock(&source->audio_actions_mutex);

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		if ((source->audio_mixers & (1 << mix)) != 0)
			multiply_vol_data(source, mix, channels, vol_data);
	}

	free(vol_data);
}

static void apply_audio_volume(obs_source_t *source, uint32_t mixers,
		size_t channels, size_t sample_rate)
{
	struct audio_action action;
	bool actions_pending;
	float vol;

	pthread_mutex_lock(&source->audio_actions_mutex);

	actions_pending = source->audio_actions.num > 0;
	if (actions_pending)
		action = source->audio_actions.array[0];

	pthread_mutex_unlock(&source->audio_actions_mutex);

	if (actions_pending) {
		uint64_t duration = conv_frames_to_time(sample_rate,
				AUDIO_OUTPUT_FRAMES);

		if (action.timestamp < (source->audio_ts + duration)) {
			apply_audio_actions(source, channels, sample_rate);
			return;
		}
	}

	vol = get_source_volume(source, source->audio_ts);
	if (vol == 1.0f)
		return;

	if (vol == 0.0f || mixers == 0) {
		memset(source->audio_output_buf[0][0], 0,
				AUDIO_OUTPUT_FRAMES * sizeof(float) *
				MAX_AUDIO_CHANNELS * MAX_AUDIO_MIXES);
		return;
	}

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		uint32_t mix_and_val = (1 << mix);
		if ((source->audio_mixers & mix_and_val) != 0 &&
		    (mixers & mix_and_val) != 0)
			multiply_output_audio(source, mix, channels, vol);
	}
}

static void custom_audio_render(obs_source_t *source, uint32_t mixers,
		size_t channels, size_t sample_rate)
{
	struct obs_source_audio_mix audio_data;
	bool success;
	uint64_t ts;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
3966
		for (size_t ch = 0; ch < channels; ch++) {
J
jp9000 已提交
3967 3968
			audio_data.output[mix].data[ch] =
				source->audio_output_buf[mix][ch];
3969
		}
J
jp9000 已提交
3970

3971 3972 3973 3974 3975 3976
		if ((source->audio_mixers & mixers & (1 << mix)) != 0) {
			memset(source->audio_output_buf[mix][0], 0,
					sizeof(float) * AUDIO_OUTPUT_FRAMES *
					channels);
		}
	}
J
jp9000 已提交
3977 3978 3979 3980 3981 3982 3983 3984 3985 3986

	success = source->info.audio_render(source->context.data, &ts,
			&audio_data, mixers, channels, sample_rate);
	source->audio_ts = success ? ts : 0;
	source->audio_pending = !success;

	if (!success || !source->audio_ts || !mixers)
		return;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
3987 3988 3989 3990 3991 3992
		uint32_t mix_bit = 1 << mix;

		if ((mixers & mix_bit) == 0)
			continue;

		if ((source->audio_mixers & mix_bit) == 0) {
J
jp9000 已提交
3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007
			memset(source->audio_output_buf[mix][0], 0,
					sizeof(float) * AUDIO_OUTPUT_FRAMES *
					channels);
		}
	}

	apply_audio_volume(source, mixers, channels, sample_rate);
}

static inline void process_audio_source_tick(obs_source_t *source,
		uint32_t mixers, size_t channels, size_t sample_rate,
		size_t size)
{
	pthread_mutex_lock(&source->audio_buf_mutex);

4008 4009 4010 4011 4012 4013
	if (source->audio_input_buf[0].size < size) {
		source->audio_pending = true;
		pthread_mutex_unlock(&source->audio_buf_mutex);
		return;
	}

J
jp9000 已提交
4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046
	for (size_t ch = 0; ch < channels; ch++)
		circlebuf_peek_front(&source->audio_input_buf[ch],
				source->audio_output_buf[0][ch],
				size);

	pthread_mutex_unlock(&source->audio_buf_mutex);

	for (size_t mix = 1; mix < MAX_AUDIO_MIXES; mix++) {
		uint32_t mix_and_val = (1 << mix);

		if ((source->audio_mixers & mix_and_val) == 0 ||
		    (mixers & mix_and_val) == 0) {
			memset(source->audio_output_buf[mix][0],
					0, size * channels);
			continue;
		}

		for (size_t ch = 0; ch < channels; ch++)
			memcpy(source->audio_output_buf[mix][ch],
					source->audio_output_buf[0][ch], size);
	}

	if ((source->audio_mixers & 1) == 0 || (mixers & 1) == 0)
		memset(source->audio_output_buf[0][0], 0,
				size * channels);

	apply_audio_volume(source, mixers, channels, sample_rate);
	source->audio_pending = false;
}

void obs_source_audio_render(obs_source_t *source, uint32_t mixers,
		size_t channels, size_t sample_rate, size_t size)
{
4047
	if (!source->audio_output_buf[0][0]) {
J
jp9000 已提交
4048 4049 4050 4051 4052 4053 4054 4055 4056
		source->audio_pending = true;
		return;
	}

	if (source->info.audio_render) {
		custom_audio_render(source, mixers, channels, sample_rate);
		return;
	}

4057
	if (!source->audio_ts) {
J
jp9000 已提交
4058 4059 4060 4061 4062 4063 4064 4065 4066
		source->audio_pending = true;
		return;
	}

	process_audio_source_tick(source, mixers, channels, sample_rate, size);
}

bool obs_source_audio_pending(const obs_source_t *source)
{
4067 4068 4069 4070 4071
	if (!obs_source_valid(source, "obs_source_audio_pending"))
		return true;

	return (is_composite_source(source) || is_audio_source(source)) ?
		source->audio_pending : true;
J
jp9000 已提交
4072 4073
}

4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094
uint64_t obs_source_get_audio_timestamp(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_audio_timestamp") ?
		source->audio_ts : 0;
}

void obs_source_get_audio_mix(const obs_source_t *source,
		struct obs_source_audio_mix *audio)
{
	if (!obs_source_valid(source, "obs_source_get_audio_mix"))
		return;
	if (!obs_ptr_valid(audio, "audio"))
		return;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		for (size_t ch = 0; ch < MAX_AUDIO_CHANNELS; ch++) {
			audio->output[mix].data[ch] =
				source->audio_output_buf[mix][ch];
		}
	}
}
4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120

void obs_source_add_audio_capture_callback(obs_source_t *source,
		obs_source_audio_capture_t callback, void *param)
{
	struct audio_cb_info info = {callback, param};

	if (!obs_source_valid(source, "obs_source_add_audio_capture_callback"))
		return;

	pthread_mutex_lock(&source->audio_cb_mutex);
	da_push_back(source->audio_cb_list, &info);
	pthread_mutex_unlock(&source->audio_cb_mutex);
}

void obs_source_remove_audio_capture_callback(obs_source_t *source,
		obs_source_audio_capture_t callback, void *param)
{
	struct audio_cb_info info = {callback, param};

	if (!obs_source_valid(source, "obs_source_remove_audio_capture_callback"))
		return;

	pthread_mutex_lock(&source->audio_cb_mutex);
	da_erase_item(source->audio_cb_list, &info);
	pthread_mutex_unlock(&source->audio_cb_mutex);
}
J
jp9000 已提交
4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153

void obs_source_set_monitoring_type(obs_source_t *source,
		enum obs_monitoring_type type)
{
	bool was_on;
	bool now_on;

	if (!obs_source_valid(source, "obs_source_set_monitoring_type"))
		return;
	if (source->monitoring_type == type)
		return;

	was_on = source->monitoring_type != OBS_MONITORING_TYPE_NONE;
	now_on = type != OBS_MONITORING_TYPE_NONE;

	if (was_on != now_on) {
		if (!was_on) {
			source->monitor = audio_monitor_create(source);
		} else {
			audio_monitor_destroy(source->monitor);
			source->monitor = NULL;
		}
	}

	source->monitoring_type = type;
}

enum obs_monitoring_type obs_source_get_monitoring_type(
		const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_monitoring_type") ?
		source->monitoring_type : OBS_MONITORING_TYPE_NONE;
}
4154 4155 4156 4157 4158 4159 4160 4161 4162 4163 4164 4165 4166 4167

void obs_source_set_async_unbuffered(obs_source_t *source, bool unbuffered)
{
	if (!obs_source_valid(source, "obs_source_set_async_unbuffered"))
		return;

	source->async_unbuffered = unbuffered;
}

bool obs_source_async_unbuffered(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_async_unbuffered") ?
		source->async_unbuffered : false;
}
4168 4169 4170 4171 4172 4173 4174 4175 4176

obs_data_t *obs_source_get_private_settings(obs_source_t *source)
{
	if (!obs_ptr_valid(source, "obs_source_get_private_settings"))
		return NULL;

	obs_data_addref(source->private_settings);
	return source->private_settings;
}
4177 4178 4179 4180 4181 4182 4183 4184 4185 4186 4187 4188 4189 4190 4191 4192 4193 4194 4195 4196

void obs_source_set_async_decoupled(obs_source_t *source, bool decouple)
{
	if (!obs_ptr_valid(source, "obs_source_set_async_decoupled"))
		return;

	source->async_decoupled = decouple;
	if (decouple) {
		pthread_mutex_lock(&source->audio_buf_mutex);
		source->timing_set = false;
		reset_audio_data(source, 0);
		pthread_mutex_unlock(&source->audio_buf_mutex);
	}
}

bool obs_source_async_decoupled(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_async_decoupled") ?
		source->async_decoupled : false;
}
4197 4198 4199 4200 4201 4202 4203 4204 4205 4206 4207 4208 4209

/* hidden/undocumented export to allow source type redefinition for scripts */
EXPORT void obs_enable_source_type(const char *name, bool enable)
{
	struct obs_source_info *info = get_source_info(name);
	if (!info)
		return;

	if (enable)
		info->output_flags &= ~OBS_SOURCE_CAP_DISABLED;
	else
		info->output_flags |= OBS_SOURCE_CAP_DISABLED;
}
C
cg2121 已提交
4210 4211 4212 4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231

enum speaker_layout obs_source_get_speaker_layout(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_get_audio_channels"))
		return SPEAKERS_UNKNOWN;

	return source->sample_info.speakers;
}

void obs_source_set_balance_value(obs_source_t *source, float balance)
{
	if (!obs_source_valid(source, "obs_source_set_balance_value"))
		return;

	source->balance = balance;
}

float obs_source_get_balance_value(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_balance_value") ?
		source->balance : 0.5f;
}