obs-source.c 129.4 KB
Newer Older
J
jp9000 已提交
1
/******************************************************************************
2
    Copyright (C) 2013-2014 by Hugh Bailey <obs.jim@gmail.com>
J
jp9000 已提交
3 4 5

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
6
    the Free Software Foundation, either version 2 of the License, or
J
jp9000 已提交
7 8 9 10 11 12 13 14 15 16 17
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.
******************************************************************************/

18
#include <inttypes.h>
C
cg2121 已提交
19
#include <math.h>
20

21
#include "media-io/format-conversion.h"
22
#include "media-io/video-frame.h"
23
#include "media-io/audio-io.h"
J
jp9000 已提交
24
#include "util/threading.h"
25
#include "util/platform.h"
26
#include "callback/calldata.h"
27 28
#include "graphics/matrix3.h"
#include "graphics/vec3.h"
29

J
jp9000 已提交
30
#include "obs.h"
J
jp9000 已提交
31
#include "obs-internal.h"
J
jp9000 已提交
32

J
jp9000 已提交
33
static inline bool data_valid(const struct obs_source *source, const char *f)
34
{
35
	return obs_source_valid(source, f) && source->context.data;
36 37
}

J
jp9000 已提交
38 39 40 41 42
static inline bool deinterlacing_enabled(const struct obs_source *source)
{
	return source->deinterlace_mode != OBS_DEINTERLACE_MODE_DISABLE;
}

43
struct obs_source_info *get_source_info(const char *id)
J
jp9000 已提交
44
{
45 46
	for (size_t i = 0; i < obs->source_types.num; i++) {
		struct obs_source_info *info = &obs->source_types.array[i];
47
		if (strcmp(info->id, id) == 0)
J
jp9000 已提交
48 49 50 51 52 53
			return info;
	}

	return NULL;
}

54 55 56
static const char *source_signals[] = {
	"void destroy(ptr source)",
	"void remove(ptr source)",
J
jp9000 已提交
57 58
	"void save(ptr source)",
	"void load(ptr source)",
59 60 61 62
	"void activate(ptr source)",
	"void deactivate(ptr source)",
	"void show(ptr source)",
	"void hide(ptr source)",
J
jp9000 已提交
63
	"void mute(ptr source, bool muted)",
P
Palana 已提交
64 65 66 67
	"void push_to_mute_changed(ptr source, bool enabled)",
	"void push_to_mute_delay(ptr source, int delay)",
	"void push_to_talk_changed(ptr source, bool enabled)",
	"void push_to_talk_delay(ptr source, int delay)",
68
	"void enable(ptr source, bool enabled)",
J
jp9000 已提交
69
	"void rename(ptr source, string new_name, string prev_name)",
70
	"void volume(ptr source, in out float volume)",
71
	"void update_properties(ptr source)",
J
jp9000 已提交
72
	"void update_flags(ptr source, int flags)",
J
jp9000 已提交
73
	"void audio_sync(ptr source, int out int offset)",
74
	"void audio_mixers(ptr source, in out int mixers)",
75 76
	"void audio_activate(ptr source)",
	"void audio_deactivate(ptr source)",
J
jp9000 已提交
77 78
	"void filter_add(ptr source, ptr filter)",
	"void filter_remove(ptr source, ptr filter)",
79
	"void reorder_filters(ptr source)",
J
jp9000 已提交
80 81 82
	"void transition_start(ptr source)",
	"void transition_video_stop(ptr source)",
	"void transition_stop(ptr source)",
83 84 85 86 87 88 89 90
	"void media_play(ptr source)",
	"void media_pause(ptr source)",
	"void media_restart(ptr source)",
	"void media_stopped(ptr source)",
	"void media_next(ptr source)",
	"void media_previous(ptr source)",
	"void media_started(ptr source)",
	"void media_ended(ptr source)",
J
jp9000 已提交
91
	NULL,
92 93
};

J
jp9000 已提交
94 95 96
bool obs_source_init_context(struct obs_source *source, obs_data_t *settings,
			     const char *name, obs_data_t *hotkey_data,
			     bool private)
97
{
98
	if (!obs_context_data_init(&source->context, OBS_OBJ_TYPE_SOURCE,
J
jp9000 已提交
99
				   settings, name, hotkey_data, private))
100 101
		return false;

102
	return signal_handler_add_array(source->context.signals,
J
jp9000 已提交
103
					source_signals);
104 105
}

106
const char *obs_source_get_display_name(const char *id)
107
{
108
	const struct obs_source_info *info = get_source_info(id);
109
	return (info != NULL) ? info->get_name(info->type_data) : NULL;
110 111
}

112 113
static void allocate_audio_output_buffer(struct obs_source *source)
{
J
jp9000 已提交
114 115
	size_t size = sizeof(float) * AUDIO_OUTPUT_FRAMES * MAX_AUDIO_CHANNELS *
		      MAX_AUDIO_MIXES;
116 117 118 119 120 121 122 123 124 125 126 127
	float *ptr = bzalloc(size);

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		size_t mix_pos = mix * AUDIO_OUTPUT_FRAMES * MAX_AUDIO_CHANNELS;

		for (size_t i = 0; i < MAX_AUDIO_CHANNELS; i++) {
			source->audio_output_buf[mix][i] =
				ptr + mix_pos + AUDIO_OUTPUT_FRAMES * i;
		}
	}
}

J
jp9000 已提交
128 129 130 131 132 133 134 135 136 137
static void allocate_audio_mix_buffer(struct obs_source *source)
{
	size_t size = sizeof(float) * AUDIO_OUTPUT_FRAMES * MAX_AUDIO_CHANNELS;
	float *ptr = bzalloc(size);

	for (size_t i = 0; i < MAX_AUDIO_CHANNELS; i++) {
		source->audio_mix_buf[i] = ptr + AUDIO_OUTPUT_FRAMES * i;
	}
}

J
jp9000 已提交
138 139 140
static inline bool is_async_video_source(const struct obs_source *source)
{
	return (source->info.output_flags & OBS_SOURCE_ASYNC_VIDEO) ==
J
jp9000 已提交
141
	       OBS_SOURCE_ASYNC_VIDEO;
J
jp9000 已提交
142 143
}

144 145 146 147 148 149 150 151 152 153
static inline bool is_audio_source(const struct obs_source *source)
{
	return source->info.output_flags & OBS_SOURCE_AUDIO;
}

static inline bool is_composite_source(const struct obs_source *source)
{
	return source->info.output_flags & OBS_SOURCE_COMPOSITE;
}

J
jp9000 已提交
154 155
extern char *find_libobs_data_file(const char *file);

156
/* internal initialization */
J
jp9000 已提交
157
static bool obs_source_init(struct obs_source *source)
J
jp9000 已提交
158
{
J
jp9000 已提交
159 160
	pthread_mutexattr_t attr;

J
jp9000 已提交
161
	source->user_volume = 1.0f;
J
jp9000 已提交
162
	source->volume = 1.0f;
J
jp9000 已提交
163
	source->sync_offset = 0;
C
cg2121 已提交
164
	source->balance = 0.5f;
165
	source->audio_active = true;
166
	pthread_mutex_init_value(&source->filter_mutex);
167
	pthread_mutex_init_value(&source->async_mutex);
168
	pthread_mutex_init_value(&source->audio_mutex);
169
	pthread_mutex_init_value(&source->audio_buf_mutex);
170
	pthread_mutex_init_value(&source->audio_cb_mutex);
171

J
jp9000 已提交
172 173 174 175 176
	if (pthread_mutexattr_init(&attr) != 0)
		return false;
	if (pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE) != 0)
		return false;
	if (pthread_mutex_init(&source->filter_mutex, &attr) != 0)
177
		return false;
178 179
	if (pthread_mutex_init(&source->audio_buf_mutex, NULL) != 0)
		return false;
J
jp9000 已提交
180 181
	if (pthread_mutex_init(&source->audio_actions_mutex, NULL) != 0)
		return false;
182 183
	if (pthread_mutex_init(&source->audio_cb_mutex, NULL) != 0)
		return false;
184 185
	if (pthread_mutex_init(&source->audio_mutex, NULL) != 0)
		return false;
186
	if (pthread_mutex_init(&source->async_mutex, NULL) != 0)
187
		return false;
J
jp9000 已提交
188

189
	if (is_audio_source(source) || is_composite_source(source))
190
		allocate_audio_output_buffer(source);
J
jp9000 已提交
191 192
	if (source->info.audio_mix)
		allocate_audio_mix_buffer(source);
193

194 195 196 197 198 199 200 201
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		if (!obs_transition_init(source))
			return false;
	}

	source->control = bzalloc(sizeof(obs_weak_source_t));
	source->deinterlace_top_first = true;
	source->control->source = source;
202
	source->audio_mixers = 0xFF;
203

204 205 206 207 208 209
	source->private_settings = obs_data_create();
	return true;
}

static void obs_source_init_finalize(struct obs_source *source)
{
210
	if (is_audio_source(source)) {
211 212 213
		pthread_mutex_lock(&obs->data.audio_sources_mutex);

		source->next_audio_source = obs->data.first_audio_source;
J
jp9000 已提交
214
		source->prev_next_audio_source = &obs->data.first_audio_source;
215 216 217 218 219 220
		if (obs->data.first_audio_source)
			obs->data.first_audio_source->prev_next_audio_source =
				&source->next_audio_source;
		obs->data.first_audio_source = source;

		pthread_mutex_unlock(&obs->data.audio_sources_mutex);
221
	}
222

J
jp9000 已提交
223 224
	obs_context_data_insert(&source->context, &obs->data.sources_mutex,
				&obs->data.first_source);
J
jp9000 已提交
225 226
}

J
jp9000 已提交
227 228
static bool obs_source_hotkey_mute(void *data, obs_hotkey_pair_id id,
				   obs_hotkey_t *key, bool pressed)
P
Palana 已提交
229 230 231 232 233 234
{
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
235 236
	if (!pressed || obs_source_muted(source))
		return false;
P
Palana 已提交
237 238 239 240 241

	obs_source_set_muted(source, true);
	return true;
}

J
jp9000 已提交
242 243
static bool obs_source_hotkey_unmute(void *data, obs_hotkey_pair_id id,
				     obs_hotkey_t *key, bool pressed)
P
Palana 已提交
244 245 246 247 248 249
{
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
250 251
	if (!pressed || !obs_source_muted(source))
		return false;
P
Palana 已提交
252 253 254 255 256

	obs_source_set_muted(source, false);
	return true;
}

J
jp9000 已提交
257 258
static void obs_source_hotkey_push_to_mute(void *data, obs_hotkey_id id,
					   obs_hotkey_t *key, bool pressed)
P
Palana 已提交
259
{
J
jp9000 已提交
260 261 262
	struct audio_action action = {.timestamp = os_gettime_ns(),
				      .type = AUDIO_ACTION_PTM,
				      .set = pressed};
J
jp9000 已提交
263

P
Palana 已提交
264 265 266 267 268
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
269 270 271 272 273
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);

	source->user_push_to_mute_pressed = pressed;
P
Palana 已提交
274 275
}

J
jp9000 已提交
276 277
static void obs_source_hotkey_push_to_talk(void *data, obs_hotkey_id id,
					   obs_hotkey_t *key, bool pressed)
P
Palana 已提交
278
{
J
jp9000 已提交
279 280 281
	struct audio_action action = {.timestamp = os_gettime_ns(),
				      .type = AUDIO_ACTION_PTT,
				      .set = pressed};
J
jp9000 已提交
282

P
Palana 已提交
283 284 285 286 287
	UNUSED_PARAMETER(id);
	UNUSED_PARAMETER(key);

	struct obs_source *source = data;

J
jp9000 已提交
288 289 290 291 292
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);

	source->user_push_to_talk_pressed = pressed;
P
Palana 已提交
293 294 295 296
}

static void obs_source_init_audio_hotkeys(struct obs_source *source)
{
297 298
	if (!(source->info.output_flags & OBS_SOURCE_AUDIO) ||
	    source->info.type != OBS_SOURCE_TYPE_INPUT) {
J
jp9000 已提交
299
		source->mute_unmute_key = OBS_INVALID_HOTKEY_ID;
P
Palana 已提交
300 301 302 303
		source->push_to_talk_key = OBS_INVALID_HOTKEY_ID;
		return;
	}

J
jp9000 已提交
304 305 306 307
	source->mute_unmute_key = obs_hotkey_pair_register_source(
		source, "libobs.mute", obs->hotkeys.mute, "libobs.unmute",
		obs->hotkeys.unmute, obs_source_hotkey_mute,
		obs_source_hotkey_unmute, source, source);
P
Palana 已提交
308

J
jp9000 已提交
309 310 311
	source->push_to_mute_key = obs_hotkey_register_source(
		source, "libobs.push-to-mute", obs->hotkeys.push_to_mute,
		obs_source_hotkey_push_to_mute, source);
P
Palana 已提交
312

J
jp9000 已提交
313 314 315
	source->push_to_talk_key = obs_hotkey_register_source(
		source, "libobs.push-to-talk", obs->hotkeys.push_to_talk,
		obs_source_hotkey_push_to_talk, source);
P
Palana 已提交
316 317
}

318 319 320 321
static obs_source_t *
obs_source_create_internal(const char *id, const char *name,
			   obs_data_t *settings, obs_data_t *hotkey_data,
			   bool private, uint32_t last_obs_ver)
J
jp9000 已提交
322
{
323
	struct obs_source *source = bzalloc(sizeof(struct obs_source));
J
jp9000 已提交
324

325
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
326
	if (!info) {
P
Palana 已提交
327
		blog(LOG_ERROR, "Source ID '%s' not found", id);
J
jp9000 已提交
328

J
jp9000 已提交
329
		source->info.id = bstrdup(id);
330 331 332
		source->owns_info_id = true;
	} else {
		source->info = *info;
333 334 335 336 337 338

		/* Always mark filters as private so they aren't found by
		 * source enum/search functions.
		 *
		 * XXX: Fix design flaws with filters */
		if (info->type == OBS_SOURCE_TYPE_FILTER)
J
jp9000 已提交
339 340
		private
		= true;
341
	}
342

J
jp9000 已提交
343
	source->mute_unmute_key = OBS_INVALID_HOTKEY_PAIR_ID;
P
Palana 已提交
344 345
	source->push_to_mute_key = OBS_INVALID_HOTKEY_ID;
	source->push_to_talk_key = OBS_INVALID_HOTKEY_ID;
346
	source->last_obs_ver = last_obs_ver;
P
Palana 已提交
347

J
jp9000 已提交
348
	if (!obs_source_init_context(source, settings, name, hotkey_data,
J
jp9000 已提交
349
				     private))
350 351
		goto fail;

352
	if (info) {
353 354 355 356
		if (info->get_defaults) {
			info->get_defaults(source->context.settings);
		}
		if (info->get_defaults2) {
357
			info->get_defaults2(info->type_data,
J
jp9000 已提交
358
					    source->context.settings);
359
		}
360
	}
J
jp9000 已提交
361

362
	if (!obs_source_init(source))
363 364
		goto fail;

J
jp9000 已提交
365 366
	if (!private)
		obs_source_init_audio_hotkeys(source);
P
Palana 已提交
367

368 369
	/* allow the source to be created even if creation fails so that the
	 * user's data doesn't become lost */
J
jp9000 已提交
370
	if (info && info->create)
J
jp9000 已提交
371 372
		source->context.data =
			info->create(source->context.settings, source);
373
	if ((!info || info->create) && !source->context.data)
374
		blog(LOG_ERROR, "Failed to create source '%s'!", name);
375

J
jp9000 已提交
376 377
	blog(LOG_DEBUG, "%ssource '%s' (%s) created", private ? "private " : "",
	     name, id);
J
jp9000 已提交
378

379
	source->flags = source->default_flags;
380
	source->enabled = true;
381 382 383 384 385

	if (!private) {
		obs_source_dosignal(source, "source_create", NULL);
	}

386
	obs_source_init_finalize(source);
J
jp9000 已提交
387
	return source;
388 389 390 391 392

fail:
	blog(LOG_ERROR, "obs_source_create failed");
	obs_source_destroy(source);
	return NULL;
J
jp9000 已提交
393 394
}

J
jp9000 已提交
395
obs_source_t *obs_source_create(const char *id, const char *name,
J
jp9000 已提交
396
				obs_data_t *settings, obs_data_t *hotkey_data)
J
jp9000 已提交
397 398
{
	return obs_source_create_internal(id, name, settings, hotkey_data,
399
					  false, LIBOBS_API_VER);
J
jp9000 已提交
400 401 402
}

obs_source_t *obs_source_create_private(const char *id, const char *name,
J
jp9000 已提交
403
					obs_data_t *settings)
J
jp9000 已提交
404
{
405 406 407 408 409 410 411 412 413 414 415
	return obs_source_create_internal(id, name, settings, NULL, true,
					  LIBOBS_API_VER);
}

obs_source_t *obs_source_create_set_last_ver(const char *id, const char *name,
					     obs_data_t *settings,
					     obs_data_t *hotkey_data,
					     uint32_t last_obs_ver)
{
	return obs_source_create_internal(id, name, settings, hotkey_data,
					  false, last_obs_ver);
J
jp9000 已提交
416 417
}

418 419 420 421 422 423 424 425
static char *get_new_filter_name(obs_source_t *dst, const char *name)
{
	struct dstr new_name = {0};
	int inc = 0;

	dstr_copy(&new_name, name);

	for (;;) {
J
jp9000 已提交
426 427
		obs_source_t *existing_filter =
			obs_source_get_filter_by_name(dst, new_name.array);
428 429 430 431 432 433 434 435 436 437 438
		if (!existing_filter)
			break;

		obs_source_release(existing_filter);

		dstr_printf(&new_name, "%s %d", name, ++inc + 1);
	}

	return new_name.array;
}

439
static void duplicate_filters(obs_source_t *dst, obs_source_t *src,
J
jp9000 已提交
440
			      bool private)
441
{
J
jp9000 已提交
442
	DARRAY(obs_source_t *) filters;
443 444 445 446 447 448 449 450 451 452 453

	da_init(filters);

	pthread_mutex_lock(&src->filter_mutex);
	for (size_t i = 0; i < src->filters.num; i++)
		obs_source_addref(src->filters.array[i]);
	da_copy(filters, src->filters);
	pthread_mutex_unlock(&src->filter_mutex);

	for (size_t i = filters.num; i > 0; i--) {
		obs_source_t *src_filter = filters.array[i - 1];
J
jp9000 已提交
454 455
		char *new_name =
			get_new_filter_name(dst, src_filter->context.name);
456
		bool enabled = obs_source_enabled(src_filter);
457

J
jp9000 已提交
458 459
		obs_source_t *dst_filter =
			obs_source_duplicate(src_filter, new_name, private);
460
		obs_source_set_enabled(dst_filter, enabled);
461

462
		bfree(new_name);
463 464 465 466 467 468 469 470
		obs_source_filter_add(dst, dst_filter);
		obs_source_release(dst_filter);
		obs_source_release(src_filter);
	}

	da_free(filters);
}

471 472
void obs_source_copy_filters(obs_source_t *dst, obs_source_t *src)
{
473 474 475 476 477
	if (!obs_source_valid(dst, "obs_source_copy_filters"))
		return;
	if (!obs_source_valid(src, "obs_source_copy_filters"))
		return;

478
	duplicate_filters(dst, src, dst->context.private);
479 480
}

J
jp9000 已提交
481 482
obs_source_t *obs_source_duplicate(obs_source_t *source, const char *new_name,
				   bool create_private)
483 484 485 486 487 488 489 490 491 492 493 494
{
	obs_source_t *new_source;
	obs_data_t *settings;

	if (!obs_source_valid(source, "obs_source_duplicate"))
		return NULL;

	if ((source->info.output_flags & OBS_SOURCE_DO_NOT_DUPLICATE) != 0) {
		obs_source_addref(source);
		return source;
	}

495 496
	if (source->info.type == OBS_SOURCE_TYPE_SCENE) {
		obs_scene_t *scene = obs_scene_from_source(source);
J
jp9000 已提交
497 498 499 500 501
		if (!scene)
			scene = obs_group_from_source(source);
		if (!scene)
			return NULL;

J
jp9000 已提交
502 503 504 505
		obs_scene_t *new_scene = obs_scene_duplicate(
			scene, new_name,
			create_private ? OBS_SCENE_DUP_PRIVATE_COPY
				       : OBS_SCENE_DUP_COPY);
506 507
		obs_source_t *new_source = obs_scene_get_source(new_scene);
		return new_source;
508 509
	}

510 511 512
	settings = obs_data_create();
	obs_data_apply(settings, source->context.settings);

J
jp9000 已提交
513 514 515 516 517
	new_source = create_private
			     ? obs_source_create_private(source->info.id,
							 new_name, settings)
			     : obs_source_create(source->info.id, new_name,
						 settings, NULL);
518 519 520 521 522 523 524 525 526

	new_source->audio_mixers = source->audio_mixers;
	new_source->sync_offset = source->sync_offset;
	new_source->user_volume = source->user_volume;
	new_source->user_muted = source->user_muted;
	new_source->volume = source->volume;
	new_source->muted = source->muted;
	new_source->flags = source->flags;

527 528
	obs_data_apply(new_source->private_settings, source->private_settings);

529 530 531 532 533 534 535
	if (source->info.type != OBS_SOURCE_TYPE_FILTER)
		duplicate_filters(new_source, source, create_private);

	obs_data_release(settings);
	return new_source;
}

536
void obs_source_frame_init(struct obs_source_frame *frame,
J
jp9000 已提交
537 538
			   enum video_format format, uint32_t width,
			   uint32_t height)
539
{
540
	struct video_frame vid_frame;
J
jp9000 已提交
541

542
	if (!obs_ptr_valid(frame, "obs_source_frame_init"))
J
jp9000 已提交
543 544
		return;

545
	video_frame_init(&vid_frame, format, width, height);
546
	frame->format = format;
J
jp9000 已提交
547
	frame->width = width;
548
	frame->height = height;
549

550
	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
J
jp9000 已提交
551
		frame->data[i] = vid_frame.data[i];
552
		frame->linesize[i] = vid_frame.linesize[i];
553 554 555
	}
}

556 557 558 559 560 561
static inline void obs_source_frame_decref(struct obs_source_frame *frame)
{
	if (os_atomic_dec_long(&frame->refs) == 0)
		obs_source_frame_destroy(frame);
}

562
static bool obs_source_filter_remove_refless(obs_source_t *source,
J
jp9000 已提交
563
					     obs_source_t *filter);
564

565
void obs_source_destroy(struct obs_source *source)
J
jp9000 已提交
566
{
567
	size_t i;
568

569
	if (!obs_source_valid(source, "obs_source_destroy"))
J
jp9000 已提交
570 571
		return;

J
jp9000 已提交
572 573 574
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_clear(source);

575 576 577 578 579 580 581 582 583
	pthread_mutex_lock(&obs->data.audio_sources_mutex);
	if (source->prev_next_audio_source) {
		*source->prev_next_audio_source = source->next_audio_source;
		if (source->next_audio_source)
			source->next_audio_source->prev_next_audio_source =
				source->prev_next_audio_source;
	}
	pthread_mutex_unlock(&obs->data.audio_sources_mutex);

584 585 586 587 588 589
	if (source->filter_parent)
		obs_source_filter_remove_refless(source->filter_parent, source);

	while (source->filters.num)
		obs_source_filter_remove(source, source->filters.array[0]);

590 591
	obs_context_data_remove(&source->context);

592
	blog(LOG_DEBUG, "%ssource '%s' destroyed",
J
jp9000 已提交
593
	     source->context.private ? "private " : "", source->context.name);
594

595
	obs_source_dosignal(source, "source_destroy", "destroy");
596

597
	if (source->context.data) {
598
		source->info.destroy(source->context.data);
599 600
		source->context.data = NULL;
	}
601

J
jp9000 已提交
602 603
	audio_monitor_destroy(source->monitor);

P
Palana 已提交
604 605 606 607
	obs_hotkey_unregister(source->push_to_talk_key);
	obs_hotkey_unregister(source->push_to_mute_key);
	obs_hotkey_pair_unregister(source->mute_unmute_key);

608
	for (i = 0; i < source->async_cache.num; i++)
609
		obs_source_frame_decref(source->async_cache.array[i].frame);
610

611
	gs_enter_context(obs->video.graphics);
612 613
	if (source->async_texrender)
		gs_texrender_destroy(source->async_texrender);
J
jp9000 已提交
614 615
	if (source->async_prev_texrender)
		gs_texrender_destroy(source->async_prev_texrender);
616 617 618 619
	for (size_t c = 0; c < MAX_AV_PLANES; c++) {
		gs_texture_destroy(source->async_textures[c]);
		gs_texture_destroy(source->async_prev_textures[c]);
	}
620 621
	if (source->filter_texrender)
		gs_texrender_destroy(source->filter_texrender);
622
	gs_leave_context();
J
jp9000 已提交
623

J
jp9000 已提交
624
	for (i = 0; i < MAX_AV_PLANES; i++)
625
		bfree(source->audio_data.data[i]);
626 627
	for (i = 0; i < MAX_AUDIO_CHANNELS; i++)
		circlebuf_free(&source->audio_input_buf[i]);
628
	audio_resampler_destroy(source->resampler);
629
	bfree(source->audio_output_buf[0][0]);
J
jp9000 已提交
630
	bfree(source->audio_mix_buf[0]);
631

632 633
	obs_source_frame_destroy(source->async_preload_frame);

J
jp9000 已提交
634 635 636
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
		obs_transition_free(source);

J
jp9000 已提交
637
	da_free(source->audio_actions);
638
	da_free(source->audio_cb_list);
639
	da_free(source->async_cache);
640
	da_free(source->async_frames);
641 642
	da_free(source->filters);
	pthread_mutex_destroy(&source->filter_mutex);
J
jp9000 已提交
643
	pthread_mutex_destroy(&source->audio_actions_mutex);
644
	pthread_mutex_destroy(&source->audio_buf_mutex);
645
	pthread_mutex_destroy(&source->audio_cb_mutex);
646
	pthread_mutex_destroy(&source->audio_mutex);
647
	pthread_mutex_destroy(&source->async_mutex);
648
	obs_data_release(source->private_settings);
649
	obs_context_data_free(&source->context);
650

651
	if (source->owns_info_id)
J
jp9000 已提交
652
		bfree((void *)source->info.id);
653

654 655 656
	bfree(source);
}

657
void obs_source_addref(obs_source_t *source)
658
{
659 660 661 662
	if (!source)
		return;

	obs_ref_addref(&source->control->ref);
663 664
}

665
void obs_source_release(obs_source_t *source)
666
{
667 668
	if (!obs) {
		blog(LOG_WARNING, "Tried to release a source when the OBS "
J
jp9000 已提交
669
				  "core is shut down!");
670 671 672
		return;
	}

P
Palana 已提交
673 674
	if (!source)
		return;
675

676 677
	obs_weak_source_t *control = source->control;
	if (obs_ref_release(&control->ref)) {
P
Palana 已提交
678
		obs_source_destroy(source);
679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729
		obs_weak_source_release(control);
	}
}

void obs_weak_source_addref(obs_weak_source_t *weak)
{
	if (!weak)
		return;

	obs_weak_ref_addref(&weak->ref);
}

void obs_weak_source_release(obs_weak_source_t *weak)
{
	if (!weak)
		return;

	if (obs_weak_ref_release(&weak->ref))
		bfree(weak);
}

obs_source_t *obs_source_get_ref(obs_source_t *source)
{
	if (!source)
		return NULL;

	return obs_weak_source_get_source(source->control);
}

obs_weak_source_t *obs_source_get_weak_source(obs_source_t *source)
{
	if (!source)
		return NULL;

	obs_weak_source_t *weak = source->control;
	obs_weak_source_addref(weak);
	return weak;
}

obs_source_t *obs_weak_source_get_source(obs_weak_source_t *weak)
{
	if (!weak)
		return NULL;

	if (obs_weak_ref_get_ref(&weak->ref))
		return weak->source;

	return NULL;
}

bool obs_weak_source_references_source(obs_weak_source_t *weak,
J
jp9000 已提交
730
				       obs_source_t *source)
731 732
{
	return weak && source && weak->source == source;
733 734
}

735
void obs_source_remove(obs_source_t *source)
736
{
737 738 739
	if (!obs_source_valid(source, "obs_source_remove"))
		return;

740 741
	if (!source->removed) {
		source->removed = true;
742
		obs_source_dosignal(source, "source_remove", "remove");
743
	}
744 745
}

746
bool obs_source_removed(const obs_source_t *source)
747
{
J
jp9000 已提交
748 749
	return obs_source_valid(source, "obs_source_removed") ? source->removed
							      : true;
J
jp9000 已提交
750 751
}

752
static inline obs_data_t *get_defaults(const struct obs_source_info *info)
J
jp9000 已提交
753
{
754
	obs_data_t *settings = obs_data_create();
755 756 757
	if (info->get_defaults2)
		info->get_defaults2(info->type_data, settings);
	else if (info->get_defaults)
758
		info->get_defaults(settings);
J
jp9000 已提交
759 760 761
	return settings;
}

762
obs_data_t *obs_source_settings(const char *id)
J
jp9000 已提交
763
{
764
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
765
	return (info) ? get_defaults(info) : NULL;
J
jp9000 已提交
766 767
}

768
obs_data_t *obs_get_source_defaults(const char *id)
J
jp9000 已提交
769
{
770
	const struct obs_source_info *info = get_source_info(id);
J
jp9000 已提交
771 772 773
	return info ? get_defaults(info) : NULL;
}

774
obs_properties_t *obs_get_source_properties(const char *id)
J
jp9000 已提交
775
{
776
	const struct obs_source_info *info = get_source_info(id);
777
	if (info && (info->get_properties || info->get_properties2)) {
J
jp9000 已提交
778
		obs_data_t *defaults = get_defaults(info);
779 780 781 782 783 784
		obs_properties_t *props;

		if (info->get_properties2)
			props = info->get_properties2(NULL, info->type_data);
		else
			props = info->get_properties(NULL);
J
jp9000 已提交
785

786
		obs_properties_apply_settings(props, defaults);
J
jp9000 已提交
787
		obs_data_release(defaults);
788
		return props;
J
jp9000 已提交
789
	}
J
jp9000 已提交
790 791 792
	return NULL;
}

793 794 795
bool obs_is_source_configurable(const char *id)
{
	const struct obs_source_info *info = get_source_info(id);
796
	return info && (info->get_properties || info->get_properties2);
797 798 799 800 801
}

bool obs_source_configurable(const obs_source_t *source)
{
	return data_valid(source, "obs_source_configurable") &&
J
jp9000 已提交
802
	       (source->info.get_properties || source->info.get_properties2);
803 804
}

805
obs_properties_t *obs_source_properties(const obs_source_t *source)
806
{
J
jp9000 已提交
807 808 809
	if (!data_valid(source, "obs_source_properties"))
		return NULL;

810 811 812
	if (source->info.get_properties2) {
		obs_properties_t *props;
		props = source->info.get_properties2(source->context.data,
J
jp9000 已提交
813
						     source->info.type_data);
814 815 816 817
		obs_properties_apply_settings(props, source->context.settings);
		return props;

	} else if (source->info.get_properties) {
818
		obs_properties_t *props;
819
		props = source->info.get_properties(source->context.data);
820
		obs_properties_apply_settings(props, source->context.settings);
J
jp9000 已提交
821 822 823
		return props;
	}

824 825 826
	return NULL;
}

827
uint32_t obs_source_get_output_flags(const obs_source_t *source)
J
jp9000 已提交
828
{
J
jp9000 已提交
829 830 831
	return obs_source_valid(source, "obs_source_get_output_flags")
		       ? source->info.output_flags
		       : 0;
J
jp9000 已提交
832 833
}

834
uint32_t obs_get_source_output_flags(const char *id)
835
{
836
	const struct obs_source_info *info = get_source_info(id);
837 838 839
	return info ? info->output_flags : 0;
}

840
static void obs_source_deferred_update(obs_source_t *source)
841
{
842 843
	if (source->context.data && source->info.update)
		source->info.update(source->context.data,
J
jp9000 已提交
844
				    source->context.settings);
845

846 847 848
	source->defer_update = false;
}

849
void obs_source_update(obs_source_t *source, obs_data_t *settings)
J
jp9000 已提交
850
{
851 852
	if (!obs_source_valid(source, "obs_source_update"))
		return;
J
jp9000 已提交
853

854 855 856 857 858 859 860
	if (settings)
		obs_data_apply(source->context.settings, settings);

	if (source->info.output_flags & OBS_SOURCE_VIDEO) {
		source->defer_update = true;
	} else if (source->context.data && source->info.update) {
		source->info.update(source->context.data,
J
jp9000 已提交
861
				    source->context.settings);
862
	}
J
jp9000 已提交
863 864
}

865 866
void obs_source_update_properties(obs_source_t *source)
{
867 868
	if (!obs_source_valid(source, "obs_source_update_properties"))
		return;
869

870
	obs_source_dosignal(source, NULL, "update_properties");
871 872
}

873
void obs_source_send_mouse_click(obs_source_t *source,
J
jp9000 已提交
874 875 876
				 const struct obs_mouse_event *event,
				 int32_t type, bool mouse_up,
				 uint32_t click_count)
K
kc5nra 已提交
877
{
878
	if (!obs_source_valid(source, "obs_source_send_mouse_click"))
K
kc5nra 已提交
879 880 881 882
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_click) {
J
jp9000 已提交
883 884
			source->info.mouse_click(source->context.data, event,
						 type, mouse_up, click_count);
K
kc5nra 已提交
885 886 887 888
		}
	}
}

889
void obs_source_send_mouse_move(obs_source_t *source,
J
jp9000 已提交
890 891
				const struct obs_mouse_event *event,
				bool mouse_leave)
K
kc5nra 已提交
892
{
893
	if (!obs_source_valid(source, "obs_source_send_mouse_move"))
K
kc5nra 已提交
894 895 896 897
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_move) {
J
jp9000 已提交
898 899
			source->info.mouse_move(source->context.data, event,
						mouse_leave);
K
kc5nra 已提交
900 901 902 903
		}
	}
}

904
void obs_source_send_mouse_wheel(obs_source_t *source,
J
jp9000 已提交
905 906
				 const struct obs_mouse_event *event,
				 int x_delta, int y_delta)
K
kc5nra 已提交
907
{
908
	if (!obs_source_valid(source, "obs_source_send_mouse_wheel"))
K
kc5nra 已提交
909 910 911 912
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.mouse_wheel) {
J
jp9000 已提交
913 914
			source->info.mouse_wheel(source->context.data, event,
						 x_delta, y_delta);
K
kc5nra 已提交
915 916 917 918
		}
	}
}

919
void obs_source_send_focus(obs_source_t *source, bool focus)
K
kc5nra 已提交
920
{
921
	if (!obs_source_valid(source, "obs_source_send_focus"))
K
kc5nra 已提交
922 923 924 925 926 927 928 929 930
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.focus) {
			source->info.focus(source->context.data, focus);
		}
	}
}

931
void obs_source_send_key_click(obs_source_t *source,
J
jp9000 已提交
932
			       const struct obs_key_event *event, bool key_up)
K
kc5nra 已提交
933
{
934
	if (!obs_source_valid(source, "obs_source_send_key_click"))
K
kc5nra 已提交
935 936 937 938 939
		return;

	if (source->info.output_flags & OBS_SOURCE_INTERACTION) {
		if (source->info.key_click) {
			source->info.key_click(source->context.data, event,
J
jp9000 已提交
940
					       key_up);
K
kc5nra 已提交
941 942 943 944
		}
	}
}

945
static void activate_source(obs_source_t *source)
J
jp9000 已提交
946
{
947
	if (source->context.data && source->info.activate)
948
		source->info.activate(source->context.data);
949
	obs_source_dosignal(source, "source_activate", "activate");
J
jp9000 已提交
950 951
}

952
static void deactivate_source(obs_source_t *source)
J
jp9000 已提交
953
{
954
	if (source->context.data && source->info.deactivate)
955
		source->info.deactivate(source->context.data);
956
	obs_source_dosignal(source, "source_deactivate", "deactivate");
957
}
958

959
static void show_source(obs_source_t *source)
960
{
961
	if (source->context.data && source->info.show)
962
		source->info.show(source->context.data);
963
	obs_source_dosignal(source, "source_show", "show");
964 965
}

966
static void hide_source(obs_source_t *source)
967
{
968
	if (source->context.data && source->info.hide)
969
		source->info.hide(source->context.data);
970
	obs_source_dosignal(source, "source_hide", "hide");
971 972
}

973
static void activate_tree(obs_source_t *parent, obs_source_t *child,
J
jp9000 已提交
974
			  void *param)
975
{
976
	os_atomic_inc_long(&child->activate_refs);
J
jp9000 已提交
977 978 979

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
980 981
}

982
static void deactivate_tree(obs_source_t *parent, obs_source_t *child,
J
jp9000 已提交
983
			    void *param)
984
{
985
	os_atomic_dec_long(&child->activate_refs);
J
jp9000 已提交
986 987 988

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
989 990
}

991
static void show_tree(obs_source_t *parent, obs_source_t *child, void *param)
992
{
993
	os_atomic_inc_long(&child->show_refs);
994 995 996 997 998

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

999
static void hide_tree(obs_source_t *parent, obs_source_t *child, void *param)
1000
{
1001
	os_atomic_dec_long(&child->show_refs);
1002 1003 1004 1005 1006

	UNUSED_PARAMETER(parent);
	UNUSED_PARAMETER(param);
}

1007
void obs_source_activate(obs_source_t *source, enum view_type type)
1008
{
1009 1010
	if (!obs_source_valid(source, "obs_source_activate"))
		return;
1011

1012 1013
	os_atomic_inc_long(&source->show_refs);
	obs_source_enum_active_tree(source, show_tree, NULL);
1014 1015

	if (type == MAIN_VIEW) {
1016 1017
		os_atomic_inc_long(&source->activate_refs);
		obs_source_enum_active_tree(source, activate_tree, NULL);
1018 1019 1020
	}
}

1021
void obs_source_deactivate(obs_source_t *source, enum view_type type)
1022
{
1023 1024
	if (!obs_source_valid(source, "obs_source_deactivate"))
		return;
1025

1026 1027
	if (os_atomic_load_long(&source->show_refs) > 0) {
		os_atomic_dec_long(&source->show_refs);
1028
		obs_source_enum_active_tree(source, hide_tree, NULL);
1029 1030 1031
	}

	if (type == MAIN_VIEW) {
1032 1033
		if (os_atomic_load_long(&source->activate_refs) > 0) {
			os_atomic_dec_long(&source->activate_refs);
1034
			obs_source_enum_active_tree(source, deactivate_tree,
J
jp9000 已提交
1035
						    NULL);
1036
		}
1037
	}
J
jp9000 已提交
1038 1039
}

1040
static inline struct obs_source_frame *get_closest_frame(obs_source_t *source,
J
jp9000 已提交
1041
							 uint64_t sys_time);
1042
bool set_async_texture_size(struct obs_source *source,
J
jp9000 已提交
1043
			    const struct obs_source_frame *frame);
1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054

static void async_tick(obs_source_t *source)
{
	uint64_t sys_time = obs->video.video_time;

	pthread_mutex_lock(&source->async_mutex);

	if (deinterlacing_enabled(source)) {
		deinterlace_process_last_frame(source, sys_time);
	} else {
		if (source->cur_async_frame) {
J
jp9000 已提交
1055
			remove_async_frame(source, source->cur_async_frame);
1056 1057 1058
			source->cur_async_frame = NULL;
		}

J
jp9000 已提交
1059
		source->cur_async_frame = get_closest_frame(source, sys_time);
1060 1061 1062 1063 1064 1065
	}

	source->last_sys_timestamp = sys_time;
	pthread_mutex_unlock(&source->async_mutex);

	if (source->cur_async_frame)
J
jp9000 已提交
1066 1067
		source->async_update_texture =
			set_async_texture_size(source, source->cur_async_frame);
1068
}
1069

1070
void obs_source_video_tick(obs_source_t *source, float seconds)
J
jp9000 已提交
1071
{
1072 1073
	bool now_showing, now_active;

1074 1075
	if (!obs_source_valid(source, "obs_source_video_tick"))
		return;
J
jp9000 已提交
1076

J
jp9000 已提交
1077
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
1078
		obs_transition_tick(source, seconds);
J
jp9000 已提交
1079

1080 1081
	if ((source->info.output_flags & OBS_SOURCE_ASYNC) != 0)
		async_tick(source);
1082

1083 1084 1085
	if (source->defer_update)
		obs_source_deferred_update(source);

J
jp9000 已提交
1086 1087
	/* reset the filter render texture information once every frame */
	if (source->filter_texrender)
1088
		gs_texrender_reset(source->filter_texrender);
J
jp9000 已提交
1089

1090 1091 1092 1093 1094 1095 1096 1097 1098
	/* call show/hide if the reference changed */
	now_showing = !!source->show_refs;
	if (now_showing != source->showing) {
		if (now_showing) {
			show_source(source);
		} else {
			hide_source(source);
		}

1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110
		if (source->filters.num) {
			for (size_t i = source->filters.num; i > 0; i--) {
				obs_source_t *filter =
					source->filters.array[i - 1];
				if (now_showing) {
					show_source(filter);
				} else {
					hide_source(filter);
				}
			}
		}

1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122
		source->showing = now_showing;
	}

	/* call activate/deactivate if the reference changed */
	now_active = !!source->activate_refs;
	if (now_active != source->active) {
		if (now_active) {
			activate_source(source);
		} else {
			deactivate_source(source);
		}

1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134
		if (source->filters.num) {
			for (size_t i = source->filters.num; i > 0; i--) {
				obs_source_t *filter =
					source->filters.array[i - 1];
				if (now_active) {
					activate_source(filter);
				} else {
					deactivate_source(filter);
				}
			}
		}

1135 1136 1137
		source->active = now_active;
	}

1138
	if (source->context.data && source->info.video_tick)
1139
		source->info.video_tick(source->context.data, seconds);
1140 1141

	source->async_rendered = false;
J
jp9000 已提交
1142
	source->deinterlace_rendered = false;
J
jp9000 已提交
1143 1144
}

1145
/* unless the value is 3+ hours worth of frames, this won't overflow */
1146
static inline uint64_t conv_frames_to_time(const size_t sample_rate,
J
jp9000 已提交
1147
					   const size_t frames)
1148
{
1149 1150
	if (!sample_rate)
		return 0;
J
jp9000 已提交
1151

1152
	return (uint64_t)frames * 1000000000ULL / (uint64_t)sample_rate;
1153 1154
}

J
jp9000 已提交
1155
static inline size_t conv_time_to_frames(const size_t sample_rate,
J
jp9000 已提交
1156
					 const uint64_t duration)
J
jp9000 已提交
1157 1158 1159 1160 1161
{
	return (size_t)(duration * (uint64_t)sample_rate / 1000000000ULL);
}

/* maximum buffer size */
J
jp9000 已提交
1162
#define MAX_BUF_SIZE (1000 * AUDIO_OUTPUT_FRAMES * sizeof(float))
1163

J
jp9000 已提交
1164 1165 1166 1167
/* time threshold in nanoseconds to ensure audio timing is as seamless as
 * possible */
#define TS_SMOOTHING_THRESHOLD 70000000ULL

1168
static inline void reset_audio_timing(obs_source_t *source, uint64_t timestamp,
J
jp9000 已提交
1169
				      uint64_t os_time)
1170
{
J
jp9000 已提交
1171
	source->timing_set = true;
1172
	source->timing_adjust = os_time - timestamp;
1173
}
1174

1175 1176 1177 1178 1179
static void reset_audio_data(obs_source_t *source, uint64_t os_time)
{
	for (size_t i = 0; i < MAX_AUDIO_CHANNELS; i++) {
		if (source->audio_input_buf[i].size)
			circlebuf_pop_front(&source->audio_input_buf[i], NULL,
J
jp9000 已提交
1180
					    source->audio_input_buf[i].size);
1181 1182
	}

1183
	source->last_audio_input_buf_size = 0;
1184
	source->audio_ts = os_time;
1185
	source->next_audio_sys_ts_min = os_time;
1186 1187
}

J
jp9000 已提交
1188 1189
static void handle_ts_jump(obs_source_t *source, uint64_t expected, uint64_t ts,
			   uint64_t diff, uint64_t os_time)
1190
{
J
jp9000 已提交
1191 1192 1193 1194
	blog(LOG_DEBUG,
	     "Timestamp for source '%s' jumped by '%" PRIu64 "', "
	     "expected value %" PRIu64 ", input value %" PRIu64,
	     source->context.name, diff, expected, ts);
1195

1196
	pthread_mutex_lock(&source->audio_buf_mutex);
1197
	reset_audio_timing(source, ts, os_time);
1198
	pthread_mutex_unlock(&source->audio_buf_mutex);
1199 1200
}

1201
static void source_signal_audio_data(obs_source_t *source,
J
jp9000 已提交
1202
				     const struct audio_data *in, bool muted)
1203
{
1204
	pthread_mutex_lock(&source->audio_cb_mutex);
1205

1206 1207 1208 1209
	for (size_t i = source->audio_cb_list.num; i > 0; i--) {
		struct audio_cb_info info = source->audio_cb_list.array[i - 1];
		info.callback(info.param, source, in, muted);
	}
1210

1211
	pthread_mutex_unlock(&source->audio_cb_mutex);
1212 1213
}

1214 1215
static inline uint64_t uint64_diff(uint64_t ts1, uint64_t ts2)
{
J
jp9000 已提交
1216
	return (ts1 < ts2) ? (ts2 - ts1) : (ts1 - ts2);
1217 1218
}

1219 1220 1221 1222 1223 1224 1225
static inline size_t get_buf_placement(audio_t *audio, uint64_t offset)
{
	uint32_t sample_rate = audio_output_get_sample_rate(audio);
	return (size_t)(offset * (uint64_t)sample_rate / 1000000000ULL);
}

static void source_output_audio_place(obs_source_t *source,
J
jp9000 已提交
1226
				      const struct audio_data *in)
1227 1228 1229 1230 1231 1232 1233 1234 1235
{
	audio_t *audio = obs->audio.audio;
	size_t buf_placement;
	size_t channels = audio_output_get_channels(audio);
	size_t size = in->frames * sizeof(float);

	if (!source->audio_ts || in->timestamp < source->audio_ts)
		reset_audio_data(source, in->timestamp);

J
jp9000 已提交
1236 1237 1238
	buf_placement =
		get_buf_placement(audio, in->timestamp - source->audio_ts) *
		sizeof(float);
1239 1240

#if DEBUG_AUDIO == 1
J
jp9000 已提交
1241 1242 1243 1244 1245
	blog(LOG_DEBUG,
	     "frames: %lu, size: %lu, placement: %lu, base_ts: %llu, ts: %llu",
	     (unsigned long)in->frames,
	     (unsigned long)source->audio_input_buf[0].size,
	     (unsigned long)buf_placement, source->audio_ts, in->timestamp);
1246 1247
#endif

J
jp9000 已提交
1248 1249 1250 1251 1252
	/* do not allow the circular buffers to become too big */
	if ((buf_placement + size) > MAX_BUF_SIZE)
		return;

	for (size_t i = 0; i < channels; i++) {
1253 1254
		circlebuf_place(&source->audio_input_buf[i], buf_placement,
				in->data[i], size);
J
jp9000 已提交
1255
		circlebuf_pop_back(&source->audio_input_buf[i], NULL,
J
jp9000 已提交
1256 1257
				   source->audio_input_buf[i].size -
					   (buf_placement + size));
J
jp9000 已提交
1258
	}
1259 1260

	source->last_audio_input_buf_size = 0;
1261 1262 1263
}

static inline void source_output_audio_push_back(obs_source_t *source,
J
jp9000 已提交
1264
						 const struct audio_data *in)
1265 1266 1267
{
	audio_t *audio = obs->audio.audio;
	size_t channels = audio_output_get_channels(audio);
J
jp9000 已提交
1268 1269 1270 1271 1272
	size_t size = in->frames * sizeof(float);

	/* do not allow the circular buffers to become too big */
	if ((source->audio_input_buf[0].size + size) > MAX_BUF_SIZE)
		return;
1273 1274

	for (size_t i = 0; i < channels; i++)
J
jp9000 已提交
1275 1276
		circlebuf_push_back(&source->audio_input_buf[i], in->data[i],
				    size);
1277 1278 1279 1280

	/* reset audio input buffer size to ensure that audio doesn't get
	 * perpetually cut */
	source->last_audio_input_buf_size = 0;
1281 1282
}

1283 1284
static inline bool source_muted(obs_source_t *source, uint64_t os_time)
{
J
jp9000 已提交
1285
	if (source->push_to_mute_enabled && source->user_push_to_mute_pressed)
J
jp9000 已提交
1286 1287
		source->push_to_mute_stop_time =
			os_time + source->push_to_mute_delay * 1000000;
1288

J
jp9000 已提交
1289
	if (source->push_to_talk_enabled && source->user_push_to_talk_pressed)
J
jp9000 已提交
1290 1291
		source->push_to_talk_stop_time =
			os_time + source->push_to_talk_delay * 1000000;
1292

J
jp9000 已提交
1293
	bool push_to_mute_active = source->user_push_to_mute_pressed ||
J
jp9000 已提交
1294
				   os_time < source->push_to_mute_stop_time;
J
jp9000 已提交
1295
	bool push_to_talk_active = source->user_push_to_talk_pressed ||
J
jp9000 已提交
1296
				   os_time < source->push_to_talk_stop_time;
1297

J
jp9000 已提交
1298
	return !source->enabled || source->user_muted ||
J
jp9000 已提交
1299 1300
	       (source->push_to_mute_enabled && push_to_mute_active) ||
	       (source->push_to_talk_enabled && !push_to_talk_active);
1301 1302
}

1303
static void source_output_audio_data(obs_source_t *source,
J
jp9000 已提交
1304
				     const struct audio_data *data)
1305
{
1306
	size_t sample_rate = audio_output_get_sample_rate(obs->audio.audio);
1307
	struct audio_data in = *data;
1308
	uint64_t diff;
1309
	uint64_t os_time = os_gettime_ns();
1310
	int64_t sync_offset;
1311 1312
	bool using_direct_ts = false;
	bool push_back = false;
1313

1314 1315 1316 1317 1318
	/* detects 'directly' set timestamps as long as they're within
	 * a certain threshold */
	if (uint64_diff(in.timestamp, os_time) < MAX_TS_VAR) {
		source->timing_adjust = 0;
		source->timing_set = true;
1319 1320
		using_direct_ts = true;
	}
1321

1322
	if (!source->timing_set) {
1323
		reset_audio_timing(source, in.timestamp, os_time);
1324

J
jp9000 已提交
1325
	} else if (source->next_audio_ts_min != 0) {
1326
		diff = uint64_diff(source->next_audio_ts_min, in.timestamp);
1327

1328
		/* smooth audio if within threshold */
1329
		if (diff > MAX_TS_VAR && !using_direct_ts)
1330
			handle_ts_jump(source, source->next_audio_ts_min,
J
jp9000 已提交
1331
				       in.timestamp, diff, os_time);
1332 1333 1334
		else if (diff < TS_SMOOTHING_THRESHOLD) {
			if (source->async_unbuffered && source->async_decoupled)
				source->timing_adjust = os_time - in.timestamp;
1335
			in.timestamp = source->next_audio_ts_min;
1336
		}
1337 1338
	}

J
jp9000 已提交
1339
	source->last_audio_ts = in.timestamp;
J
jp9000 已提交
1340 1341
	source->next_audio_ts_min =
		in.timestamp + conv_frames_to_time(sample_rate, in.frames);
1342

1343
	in.timestamp += source->timing_adjust;
1344

1345 1346
	pthread_mutex_lock(&source->audio_buf_mutex);

J
jp9000 已提交
1347
	if (source->next_audio_sys_ts_min == in.timestamp) {
1348
		push_back = true;
1349 1350

	} else if (source->next_audio_sys_ts_min) {
J
jp9000 已提交
1351
		diff = uint64_diff(source->next_audio_sys_ts_min, in.timestamp);
1352 1353

		if (diff < TS_SMOOTHING_THRESHOLD) {
1354 1355
			push_back = true;

J
jp9000 已提交
1356
			/* This typically only happens if used with async video when
1357 1358 1359 1360 1361
		 * audio/video start transitioning in to a timestamp jump.
		 * Audio will typically have a timestamp jump, and then video
		 * will have a timestamp jump.  If that case is encountered,
		 * just clear the audio data in that small window and force a
		 * resync.  This handles all cases rather than just looping. */
1362
		} else if (diff > MAX_TS_VAR) {
J
jp9000 已提交
1363
			reset_audio_timing(source, data->timestamp, os_time);
1364 1365
			in.timestamp = data->timestamp + source->timing_adjust;
		}
J
jp9000 已提交
1366 1367
	}

1368 1369
	sync_offset = source->sync_offset;
	in.timestamp += sync_offset;
1370 1371
	in.timestamp -= source->resample_offset;

J
jp9000 已提交
1372 1373
	source->next_audio_sys_ts_min =
		source->next_audio_ts_min + source->timing_adjust;
1374 1375 1376 1377 1378 1379

	if (source->last_sync_offset != sync_offset) {
		if (source->last_sync_offset)
			push_back = false;
		source->last_sync_offset = sync_offset;
	}
1380

J
jp9000 已提交
1381 1382 1383 1384 1385 1386
	if (source->monitoring_type != OBS_MONITORING_TYPE_MONITOR_ONLY) {
		if (push_back && source->audio_ts)
			source_output_audio_push_back(source, &in);
		else
			source_output_audio_place(source, &in);
	}
1387 1388 1389

	pthread_mutex_unlock(&source->audio_buf_mutex);

1390
	source_signal_audio_data(source, data, source_muted(source, os_time));
1391 1392
}

1393 1394 1395 1396
enum convert_type {
	CONVERT_NONE,
	CONVERT_NV12,
	CONVERT_420,
J
jpark37 已提交
1397
	CONVERT_420_A,
1398
	CONVERT_422,
J
jpark37 已提交
1399 1400
	CONVERT_422_A,
	CONVERT_422_PACK,
J
James Park 已提交
1401
	CONVERT_444,
J
jpark37 已提交
1402 1403
	CONVERT_444_A,
	CONVERT_444_A_PACK,
1404 1405
	CONVERT_800,
	CONVERT_RGB_LIMITED,
1406
	CONVERT_BGR3,
1407 1408
};

1409
static inline enum convert_type get_convert_type(enum video_format format,
J
jp9000 已提交
1410
						 bool full_range)
1411
{
1412
	switch (format) {
1413 1414 1415 1416
	case VIDEO_FORMAT_I420:
		return CONVERT_420;
	case VIDEO_FORMAT_NV12:
		return CONVERT_NV12;
J
James Park 已提交
1417 1418
	case VIDEO_FORMAT_I444:
		return CONVERT_444;
1419 1420
	case VIDEO_FORMAT_I422:
		return CONVERT_422;
1421 1422 1423 1424

	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
J
jpark37 已提交
1425
		return CONVERT_422_PACK;
1426

J
jpk 已提交
1427
	case VIDEO_FORMAT_Y800:
1428 1429
		return CONVERT_800;

1430
	case VIDEO_FORMAT_NONE:
1431 1432 1433
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
1434
		return full_range ? CONVERT_NONE : CONVERT_RGB_LIMITED;
1435 1436 1437

	case VIDEO_FORMAT_BGR3:
		return CONVERT_BGR3;
J
jpark37 已提交
1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449

	case VIDEO_FORMAT_I40A:
		return CONVERT_420_A;

	case VIDEO_FORMAT_I42A:
		return CONVERT_422_A;

	case VIDEO_FORMAT_YUVA:
		return CONVERT_444_A;

	case VIDEO_FORMAT_AYUV:
		return CONVERT_444_A_PACK;
1450 1451 1452 1453 1454
	}

	return CONVERT_NONE;
}

1455
static inline bool set_packed422_sizes(struct obs_source *source,
J
jp9000 已提交
1456
				       const struct obs_source_frame *frame)
1457
{
1458 1459 1460 1461
	source->async_convert_width[0] = frame->width / 2;
	source->async_convert_height[0] = frame->height;
	source->async_texture_formats[0] = GS_BGRA;
	source->async_channel_count = 1;
1462 1463 1464
	return true;
}

J
jpark37 已提交
1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475
static inline bool
set_packed444_alpha_sizes(struct obs_source *source,
			  const struct obs_source_frame *frame)
{
	source->async_convert_width[0] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_texture_formats[0] = GS_BGRA;
	source->async_channel_count = 1;
	return true;
}

J
James Park 已提交
1476
static inline bool set_planar444_sizes(struct obs_source *source,
J
jp9000 已提交
1477
				       const struct obs_source_frame *frame)
J
James Park 已提交
1478
{
1479 1480 1481 1482 1483 1484 1485 1486 1487 1488
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width;
	source->async_convert_width[2] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height;
	source->async_convert_height[2] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_channel_count = 3;
J
James Park 已提交
1489 1490 1491
	return true;
}

J
jpark37 已提交
1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511
static inline bool
set_planar444_alpha_sizes(struct obs_source *source,
			  const struct obs_source_frame *frame)
{
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width;
	source->async_convert_width[2] = frame->width;
	source->async_convert_width[3] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height;
	source->async_convert_height[2] = frame->height;
	source->async_convert_height[3] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_texture_formats[3] = GS_R8;
	source->async_channel_count = 4;
	return true;
}

1512
static inline bool set_planar420_sizes(struct obs_source *source,
J
jp9000 已提交
1513
				       const struct obs_source_frame *frame)
1514
{
1515 1516 1517 1518 1519 1520 1521 1522 1523 1524
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width / 2;
	source->async_convert_width[2] = frame->width / 2;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height / 2;
	source->async_convert_height[2] = frame->height / 2;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_channel_count = 3;
1525 1526 1527
	return true;
}

J
jpark37 已提交
1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547
static inline bool
set_planar420_alpha_sizes(struct obs_source *source,
			  const struct obs_source_frame *frame)
{
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width / 2;
	source->async_convert_width[2] = frame->width / 2;
	source->async_convert_width[3] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height / 2;
	source->async_convert_height[2] = frame->height / 2;
	source->async_convert_height[3] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_texture_formats[3] = GS_R8;
	source->async_channel_count = 4;
	return true;
}

1548 1549 1550
static inline bool set_planar422_sizes(struct obs_source *source,
				       const struct obs_source_frame *frame)
{
1551 1552 1553 1554 1555 1556 1557 1558 1559 1560
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width / 2;
	source->async_convert_width[2] = frame->width / 2;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height;
	source->async_convert_height[2] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_channel_count = 3;
1561 1562 1563
	return true;
}

J
jpark37 已提交
1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583
static inline bool
set_planar422_alpha_sizes(struct obs_source *source,
			  const struct obs_source_frame *frame)
{
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width / 2;
	source->async_convert_width[2] = frame->width / 2;
	source->async_convert_width[3] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height;
	source->async_convert_height[2] = frame->height;
	source->async_convert_height[3] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8;
	source->async_texture_formats[2] = GS_R8;
	source->async_texture_formats[3] = GS_R8;
	source->async_channel_count = 4;
	return true;
}

J
jp9000 已提交
1584
static inline bool set_nv12_sizes(struct obs_source *source,
J
jp9000 已提交
1585
				  const struct obs_source_frame *frame)
J
jp9000 已提交
1586
{
1587 1588 1589 1590 1591 1592 1593
	source->async_convert_width[0] = frame->width;
	source->async_convert_width[1] = frame->width / 2;
	source->async_convert_height[0] = frame->height;
	source->async_convert_height[1] = frame->height / 2;
	source->async_texture_formats[0] = GS_R8;
	source->async_texture_formats[1] = GS_R8G8;
	source->async_channel_count = 2;
J
jp9000 已提交
1594 1595 1596
	return true;
}

1597
static inline bool set_y800_sizes(struct obs_source *source,
J
jp9000 已提交
1598
				  const struct obs_source_frame *frame)
1599
{
1600 1601 1602 1603
	source->async_convert_width[0] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_channel_count = 1;
1604 1605 1606 1607
	return true;
}

static inline bool set_rgb_limited_sizes(struct obs_source *source,
J
jp9000 已提交
1608
					 const struct obs_source_frame *frame)
1609
{
1610 1611 1612 1613
	source->async_convert_width[0] = frame->width;
	source->async_convert_height[0] = frame->height;
	source->async_texture_formats[0] = convert_video_format(frame->format);
	source->async_channel_count = 1;
1614 1615 1616
	return true;
}

1617
static inline bool set_bgr3_sizes(struct obs_source *source,
J
jp9000 已提交
1618
				  const struct obs_source_frame *frame)
1619
{
1620 1621 1622 1623
	source->async_convert_width[0] = frame->width * 3;
	source->async_convert_height[0] = frame->height;
	source->async_texture_formats[0] = GS_R8;
	source->async_channel_count = 1;
1624 1625 1626
	return true;
}

1627
static inline bool init_gpu_conversion(struct obs_source *source,
J
jp9000 已提交
1628
				       const struct obs_source_frame *frame)
1629
{
1630
	switch (get_convert_type(frame->format, frame->full_range)) {
J
jpark37 已提交
1631
	case CONVERT_422_PACK:
J
jp9000 已提交
1632
		return set_packed422_sizes(source, frame);
1633

J
jp9000 已提交
1634 1635
	case CONVERT_420:
		return set_planar420_sizes(source, frame);
J
James Park 已提交
1636

1637 1638 1639
	case CONVERT_422:
		return set_planar422_sizes(source, frame);

J
jp9000 已提交
1640 1641
	case CONVERT_NV12:
		return set_nv12_sizes(source, frame);
1642

J
jp9000 已提交
1643 1644
	case CONVERT_444:
		return set_planar444_sizes(source, frame);
1645

J
jp9000 已提交
1646 1647
	case CONVERT_800:
		return set_y800_sizes(source, frame);
1648

J
jp9000 已提交
1649 1650
	case CONVERT_RGB_LIMITED:
		return set_rgb_limited_sizes(source, frame);
1651

J
jp9000 已提交
1652 1653
	case CONVERT_BGR3:
		return set_bgr3_sizes(source, frame);
1654

J
jpark37 已提交
1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666
	case CONVERT_420_A:
		return set_planar420_alpha_sizes(source, frame);

	case CONVERT_422_A:
		return set_planar422_alpha_sizes(source, frame);

	case CONVERT_444_A:
		return set_planar444_alpha_sizes(source, frame);

	case CONVERT_444_A_PACK:
		return set_packed444_alpha_sizes(source, frame);

J
jp9000 已提交
1667 1668 1669
	case CONVERT_NONE:
		assert(false && "No conversion requested");
		break;
1670 1671 1672 1673
	}
	return false;
}

1674
bool set_async_texture_size(struct obs_source *source,
J
jp9000 已提交
1675
			    const struct obs_source_frame *frame)
1676
{
J
jp9000 已提交
1677 1678
	enum convert_type cur =
		get_convert_type(frame->format, frame->full_range);
1679

J
jp9000 已提交
1680 1681 1682
	if (source->async_width == frame->width &&
	    source->async_height == frame->height &&
	    source->async_format == frame->format &&
1683
	    source->async_full_range == frame->full_range)
1684 1685
		return true;

J
jp9000 已提交
1686 1687 1688
	source->async_width = frame->width;
	source->async_height = frame->height;
	source->async_format = frame->format;
1689
	source->async_full_range = frame->full_range;
1690

1691 1692
	gs_enter_context(obs->video.graphics);

1693 1694 1695 1696 1697 1698 1699
	for (size_t c = 0; c < MAX_AV_PLANES; c++) {
		gs_texture_destroy(source->async_textures[c]);
		source->async_textures[c] = NULL;
		gs_texture_destroy(source->async_prev_textures[c]);
		source->async_prev_textures[c] = NULL;
	}

1700
	gs_texrender_destroy(source->async_texrender);
J
jp9000 已提交
1701
	gs_texrender_destroy(source->async_prev_texrender);
1702
	source->async_texrender = NULL;
J
jp9000 已提交
1703
	source->async_prev_texrender = NULL;
1704

1705 1706 1707 1708 1709
	const enum gs_color_format format = convert_video_format(frame->format);
	const bool async_gpu_conversion = (cur != CONVERT_NONE) &&
					  init_gpu_conversion(source, frame);
	source->async_gpu_conversion = async_gpu_conversion;
	if (async_gpu_conversion) {
1710
		source->async_texrender =
1711
			gs_texrender_create(format, GS_ZS_NONE);
1712

1713 1714 1715 1716 1717 1718
		for (int c = 0; c < source->async_channel_count; ++c)
			source->async_textures[c] = gs_texture_create(
				source->async_convert_width[c],
				source->async_convert_height[c],
				source->async_texture_formats[c], 1, NULL,
				GS_DYNAMIC);
1719
	} else {
1720 1721 1722
		source->async_textures[0] =
			gs_texture_create(frame->width, frame->height, format,
					  1, NULL, GS_DYNAMIC);
1723 1724
	}

J
jp9000 已提交
1725 1726 1727
	if (deinterlacing_enabled(source))
		set_deinterlace_texture_size(source);

1728 1729
	gs_leave_context();

1730
	return source->async_textures[0] != NULL;
1731 1732
}

1733
static void upload_raw_frame(gs_texture_t *tex[MAX_AV_PLANES],
J
jp9000 已提交
1734
			     const struct obs_source_frame *frame)
1735
{
1736
	switch (get_convert_type(frame->format, frame->full_range)) {
J
jpark37 已提交
1737
	case CONVERT_422_PACK:
J
jp9000 已提交
1738 1739 1740 1741
	case CONVERT_800:
	case CONVERT_RGB_LIMITED:
	case CONVERT_BGR3:
	case CONVERT_420:
1742
	case CONVERT_422:
J
jp9000 已提交
1743 1744
	case CONVERT_NV12:
	case CONVERT_444:
J
jpark37 已提交
1745 1746 1747 1748
	case CONVERT_420_A:
	case CONVERT_422_A:
	case CONVERT_444_A:
	case CONVERT_444_A_PACK:
1749 1750 1751 1752 1753
		for (size_t c = 0; c < MAX_AV_PLANES; c++) {
			if (tex[c])
				gs_texture_set_image(tex[c], frame->data[c],
						     frame->linesize[c], false);
		}
J
jp9000 已提交
1754
		break;
J
James Park 已提交
1755

J
jp9000 已提交
1756 1757 1758
	case CONVERT_NONE:
		assert(false && "No conversion requested");
		break;
1759 1760 1761
	}
}

1762
static const char *select_conversion_technique(enum video_format format,
J
jp9000 已提交
1763
					       bool full_range)
1764 1765
{
	switch (format) {
J
jp9000 已提交
1766 1767
	case VIDEO_FORMAT_UYVY:
		return "UYVY_Reverse";
1768

J
jp9000 已提交
1769 1770
	case VIDEO_FORMAT_YUY2:
		return "YUY2_Reverse";
1771

J
jp9000 已提交
1772 1773
	case VIDEO_FORMAT_YVYU:
		return "YVYU_Reverse";
1774

J
jp9000 已提交
1775 1776
	case VIDEO_FORMAT_I420:
		return "I420_Reverse";
1777

J
jp9000 已提交
1778 1779
	case VIDEO_FORMAT_NV12:
		return "NV12_Reverse";
J
James Park 已提交
1780

J
jp9000 已提交
1781 1782
	case VIDEO_FORMAT_I444:
		return "I444_Reverse";
1783

J
jp9000 已提交
1784 1785
	case VIDEO_FORMAT_Y800:
		return full_range ? "Y800_Full" : "Y800_Limited";
1786

J
jp9000 已提交
1787 1788
	case VIDEO_FORMAT_BGR3:
		return full_range ? "BGR3_Full" : "BGR3_Limited";
1789

1790 1791 1792
	case VIDEO_FORMAT_I422:
		return "I422_Reverse";

J
jpark37 已提交
1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804
	case VIDEO_FORMAT_I40A:
		return "I40A_Reverse";

	case VIDEO_FORMAT_I42A:
		return "I42A_Reverse";

	case VIDEO_FORMAT_YUVA:
		return "YUVA_Reverse";

	case VIDEO_FORMAT_AYUV:
		return "AYUV_Reverse";

J
jp9000 已提交
1805 1806 1807 1808 1809 1810 1811 1812 1813
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_NONE:
		if (full_range)
			assert(false && "No conversion requested");
		else
			return "RGB_Limited";
		break;
1814 1815 1816 1817
	}
	return NULL;
}

1818
static inline void set_eparam(gs_effect_t *effect, const char *name, float val)
1819
{
1820
	gs_eparam_t *param = gs_effect_get_param_by_name(effect, name);
1821
	gs_effect_set_float(param, val);
1822 1823
}

1824 1825 1826 1827 1828 1829
static inline void set_eparami(gs_effect_t *effect, const char *name, int val)
{
	gs_eparam_t *param = gs_effect_get_param_by_name(effect, name);
	gs_effect_set_int(param, val);
}

1830
static bool update_async_texrender(struct obs_source *source,
J
jp9000 已提交
1831
				   const struct obs_source_frame *frame,
1832 1833
				   gs_texture_t *tex[MAX_AV_PLANES],
				   gs_texrender_t *texrender)
1834
{
1835 1836
	GS_DEBUG_MARKER_BEGIN(GS_DEBUG_COLOR_CONVERT_FORMAT, "Convert Format");

1837
	gs_texrender_reset(texrender);
1838 1839 1840 1841 1842 1843

	upload_raw_frame(tex, frame);

	uint32_t cx = source->async_width;
	uint32_t cy = source->async_height;

1844
	gs_effect_t *conv = obs->video.conversion_effect;
J
jp9000 已提交
1845 1846
	const char *tech_name =
		select_conversion_technique(frame->format, frame->full_range);
1847
	gs_technique_t *tech = gs_effect_get_technique(conv, tech_name);
1848

1849
	const bool success = gs_texrender_begin(texrender, cx, cy);
1850

1851 1852
	if (success) {
		gs_enable_blending(false);
1853

1854 1855
		gs_technique_begin(tech);
		gs_technique_begin_pass(tech, 0);
1856

1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868
		if (tex[0])
			gs_effect_set_texture(
				gs_effect_get_param_by_name(conv, "image"),
				tex[0]);
		if (tex[1])
			gs_effect_set_texture(
				gs_effect_get_param_by_name(conv, "image1"),
				tex[1]);
		if (tex[2])
			gs_effect_set_texture(
				gs_effect_get_param_by_name(conv, "image2"),
				tex[2]);
J
jpark37 已提交
1869 1870 1871 1872
		if (tex[3])
			gs_effect_set_texture(
				gs_effect_get_param_by_name(conv, "image3"),
				tex[3]);
1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901
		set_eparam(conv, "width", (float)cx);
		set_eparam(conv, "height", (float)cy);
		set_eparam(conv, "width_d2", (float)cx * 0.5f);
		set_eparam(conv, "height_d2", (float)cy * 0.5f);
		set_eparam(conv, "width_x2_i", 0.5f / (float)cx);

		struct vec4 vec0, vec1, vec2;
		vec4_set(&vec0, frame->color_matrix[0], frame->color_matrix[1],
			 frame->color_matrix[2], frame->color_matrix[3]);
		vec4_set(&vec1, frame->color_matrix[4], frame->color_matrix[5],
			 frame->color_matrix[6], frame->color_matrix[7]);
		vec4_set(&vec2, frame->color_matrix[8], frame->color_matrix[9],
			 frame->color_matrix[10], frame->color_matrix[11]);
		gs_effect_set_vec4(
			gs_effect_get_param_by_name(conv, "color_vec0"), &vec0);
		gs_effect_set_vec4(
			gs_effect_get_param_by_name(conv, "color_vec1"), &vec1);
		gs_effect_set_vec4(
			gs_effect_get_param_by_name(conv, "color_vec2"), &vec2);
		if (!frame->full_range) {
			gs_eparam_t *min_param = gs_effect_get_param_by_name(
				conv, "color_range_min");
			gs_effect_set_val(min_param, frame->color_range_min,
					  sizeof(float) * 3);
			gs_eparam_t *max_param = gs_effect_get_param_by_name(
				conv, "color_range_max");
			gs_effect_set_val(max_param, frame->color_range_max,
					  sizeof(float) * 3);
		}
J
James Park 已提交
1902

1903
		gs_draw(GS_TRIS, 0, 3);
1904

1905 1906
		gs_technique_end_pass(tech);
		gs_technique_end(tech);
1907

1908
		gs_enable_blending(true);
1909

1910 1911
		gs_texrender_end(texrender);
	}
1912

1913
	GS_DEBUG_MARKER_END();
1914
	return success;
1915 1916
}

1917
bool update_async_texture(struct obs_source *source,
J
jp9000 已提交
1918 1919
			  const struct obs_source_frame *frame,
			  gs_texture_t *tex, gs_texrender_t *texrender)
1920 1921 1922 1923 1924 1925 1926 1927 1928 1929
{
	gs_texture_t *tex3[MAX_AV_PLANES] = {tex,  NULL, NULL, NULL,
					     NULL, NULL, NULL, NULL};
	return update_async_textures(source, frame, tex3, texrender);
}

bool update_async_textures(struct obs_source *source,
			   const struct obs_source_frame *frame,
			   gs_texture_t *tex[MAX_AV_PLANES],
			   gs_texrender_t *texrender)
1930
{
1931
	enum convert_type type;
1932

J
jp9000 已提交
1933
	source->async_flip = frame->flip;
1934

1935
	if (source->async_gpu_conversion && texrender)
1936
		return update_async_texrender(source, frame, tex, texrender);
1937

1938
	type = get_convert_type(frame->format, frame->full_range);
1939
	if (type == CONVERT_NONE) {
1940
		gs_texture_set_image(tex[0], frame->data[0], frame->linesize[0],
J
jp9000 已提交
1941
				     false);
1942 1943 1944
		return true;
	}

1945
	return false;
1946 1947
}

1948
static inline void obs_source_draw_texture(struct obs_source *source,
J
jp9000 已提交
1949
					   gs_effect_t *effect)
1950
{
1951
	gs_texture_t *tex = source->async_textures[0];
J
jp9000 已提交
1952
	gs_eparam_t *param;
1953

1954 1955
	if (source->async_texrender)
		tex = gs_texrender_get_texture(source->async_texrender);
1956

1957 1958
	param = gs_effect_get_param_by_name(effect, "image");
	gs_effect_set_texture(param, tex);
1959

1960 1961
	gs_draw_sprite(tex, source->async_flip ? GS_FLIP_V : 0, 0, 0);
}
1962

1963 1964
static void obs_source_draw_async_texture(struct obs_source *source)
{
J
jp9000 已提交
1965 1966 1967
	gs_effect_t *effect = gs_get_effect();
	bool def_draw = (!effect);
	gs_technique_t *tech = NULL;
1968 1969

	if (def_draw) {
1970
		effect = obs_get_base_effect(OBS_EFFECT_DEFAULT);
J
James Park 已提交
1971
		tech = gs_effect_get_technique(effect, "Draw");
1972 1973
		gs_technique_begin(tech);
		gs_technique_begin_pass(tech, 0);
1974 1975
	}

J
James Park 已提交
1976
	obs_source_draw_texture(source, effect);
1977 1978

	if (def_draw) {
1979 1980
		gs_technique_end_pass(tech);
		gs_technique_end(tech);
1981
	}
1982 1983
}

1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005
static void recreate_async_texture(obs_source_t *source,
				   enum gs_color_format format)
{
	uint32_t cx = gs_texture_get_width(source->async_textures[0]);
	uint32_t cy = gs_texture_get_height(source->async_textures[0]);
	gs_texture_destroy(source->async_textures[0]);
	source->async_textures[0] =
		gs_texture_create(cx, cy, format, 1, NULL, GS_DYNAMIC);
}

static inline void check_to_swap_bgrx_bgra(obs_source_t *source,
					   struct obs_source_frame *frame)
{
	enum gs_color_format format =
		gs_texture_get_color_format(source->async_textures[0]);
	if (format == GS_BGRX && frame->format == VIDEO_FORMAT_BGRA) {
		recreate_async_texture(source, GS_BGRA);
	} else if (format == GS_BGRA && frame->format == VIDEO_FORMAT_BGRX) {
		recreate_async_texture(source, GS_BGRX);
	}
}

2006
static void obs_source_update_async_video(obs_source_t *source)
2007
{
2008 2009 2010
	if (!source->async_rendered) {
		struct obs_source_frame *frame = obs_source_get_frame(source);

2011 2012 2013
		if (frame)
			frame = filter_async_video(source, frame);

2014 2015
		source->async_rendered = true;
		if (frame) {
2016 2017
			check_to_swap_bgrx_bgra(source, frame);

2018 2019
			if (!source->async_decoupled ||
			    !source->async_unbuffered) {
J
jp9000 已提交
2020 2021
				source->timing_adjust = obs->video.video_time -
							frame->timestamp;
2022 2023
				source->timing_set = true;
			}
2024

2025
			if (source->async_update_texture) {
2026 2027 2028
				update_async_textures(source, frame,
						      source->async_textures,
						      source->async_texrender);
2029
				source->async_update_texture = false;
2030
			}
2031

2032 2033
			obs_source_release_frame(source, frame);
		}
2034
	}
2035
}
2036

2037 2038
static inline void obs_source_render_async_video(obs_source_t *source)
{
2039
	if (source->async_textures[0] && source->async_active)
2040
		obs_source_draw_async_texture(source);
2041 2042
}

2043
static inline void obs_source_render_filters(obs_source_t *source)
2044
{
2045 2046 2047 2048 2049 2050 2051
	obs_source_t *first_filter;

	pthread_mutex_lock(&source->filter_mutex);
	first_filter = source->filters.array[0];
	obs_source_addref(first_filter);
	pthread_mutex_unlock(&source->filter_mutex);

2052
	source->rendering_filter = true;
2053
	obs_source_video_render(first_filter);
2054
	source->rendering_filter = false;
2055 2056

	obs_source_release(first_filter);
2057 2058
}

2059
void obs_source_default_render(obs_source_t *source)
2060
{
J
jp9000 已提交
2061 2062 2063
	gs_effect_t *effect = obs->video.default_effect;
	gs_technique_t *tech = gs_effect_get_technique(effect, "Draw");
	size_t passes, i;
2064

2065
	passes = gs_technique_begin(tech);
2066
	for (i = 0; i < passes; i++) {
2067
		gs_technique_begin_pass(tech, i);
2068 2069
		if (source->context.data)
			source->info.video_render(source->context.data, effect);
2070
		gs_technique_end_pass(tech);
2071
	}
2072
	gs_technique_end(tech);
2073 2074
}

2075
static inline void obs_source_main_render(obs_source_t *source)
2076
{
J
jp9000 已提交
2077 2078
	uint32_t flags = source->info.output_flags;
	bool custom_draw = (flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
2079
	bool default_effect = !source->filter_parent &&
J
jp9000 已提交
2080
			      source->filters.num == 0 && !custom_draw;
2081 2082

	if (default_effect)
2083
		obs_source_default_render(source);
2084
	else if (source->context.data)
2085
		source->info.video_render(source->context.data,
J
jp9000 已提交
2086
					  custom_draw ? NULL : gs_get_effect());
2087 2088
}

2089 2090
static bool ready_async_frame(obs_source_t *source, uint64_t sys_time);

2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108
#if GS_USE_DEBUG_MARKERS
static const char *get_type_format(enum obs_source_type type)
{
	switch (type) {
	case OBS_SOURCE_TYPE_INPUT:
		return "Input: %s";
	case OBS_SOURCE_TYPE_FILTER:
		return "Filter: %s";
	case OBS_SOURCE_TYPE_TRANSITION:
		return "Transition: %s";
	case OBS_SOURCE_TYPE_SCENE:
		return "Scene: %s";
	default:
		return "[Unknown]: %s";
	}
}
#endif

2109
static inline void render_video(obs_source_t *source)
J
jp9000 已提交
2110
{
2111
	if (source->info.type != OBS_SOURCE_TYPE_FILTER &&
2112 2113 2114
	    (source->info.output_flags & OBS_SOURCE_VIDEO) == 0) {
		if (source->filter_parent)
			obs_source_skip_video_filter(source);
2115
		return;
2116
	}
2117

2118 2119
	if (source->info.type == OBS_SOURCE_TYPE_INPUT &&
	    (source->info.output_flags & OBS_SOURCE_ASYNC) != 0 &&
J
jp9000 已提交
2120 2121 2122
	    !source->rendering_filter) {
		if (deinterlacing_enabled(source))
			deinterlace_update_async_video(source);
2123
		obs_source_update_async_video(source);
J
jp9000 已提交
2124
	}
2125

2126
	if (!source->context.data || !source->enabled) {
2127 2128 2129 2130 2131
		if (source->filter_parent)
			obs_source_skip_video_filter(source);
		return;
	}

2132
	GS_DEBUG_MARKER_BEGIN_FORMAT(GS_DEBUG_COLOR_SOURCE,
J
jp9000 已提交
2133 2134
				     get_type_format(source->info.type),
				     obs_source_get_name(source));
2135

2136 2137
	if (source->filters.num && !source->rendering_filter)
		obs_source_render_filters(source);
2138

2139 2140 2141 2142
	else if (source->info.video_render)
		obs_source_main_render(source);

	else if (source->filter_target)
2143 2144
		obs_source_video_render(source->filter_target);

J
jp9000 已提交
2145 2146 2147
	else if (deinterlacing_enabled(source))
		deinterlace_render(source);

2148
	else
2149
		obs_source_render_async_video(source);
2150 2151

	GS_DEBUG_MARKER_END();
J
jp9000 已提交
2152 2153
}

2154 2155 2156 2157 2158 2159 2160 2161 2162 2163
void obs_source_video_render(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_video_render"))
		return;

	obs_source_addref(source);
	render_video(source);
	obs_source_release(source);
}

2164
static uint32_t get_base_width(const obs_source_t *source)
J
jp9000 已提交
2165
{
2166
	bool is_filter = !!source->filter_parent;
2167
	bool func_valid = source->context.data && source->info.get_width;
2168

J
jp9000 已提交
2169 2170 2171
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		return source->enabled ? source->transition_actual_cx : 0;

2172
	} else if (func_valid && (!is_filter || source->enabled)) {
2173
		return source->info.get_width(source->context.data);
2174

2175
	} else if (is_filter) {
2176 2177 2178
		return get_base_width(source->filter_target);
	}

2179
	return source->async_active ? source->async_width : 0;
J
jp9000 已提交
2180 2181
}

2182
static uint32_t get_base_height(const obs_source_t *source)
J
jp9000 已提交
2183
{
2184
	bool is_filter = !!source->filter_parent;
2185
	bool func_valid = source->context.data && source->info.get_height;
2186

J
jp9000 已提交
2187 2188 2189
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION) {
		return source->enabled ? source->transition_actual_cy : 0;

2190
	} else if (func_valid && (!is_filter || source->enabled)) {
2191
		return source->info.get_height(source->context.data);
2192

2193
	} else if (is_filter) {
2194 2195 2196
		return get_base_height(source->filter_target);
	}

2197
	return source->async_active ? source->async_height : 0;
J
jp9000 已提交
2198 2199
}

2200 2201 2202 2203 2204 2205
static uint32_t get_recurse_width(obs_source_t *source)
{
	uint32_t width;

	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
2206 2207
	width = (source->filters.num) ? get_base_width(source->filters.array[0])
				      : get_base_width(source);
2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219

	pthread_mutex_unlock(&source->filter_mutex);

	return width;
}

static uint32_t get_recurse_height(obs_source_t *source)
{
	uint32_t height;

	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
2220 2221 2222
	height = (source->filters.num)
			 ? get_base_height(source->filters.array[0])
			 : get_base_height(source);
2223 2224 2225 2226 2227 2228 2229 2230

	pthread_mutex_unlock(&source->filter_mutex);

	return height;
}

uint32_t obs_source_get_width(obs_source_t *source)
{
J
jp9000 已提交
2231 2232
	if (!data_valid(source, "obs_source_get_width"))
		return 0;
2233

J
jp9000 已提交
2234 2235 2236
	return (source->info.type != OBS_SOURCE_TYPE_FILTER)
		       ? get_recurse_width(source)
		       : get_base_width(source);
2237 2238 2239 2240
}

uint32_t obs_source_get_height(obs_source_t *source)
{
J
jp9000 已提交
2241 2242
	if (!data_valid(source, "obs_source_get_height"))
		return 0;
2243

J
jp9000 已提交
2244 2245 2246
	return (source->info.type != OBS_SOURCE_TYPE_FILTER)
		       ? get_recurse_height(source)
		       : get_base_height(source);
2247 2248
}

2249 2250
uint32_t obs_source_get_base_width(obs_source_t *source)
{
J
jp9000 已提交
2251 2252
	if (!data_valid(source, "obs_source_get_base_width"))
		return 0;
2253 2254 2255 2256 2257 2258

	return get_base_width(source);
}

uint32_t obs_source_get_base_height(obs_source_t *source)
{
J
jp9000 已提交
2259 2260
	if (!data_valid(source, "obs_source_get_base_height"))
		return 0;
2261 2262 2263 2264

	return get_base_height(source);
}

2265
obs_source_t *obs_filter_get_parent(const obs_source_t *filter)
2266
{
J
jp9000 已提交
2267 2268 2269
	return obs_ptr_valid(filter, "obs_filter_get_parent")
		       ? filter->filter_parent
		       : NULL;
2270 2271
}

2272
obs_source_t *obs_filter_get_target(const obs_source_t *filter)
J
jp9000 已提交
2273
{
J
jp9000 已提交
2274 2275 2276
	return obs_ptr_valid(filter, "obs_filter_get_target")
		       ? filter->filter_target
		       : NULL;
J
jp9000 已提交
2277 2278
}

2279 2280
#define OBS_SOURCE_AV (OBS_SOURCE_ASYNC_VIDEO | OBS_SOURCE_AUDIO)

2281 2282
static bool filter_compatible(obs_source_t *source, obs_source_t *filter)
{
2283 2284
	uint32_t s_caps = source->info.output_flags & OBS_SOURCE_AV;
	uint32_t f_caps = filter->info.output_flags & OBS_SOURCE_AV;
2285 2286 2287 2288 2289 2290 2291 2292

	if ((f_caps & OBS_SOURCE_AUDIO) != 0 &&
	    (f_caps & OBS_SOURCE_VIDEO) == 0)
		f_caps &= ~OBS_SOURCE_ASYNC;

	return (s_caps & f_caps) == f_caps;
}

2293
void obs_source_filter_add(obs_source_t *source, obs_source_t *filter)
J
jp9000 已提交
2294
{
2295 2296
	struct calldata cd;
	uint8_t stack[128];
J
jp9000 已提交
2297

2298 2299 2300
	if (!obs_source_valid(source, "obs_source_filter_add"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_add"))
J
jp9000 已提交
2301 2302
		return;

2303 2304
	pthread_mutex_lock(&source->filter_mutex);

J
jp9000 已提交
2305
	if (da_find(source->filters, &filter, 0) != DARRAY_INVALID) {
J
jp9000 已提交
2306
		blog(LOG_WARNING, "Tried to add a filter that was already "
J
jp9000 已提交
2307
				  "present on the source");
2308
		pthread_mutex_unlock(&source->filter_mutex);
J
jp9000 已提交
2309 2310 2311
		return;
	}

2312 2313 2314 2315 2316
	if (!filter_compatible(source, filter)) {
		pthread_mutex_unlock(&source->filter_mutex);
		return;
	}

2317 2318
	obs_source_addref(filter);

2319
	filter->filter_parent = source;
J
jp9000 已提交
2320 2321
	filter->filter_target = !source->filters.num ? source
						     : source->filters.array[0];
2322

J
jp9000 已提交
2323
	da_insert(source->filters, 0, &filter);
2324 2325 2326

	pthread_mutex_unlock(&source->filter_mutex);

2327
	calldata_init_fixed(&cd, stack, sizeof(stack));
J
jp9000 已提交
2328 2329 2330 2331
	calldata_set_ptr(&cd, "source", source);
	calldata_set_ptr(&cd, "filter", filter);

	signal_handler_signal(source->context.signals, "filter_add", &cd);
2332

2333
	blog(LOG_DEBUG, "- filter '%s' (%s) added to source '%s'",
J
jp9000 已提交
2334
	     filter->context.name, filter->info.id, source->context.name);
J
jp9000 已提交
2335 2336
}

2337
static bool obs_source_filter_remove_refless(obs_source_t *source,
J
jp9000 已提交
2338
					     obs_source_t *filter)
J
jp9000 已提交
2339
{
2340 2341
	struct calldata cd;
	uint8_t stack[128];
2342 2343 2344 2345 2346
	size_t idx;

	pthread_mutex_lock(&source->filter_mutex);

	idx = da_find(source->filters, &filter, 0);
2347 2348
	if (idx == DARRAY_INVALID) {
		pthread_mutex_unlock(&source->filter_mutex);
2349
		return false;
2350
	}
J
jp9000 已提交
2351 2352

	if (idx > 0) {
J
jp9000 已提交
2353
		obs_source_t *prev = source->filters.array[idx - 1];
J
jp9000 已提交
2354 2355 2356 2357
		prev->filter_target = filter->filter_target;
	}

	da_erase(source->filters, idx);
2358 2359 2360

	pthread_mutex_unlock(&source->filter_mutex);

2361
	calldata_init_fixed(&cd, stack, sizeof(stack));
J
jp9000 已提交
2362 2363 2364 2365 2366
	calldata_set_ptr(&cd, "source", source);
	calldata_set_ptr(&cd, "filter", filter);

	signal_handler_signal(source->context.signals, "filter_remove", &cd);

2367
	blog(LOG_DEBUG, "- filter '%s' (%s) removed from source '%s'",
J
jp9000 已提交
2368
	     filter->context.name, filter->info.id, source->context.name);
2369

2370 2371
	if (filter->info.filter_remove)
		filter->info.filter_remove(filter->context.data,
J
jp9000 已提交
2372
					   filter->filter_parent);
2373

2374
	filter->filter_parent = NULL;
J
jp9000 已提交
2375
	filter->filter_target = NULL;
2376 2377
	return true;
}
2378

2379 2380
void obs_source_filter_remove(obs_source_t *source, obs_source_t *filter)
{
2381 2382 2383 2384 2385
	if (!obs_source_valid(source, "obs_source_filter_remove"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_remove"))
		return;

2386 2387
	if (obs_source_filter_remove_refless(source, filter))
		obs_source_release(filter);
J
jp9000 已提交
2388 2389
}

2390
static size_t find_next_filter(obs_source_t *source, obs_source_t *filter,
J
jp9000 已提交
2391
			       size_t cur_idx)
2392 2393 2394 2395 2396
{
	bool curAsync = (filter->info.output_flags & OBS_SOURCE_ASYNC) != 0;
	bool nextAsync;
	obs_source_t *next;

J
jp9000 已提交
2397
	if (cur_idx == source->filters.num - 1)
2398 2399
		return DARRAY_INVALID;

J
jp9000 已提交
2400
	next = source->filters.array[cur_idx + 1];
2401 2402 2403
	nextAsync = (next->info.output_flags & OBS_SOURCE_ASYNC);

	if (nextAsync == curAsync)
J
jp9000 已提交
2404
		return cur_idx + 1;
2405
	else
J
jp9000 已提交
2406
		return find_next_filter(source, filter, cur_idx + 1);
2407 2408 2409
}

static size_t find_prev_filter(obs_source_t *source, obs_source_t *filter,
J
jp9000 已提交
2410
			       size_t cur_idx)
2411 2412 2413 2414 2415 2416 2417 2418
{
	bool curAsync = (filter->info.output_flags & OBS_SOURCE_ASYNC) != 0;
	bool prevAsync;
	obs_source_t *prev;

	if (cur_idx == 0)
		return DARRAY_INVALID;

J
jp9000 已提交
2419
	prev = source->filters.array[cur_idx - 1];
2420 2421 2422
	prevAsync = (prev->info.output_flags & OBS_SOURCE_ASYNC);

	if (prevAsync == curAsync)
J
jp9000 已提交
2423
		return cur_idx - 1;
2424
	else
J
jp9000 已提交
2425
		return find_prev_filter(source, filter, cur_idx - 1);
2426 2427 2428
}

/* moves filters above/below matching filter types */
J
jp9000 已提交
2429 2430
static bool move_filter_dir(obs_source_t *source, obs_source_t *filter,
			    enum obs_order_movement movement)
J
jp9000 已提交
2431
{
2432
	size_t idx;
J
jp9000 已提交
2433 2434

	idx = da_find(source->filters, &filter, 0);
J
jp9000 已提交
2435
	if (idx == DARRAY_INVALID)
2436
		return false;
J
jp9000 已提交
2437

J
jp9000 已提交
2438
	if (movement == OBS_ORDER_MOVE_UP) {
2439 2440
		size_t next_id = find_next_filter(source, filter, idx);
		if (next_id == DARRAY_INVALID)
2441
			return false;
2442
		da_move_item(source->filters, idx, next_id);
J
jp9000 已提交
2443

J
jp9000 已提交
2444
	} else if (movement == OBS_ORDER_MOVE_DOWN) {
2445 2446
		size_t prev_id = find_prev_filter(source, filter, idx);
		if (prev_id == DARRAY_INVALID)
2447
			return false;
2448
		da_move_item(source->filters, idx, prev_id);
J
jp9000 已提交
2449

J
jp9000 已提交
2450
	} else if (movement == OBS_ORDER_MOVE_TOP) {
J
jp9000 已提交
2451
		if (idx == source->filters.num - 1)
2452
			return false;
J
jp9000 已提交
2453
		da_move_item(source->filters, idx, source->filters.num - 1);
J
jp9000 已提交
2454

J
jp9000 已提交
2455
	} else if (movement == OBS_ORDER_MOVE_BOTTOM) {
J
jp9000 已提交
2456
		if (idx == 0)
2457
			return false;
J
jp9000 已提交
2458 2459 2460
		da_move_item(source->filters, idx, 0);
	}

2461
	/* reorder filter targets, not the nicest way of dealing with things */
2462
	for (size_t i = 0; i < source->filters.num; i++) {
J
jp9000 已提交
2463 2464 2465 2466
		obs_source_t *next_filter =
			(i == source->filters.num - 1)
				? source
				: source->filters.array[i + 1];
2467

J
jp9000 已提交
2468 2469
		source->filters.array[i]->filter_target = next_filter;
	}
2470

2471 2472 2473 2474
	return true;
}

void obs_source_filter_set_order(obs_source_t *source, obs_source_t *filter,
J
jp9000 已提交
2475
				 enum obs_order_movement movement)
2476 2477
{
	bool success;
2478 2479 2480 2481

	if (!obs_source_valid(source, "obs_source_filter_set_order"))
		return;
	if (!obs_ptr_valid(filter, "obs_source_filter_set_order"))
2482 2483 2484 2485 2486 2487 2488 2489
		return;

	pthread_mutex_lock(&source->filter_mutex);
	success = move_filter_dir(source, filter, movement);
	pthread_mutex_unlock(&source->filter_mutex);

	if (success)
		obs_source_dosignal(source, NULL, "reorder_filters");
J
jp9000 已提交
2490 2491
}

2492
obs_data_t *obs_source_get_settings(const obs_source_t *source)
J
jp9000 已提交
2493
{
2494 2495
	if (!obs_source_valid(source, "obs_source_get_settings"))
		return NULL;
J
jp9000 已提交
2496

2497 2498
	obs_data_addref(source->context.settings);
	return source->context.settings;
J
jp9000 已提交
2499 2500
}

2501
struct obs_source_frame *filter_async_video(obs_source_t *source,
J
jp9000 已提交
2502
					    struct obs_source_frame *in)
2503 2504
{
	size_t i;
2505 2506 2507

	pthread_mutex_lock(&source->filter_mutex);

2508
	for (i = source->filters.num; i > 0; i--) {
J
jp9000 已提交
2509
		struct obs_source *filter = source->filters.array[i - 1];
2510

2511 2512 2513
		if (!filter->enabled)
			continue;

2514
		if (filter->context.data && filter->info.filter_video) {
2515
			in = filter->info.filter_video(filter->context.data,
J
jp9000 已提交
2516
						       in);
2517
			if (!in)
2518
				break;
2519 2520 2521
		}
	}

2522 2523
	pthread_mutex_unlock(&source->filter_mutex);

2524 2525 2526
	return in;
}

2527
static inline void copy_frame_data_line(struct obs_source_frame *dst,
J
jp9000 已提交
2528 2529
					const struct obs_source_frame *src,
					uint32_t plane, uint32_t y)
2530
{
2531 2532
	uint32_t pos_src = y * src->linesize[plane];
	uint32_t pos_dst = y * dst->linesize[plane];
J
jp9000 已提交
2533 2534 2535
	uint32_t bytes = dst->linesize[plane] < src->linesize[plane]
				 ? dst->linesize[plane]
				 : src->linesize[plane];
2536 2537 2538 2539

	memcpy(dst->data[plane] + pos_dst, src->data[plane] + pos_src, bytes);
}

2540
static inline void copy_frame_data_plane(struct obs_source_frame *dst,
J
jp9000 已提交
2541 2542
					 const struct obs_source_frame *src,
					 uint32_t plane, uint32_t lines)
2543
{
2544
	if (dst->linesize[plane] != src->linesize[plane])
2545 2546 2547 2548
		for (uint32_t y = 0; y < lines; y++)
			copy_frame_data_line(dst, src, plane, y);
	else
		memcpy(dst->data[plane], src->data[plane],
J
jp9000 已提交
2549
		       dst->linesize[plane] * lines);
2550 2551
}

2552
static void copy_frame_data(struct obs_source_frame *dst,
J
jp9000 已提交
2553
			    const struct obs_source_frame *src)
2554
{
J
jp9000 已提交
2555 2556 2557
	dst->flip = src->flip;
	dst->full_range = src->full_range;
	dst->timestamp = src->timestamp;
2558
	memcpy(dst->color_matrix, src->color_matrix, sizeof(float) * 16);
2559 2560 2561 2562 2563
	if (!dst->full_range) {
		size_t const size = sizeof(float) * 3;
		memcpy(dst->color_range_min, src->color_range_min, size);
		memcpy(dst->color_range_max, src->color_range_max, size);
	}
2564

J
jp9000 已提交
2565
	switch (src->format) {
2566 2567
	case VIDEO_FORMAT_I420:
		copy_frame_data_plane(dst, src, 0, dst->height);
J
jp9000 已提交
2568 2569
		copy_frame_data_plane(dst, src, 1, dst->height / 2);
		copy_frame_data_plane(dst, src, 2, dst->height / 2);
2570 2571 2572 2573
		break;

	case VIDEO_FORMAT_NV12:
		copy_frame_data_plane(dst, src, 0, dst->height);
J
jp9000 已提交
2574
		copy_frame_data_plane(dst, src, 1, dst->height / 2);
2575 2576
		break;

J
jp9000 已提交
2577
	case VIDEO_FORMAT_I444:
2578
	case VIDEO_FORMAT_I422:
J
jp9000 已提交
2579 2580 2581 2582 2583
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height);
		copy_frame_data_plane(dst, src, 2, dst->height);
		break;

2584 2585 2586 2587 2588 2589 2590
	case VIDEO_FORMAT_YVYU:
	case VIDEO_FORMAT_YUY2:
	case VIDEO_FORMAT_UYVY:
	case VIDEO_FORMAT_NONE:
	case VIDEO_FORMAT_RGBA:
	case VIDEO_FORMAT_BGRA:
	case VIDEO_FORMAT_BGRX:
2591
	case VIDEO_FORMAT_Y800:
2592
	case VIDEO_FORMAT_BGR3:
J
jpark37 已提交
2593
	case VIDEO_FORMAT_AYUV:
2594
		copy_frame_data_plane(dst, src, 0, dst->height);
2595
		break;
J
jpark37 已提交
2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610

	case VIDEO_FORMAT_I40A:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height / 2);
		copy_frame_data_plane(dst, src, 2, dst->height / 2);
		copy_frame_data_plane(dst, src, 3, dst->height);
		break;

	case VIDEO_FORMAT_I42A:
	case VIDEO_FORMAT_YUVA:
		copy_frame_data_plane(dst, src, 0, dst->height);
		copy_frame_data_plane(dst, src, 1, dst->height);
		copy_frame_data_plane(dst, src, 2, dst->height);
		copy_frame_data_plane(dst, src, 3, dst->height);
		break;
2611 2612 2613
	}
}

B
Bas van Meel 已提交
2614
void obs_source_frame_copy(struct obs_source_frame *dst,
J
jp9000 已提交
2615
			   const struct obs_source_frame *src)
B
Bas van Meel 已提交
2616 2617 2618 2619
{
	copy_frame_data(dst, src);
}

2620
static inline bool async_texture_changed(struct obs_source *source,
J
jp9000 已提交
2621
					 const struct obs_source_frame *frame)
2622 2623
{
	enum convert_type prev, cur;
2624
	prev = get_convert_type(source->async_cache_format,
J
jp9000 已提交
2625 2626
				source->async_cache_full_range);
	cur = get_convert_type(frame->format, frame->full_range);
2627

J
jp9000 已提交
2628 2629
	return source->async_cache_width != frame->width ||
	       source->async_cache_height != frame->height || prev != cur;
2630 2631 2632 2633 2634
}

static inline void free_async_cache(struct obs_source *source)
{
	for (size_t i = 0; i < source->async_cache.num; i++)
2635
		obs_source_frame_decref(source->async_cache.array[i].frame);
2636 2637 2638

	da_resize(source->async_cache, 0);
	da_resize(source->async_frames, 0);
2639
	source->cur_async_frame = NULL;
J
jp9000 已提交
2640
	source->prev_async_frame = NULL;
2641 2642
}

2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659
#define MAX_UNUSED_FRAME_DURATION 5

/* frees frame allocations if they haven't been used for a specific period
 * of time */
static void clean_cache(obs_source_t *source)
{
	for (size_t i = source->async_cache.num; i > 0; i--) {
		struct async_frame *af = &source->async_cache.array[i - 1];
		if (!af->used) {
			if (++af->unused_count == MAX_UNUSED_FRAME_DURATION) {
				obs_source_frame_destroy(af->frame);
				da_erase(source->async_cache, i - 1);
			}
		}
	}
}

2660
#define MAX_ASYNC_FRAMES 30
2661
//if return value is not null then do (os_atomic_dec_long(&output->refs) == 0) && obs_source_frame_destroy(output)
J
jp9000 已提交
2662 2663
static inline struct obs_source_frame *
cache_video(struct obs_source *source, const struct obs_source_frame *frame)
2664
{
2665 2666 2667 2668
	struct obs_source_frame *new_frame = NULL;

	pthread_mutex_lock(&source->async_mutex);

2669 2670 2671 2672 2673 2674 2675
	if (source->async_frames.num >= MAX_ASYNC_FRAMES) {
		free_async_cache(source);
		source->last_frame_ts = 0;
		pthread_mutex_unlock(&source->async_mutex);
		return NULL;
	}

2676
	if (async_texture_changed(source, frame)) {
J
jp9000 已提交
2677
		free_async_cache(source);
J
jp9000 已提交
2678 2679
		source->async_cache_width = frame->width;
		source->async_cache_height = frame->height;
2680 2681
	}

2682 2683 2684 2685
	const enum video_format format = frame->format;
	source->async_cache_format = format;
	source->async_cache_full_range = frame->full_range;

2686 2687 2688 2689
	for (size_t i = 0; i < source->async_cache.num; i++) {
		struct async_frame *af = &source->async_cache.array[i];
		if (!af->used) {
			new_frame = af->frame;
2690
			new_frame->format = format;
2691
			af->used = true;
2692
			af->unused_count = 0;
2693
			break;
2694 2695 2696
		}
	}

2697 2698
	clean_cache(source);

2699 2700
	if (!new_frame) {
		struct async_frame new_af;
J
jp9000 已提交
2701

J
jp9000 已提交
2702 2703
		new_frame = obs_source_frame_create(format, frame->width,
						    frame->height);
2704 2705
		new_af.frame = new_frame;
		new_af.used = true;
2706
		new_af.unused_count = 0;
2707
		new_frame->refs = 1;
2708 2709 2710 2711

		da_push_back(source->async_cache, &new_af);
	}

2712 2713
	os_atomic_inc_long(&new_frame->refs);

2714
	pthread_mutex_unlock(&source->async_mutex);
2715

2716
	copy_frame_data(new_frame, frame);
2717

2718
	return new_frame;
2719 2720
}

J
jp9000 已提交
2721 2722 2723
static void
obs_source_output_video_internal(obs_source_t *source,
				 const struct obs_source_frame *frame)
2724
{
2725
	if (!obs_source_valid(source, "obs_source_output_video"))
J
jp9000 已提交
2726 2727
		return;

2728 2729 2730 2731 2732
	if (!frame) {
		source->async_active = false;
		return;
	}

J
jp9000 已提交
2733 2734
	struct obs_source_frame *output = !!frame ? cache_video(source, frame)
						  : NULL;
2735

2736
	/* ------------------------------------------- */
2737
	pthread_mutex_lock(&source->async_mutex);
2738
	if (output) {
2739 2740 2741 2742 2743 2744 2745
		if (os_atomic_dec_long(&output->refs) == 0) {
			obs_source_frame_destroy(output);
			output = NULL;
		} else {
			da_push_back(source->async_frames, &output);
			source->async_active = true;
		}
2746
	}
2747
	pthread_mutex_unlock(&source->async_mutex);
2748 2749
}

2750
void obs_source_output_video(obs_source_t *source,
J
jp9000 已提交
2751
			     const struct obs_source_frame *frame)
2752 2753 2754 2755 2756 2757 2758
{
	if (!frame) {
		obs_source_output_video_internal(source, NULL);
		return;
	}

	struct obs_source_frame new_frame = *frame;
J
jp9000 已提交
2759 2760
	new_frame.full_range =
		format_is_yuv(frame->format) ? new_frame.full_range : true;
2761 2762 2763 2764 2765

	obs_source_output_video_internal(source, &new_frame);
}

void obs_source_output_video2(obs_source_t *source,
J
jp9000 已提交
2766
			      const struct obs_source_frame2 *frame)
2767 2768 2769 2770 2771 2772 2773
{
	if (!frame) {
		obs_source_output_video_internal(source, NULL);
		return;
	}

	struct obs_source_frame new_frame;
J
jp9000 已提交
2774 2775
	enum video_range_type range =
		resolve_video_range(frame->format, frame->range);
2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789

	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
		new_frame.data[i] = frame->data[i];
		new_frame.linesize[i] = frame->linesize[i];
	}

	new_frame.width = frame->width;
	new_frame.height = frame->height;
	new_frame.timestamp = frame->timestamp;
	new_frame.format = frame->format;
	new_frame.full_range = range == VIDEO_RANGE_FULL;
	new_frame.flip = frame->flip;

	memcpy(&new_frame.color_matrix, &frame->color_matrix,
J
jp9000 已提交
2790
	       sizeof(frame->color_matrix));
2791
	memcpy(&new_frame.color_range_min, &frame->color_range_min,
J
jp9000 已提交
2792
	       sizeof(frame->color_range_min));
2793
	memcpy(&new_frame.color_range_max, &frame->color_range_max,
J
jp9000 已提交
2794
	       sizeof(frame->color_range_max));
2795 2796 2797 2798

	obs_source_output_video_internal(source, &new_frame);
}

2799
static inline bool preload_frame_changed(obs_source_t *source,
J
jp9000 已提交
2800
					 const struct obs_source_frame *in)
2801 2802 2803 2804
{
	if (!source->async_preload_frame)
		return true;

J
jp9000 已提交
2805
	return in->width != source->async_preload_frame->width ||
2806 2807 2808 2809
	       in->height != source->async_preload_frame->height ||
	       in->format != source->async_preload_frame->format;
}

J
jp9000 已提交
2810 2811 2812
static void
obs_source_preload_video_internal(obs_source_t *source,
				  const struct obs_source_frame *frame)
2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823
{
	if (!obs_source_valid(source, "obs_source_preload_video"))
		return;
	if (!frame)
		return;

	obs_enter_graphics();

	if (preload_frame_changed(source, frame)) {
		obs_source_frame_destroy(source->async_preload_frame);
		source->async_preload_frame = obs_source_frame_create(
J
jp9000 已提交
2824
			frame->format, frame->width, frame->height);
2825 2826 2827 2828
	}

	copy_frame_data(source->async_preload_frame, frame);
	set_async_texture_size(source, source->async_preload_frame);
2829 2830
	update_async_textures(source, source->async_preload_frame,
			      source->async_textures, source->async_texrender);
2831 2832 2833 2834 2835 2836

	source->last_frame_ts = frame->timestamp;

	obs_leave_graphics();
}

2837
void obs_source_preload_video(obs_source_t *source,
J
jp9000 已提交
2838
			      const struct obs_source_frame *frame)
2839 2840 2841 2842 2843 2844 2845
{
	if (!frame) {
		obs_source_preload_video_internal(source, NULL);
		return;
	}

	struct obs_source_frame new_frame = *frame;
J
jp9000 已提交
2846 2847
	new_frame.full_range =
		format_is_yuv(frame->format) ? new_frame.full_range : true;
2848 2849 2850 2851 2852

	obs_source_preload_video_internal(source, &new_frame);
}

void obs_source_preload_video2(obs_source_t *source,
J
jp9000 已提交
2853
			       const struct obs_source_frame2 *frame)
2854 2855 2856 2857 2858 2859 2860
{
	if (!frame) {
		obs_source_preload_video_internal(source, NULL);
		return;
	}

	struct obs_source_frame new_frame;
J
jp9000 已提交
2861 2862
	enum video_range_type range =
		resolve_video_range(frame->format, frame->range);
2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876

	for (size_t i = 0; i < MAX_AV_PLANES; i++) {
		new_frame.data[i] = frame->data[i];
		new_frame.linesize[i] = frame->linesize[i];
	}

	new_frame.width = frame->width;
	new_frame.height = frame->height;
	new_frame.timestamp = frame->timestamp;
	new_frame.format = frame->format;
	new_frame.full_range = range == VIDEO_RANGE_FULL;
	new_frame.flip = frame->flip;

	memcpy(&new_frame.color_matrix, &frame->color_matrix,
J
jp9000 已提交
2877
	       sizeof(frame->color_matrix));
2878
	memcpy(&new_frame.color_range_min, &frame->color_range_min,
J
jp9000 已提交
2879
	       sizeof(frame->color_range_min));
2880
	memcpy(&new_frame.color_range_max, &frame->color_range_max,
J
jp9000 已提交
2881
	       sizeof(frame->color_range_max));
2882 2883 2884 2885

	obs_source_preload_video_internal(source, &new_frame);
}

2886 2887 2888 2889 2890 2891 2892 2893 2894 2895
void obs_source_show_preloaded_video(obs_source_t *source)
{
	uint64_t sys_ts;

	if (!obs_source_valid(source, "obs_source_show_preloaded_video"))
		return;

	source->async_active = true;

	pthread_mutex_lock(&source->audio_buf_mutex);
2896
	sys_ts = (source->monitoring_type != OBS_MONITORING_TYPE_MONITOR_ONLY)
J
jp9000 已提交
2897 2898
			 ? os_gettime_ns()
			 : 0;
2899 2900 2901 2902 2903
	reset_audio_timing(source, source->last_frame_ts, sys_ts);
	reset_audio_data(source, sys_ts);
	pthread_mutex_unlock(&source->audio_buf_mutex);
}

J
jp9000 已提交
2904 2905
static inline struct obs_audio_data *
filter_async_audio(obs_source_t *source, struct obs_audio_data *in)
2906 2907 2908
{
	size_t i;
	for (i = source->filters.num; i > 0; i--) {
J
jp9000 已提交
2909
		struct obs_source *filter = source->filters.array[i - 1];
2910

2911 2912 2913
		if (!filter->enabled)
			continue;

2914
		if (filter->context.data && filter->info.filter_audio) {
2915
			in = filter->info.filter_audio(filter->context.data,
J
jp9000 已提交
2916
						       in);
2917 2918 2919 2920 2921 2922 2923 2924
			if (!in)
				return NULL;
		}
	}

	return in;
}

2925
static inline void reset_resampler(obs_source_t *source,
J
jp9000 已提交
2926
				   const struct obs_source_audio *audio)
2927
{
J
jp9000 已提交
2928
	const struct audio_output_info *obs_info;
2929 2930
	struct resample_info output_info;

2931
	obs_info = audio_output_get_info(obs->audio.audio);
2932

J
jp9000 已提交
2933 2934 2935
	output_info.format = obs_info->format;
	output_info.samples_per_sec = obs_info->samples_per_sec;
	output_info.speakers = obs_info->speakers;
2936

J
jp9000 已提交
2937
	source->sample_info.format = audio->format;
2938
	source->sample_info.samples_per_sec = audio->samples_per_sec;
J
jp9000 已提交
2939
	source->sample_info.speakers = audio->speakers;
2940

2941 2942
	audio_resampler_destroy(source->resampler);
	source->resampler = NULL;
2943
	source->resample_offset = 0;
2944

2945
	if (source->sample_info.samples_per_sec == obs_info->samples_per_sec &&
J
jp9000 已提交
2946 2947
	    source->sample_info.format == obs_info->format &&
	    source->sample_info.speakers == obs_info->speakers) {
2948 2949 2950 2951
		source->audio_failed = false;
		return;
	}

J
jp9000 已提交
2952 2953
	source->resampler =
		audio_resampler_create(&output_info, &source->sample_info);
2954 2955 2956 2957 2958 2959

	source->audio_failed = source->resampler == NULL;
	if (source->resampler == NULL)
		blog(LOG_ERROR, "creation of resampler failed");
}

J
jp9000 已提交
2960 2961
static void copy_audio_data(obs_source_t *source, const uint8_t *const data[],
			    uint32_t frames, uint64_t ts)
2962
{
J
jp9000 已提交
2963
	size_t planes = audio_output_get_planes(obs->audio.audio);
2964
	size_t blocksize = audio_output_get_block_size(obs->audio.audio);
J
jp9000 已提交
2965 2966
	size_t size = (size_t)frames * blocksize;
	bool resize = source->audio_storage_size < size;
2967

J
jp9000 已提交
2968
	source->audio_data.frames = frames;
J
jp9000 已提交
2969
	source->audio_data.timestamp = ts;
2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982

	for (size_t i = 0; i < planes; i++) {
		/* ensure audio storage capacity */
		if (resize) {
			bfree(source->audio_data.data[i]);
			source->audio_data.data[i] = bmalloc(size);
		}

		memcpy(source->audio_data.data[i], data[i], size);
	}

	if (resize)
		source->audio_storage_size = size;
2983 2984
}

2985 2986 2987
/* TODO: SSE optimization */
static void downmix_to_mono_planar(struct obs_source *source, uint32_t frames)
{
J
jp9000 已提交
2988
	size_t channels = audio_output_get_channels(obs->audio.audio);
2989
	const float channels_i = 1.0f / (float)channels;
J
jp9000 已提交
2990
	float **data = (float **)source->audio_data.data;
2991

J
jp9000 已提交
2992
	for (size_t channel = 1; channel < channels; channel++) {
2993 2994 2995 2996 2997 2998 2999
		for (uint32_t frame = 0; frame < frames; frame++)
			data[0][frame] += data[channel][frame];
	}

	for (uint32_t frame = 0; frame < frames; frame++)
		data[0][frame] *= channels_i;

J
jp9000 已提交
3000
	for (size_t channel = 1; channel < channels; channel++) {
3001 3002 3003 3004 3005
		for (uint32_t frame = 0; frame < frames; frame++)
			data[channel][frame] = data[0][frame];
	}
}

C
cg2121 已提交
3006
static void process_audio_balancing(struct obs_source *source, uint32_t frames,
J
jp9000 已提交
3007
				    float balance, enum obs_balance_type type)
C
cg2121 已提交
3008
{
J
jp9000 已提交
3009
	float **data = (float **)source->audio_data.data;
C
cg2121 已提交
3010

J
jp9000 已提交
3011
	switch (type) {
C
cg2121 已提交
3012 3013 3014
	case OBS_BALANCE_TYPE_SINE_LAW:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] *
J
jp9000 已提交
3015 3016 3017
					 sinf((1.0f - balance) * (M_PI / 2.0f));
			data[1][frame] =
				data[1][frame] * sinf(balance * (M_PI / 2.0f));
C
cg2121 已提交
3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036
		}
		break;
	case OBS_BALANCE_TYPE_SQUARE_LAW:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] * sqrtf(1.0f - balance);
			data[1][frame] = data[1][frame] * sqrtf(balance);
		}
		break;
	case OBS_BALANCE_TYPE_LINEAR:
		for (uint32_t frame = 0; frame < frames; frame++) {
			data[0][frame] = data[0][frame] * (1.0f - balance);
			data[1][frame] = data[1][frame] * balance;
		}
		break;
	default:
		break;
	}
}

3037
/* resamples/remixes new audio to the designated main audio output format */
3038
static void process_audio(obs_source_t *source,
J
jp9000 已提交
3039
			  const struct obs_source_audio *audio)
3040
{
3041
	uint32_t frames = audio->frames;
3042
	bool mono_output;
3043

3044
	if (source->sample_info.samples_per_sec != audio->samples_per_sec ||
J
jp9000 已提交
3045 3046
	    source->sample_info.format != audio->format ||
	    source->sample_info.speakers != audio->speakers)
3047 3048 3049 3050 3051 3052
		reset_resampler(source, audio);

	if (source->audio_failed)
		return;

	if (source->resampler) {
J
jp9000 已提交
3053
		uint8_t *output[MAX_AV_PLANES];
3054

3055 3056
		memset(output, 0, sizeof(output));

J
jp9000 已提交
3057 3058 3059
		audio_resampler_resample(source->resampler, output, &frames,
					 &source->resample_offset, audio->data,
					 audio->frames);
3060

J
jp9000 已提交
3061
		copy_audio_data(source, (const uint8_t *const *)output, frames,
3062
				audio->timestamp);
3063 3064 3065 3066
	} else {
		copy_audio_data(source, audio->data, audio->frames,
				audio->timestamp);
	}
3067

3068 3069
	mono_output = audio_output_get_channels(obs->audio.audio) == 1;

3070 3071
	if (!mono_output && source->sample_info.speakers == SPEAKERS_STEREO &&
	    (source->balance > 0.51f || source->balance < 0.49f)) {
C
cg2121 已提交
3072
		process_audio_balancing(source, frames, source->balance,
J
jp9000 已提交
3073
					OBS_BALANCE_TYPE_SINE_LAW);
C
cg2121 已提交
3074 3075
	}

3076 3077
	if (!mono_output && (source->flags & OBS_SOURCE_FLAG_FORCE_MONO) != 0)
		downmix_to_mono_planar(source, frames);
3078 3079
}

3080
void obs_source_output_audio(obs_source_t *source,
J
jp9000 已提交
3081
			     const struct obs_source_audio *audio)
3082
{
3083
	struct obs_audio_data *output;
3084

3085 3086 3087
	if (!obs_source_valid(source, "obs_source_output_audio"))
		return;
	if (!obs_ptr_valid(audio, "obs_source_output_audio"))
J
jp9000 已提交
3088 3089
		return;

3090
	process_audio(source, audio);
3091 3092

	pthread_mutex_lock(&source->filter_mutex);
3093
	output = filter_async_audio(source, &source->audio_data);
3094 3095

	if (output) {
3096
		struct audio_data data;
J
jp9000 已提交
3097

3098 3099
		for (int i = 0; i < MAX_AV_PLANES; i++)
			data.data[i] = output->data[i];
3100

J
jp9000 已提交
3101
		data.frames = output->frames;
3102
		data.timestamp = output->timestamp;
3103

3104
		pthread_mutex_lock(&source->audio_mutex);
3105
		source_output_audio_data(source, &data);
3106 3107 3108 3109 3110 3111
		pthread_mutex_unlock(&source->audio_mutex);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}

3112
void remove_async_frame(obs_source_t *source, struct obs_source_frame *frame)
3113
{
J
jp9000 已提交
3114 3115 3116
	if (frame)
		frame->prev_frame = false;

3117 3118 3119 3120 3121 3122 3123 3124 3125 3126
	for (size_t i = 0; i < source->async_cache.num; i++) {
		struct async_frame *f = &source->async_cache.array[i];

		if (f->frame == frame) {
			f->used = false;
			break;
		}
	}
}

J
jp9000 已提交
3127 3128
/* #define DEBUG_ASYNC_FRAMES 1 */

3129
static bool ready_async_frame(obs_source_t *source, uint64_t sys_time)
3130
{
3131
	struct obs_source_frame *next_frame = source->async_frames.array[0];
J
jp9000 已提交
3132
	struct obs_source_frame *frame = NULL;
3133 3134 3135 3136
	uint64_t sys_offset = sys_time - source->last_sys_timestamp;
	uint64_t frame_time = next_frame->timestamp;
	uint64_t frame_offset = 0;

3137
	if (source->async_unbuffered) {
3138 3139
		while (source->async_frames.num > 1) {
			da_erase(source->async_frames, 0);
3140
			remove_async_frame(source, next_frame);
3141
			next_frame = source->async_frames.array[0];
J
jp9000 已提交
3142 3143
		}

3144
		source->last_frame_ts = next_frame->timestamp;
J
jp9000 已提交
3145 3146 3147
		return true;
	}

J
jp9000 已提交
3148
#if DEBUG_ASYNC_FRAMES
J
jp9000 已提交
3149 3150 3151 3152 3153 3154 3155
	blog(LOG_DEBUG,
	     "source->last_frame_ts: %llu, frame_time: %llu, "
	     "sys_offset: %llu, frame_offset: %llu, "
	     "number of frames: %lu",
	     source->last_frame_ts, frame_time, sys_offset,
	     frame_time - source->last_frame_ts,
	     (unsigned long)source->async_frames.num);
J
jp9000 已提交
3156 3157
#endif

3158 3159
	/* account for timestamp invalidation */
	if (frame_out_of_bounds(source, frame_time)) {
J
jp9000 已提交
3160 3161 3162
#if DEBUG_ASYNC_FRAMES
		blog(LOG_DEBUG, "timing jump");
#endif
3163
		source->last_frame_ts = next_frame->timestamp;
J
jp9000 已提交
3164
		return true;
3165 3166
	} else {
		frame_offset = frame_time - source->last_frame_ts;
J
jp9000 已提交
3167
		source->last_frame_ts += sys_offset;
3168 3169
	}

J
jp9000 已提交
3170 3171 3172 3173 3174 3175
	while (source->last_frame_ts > next_frame->timestamp) {

		/* this tries to reduce the needless frame duplication, also
		 * helps smooth out async rendering to frame boundaries.  In
		 * other words, tries to keep the framerate as smooth as
		 * possible */
3176
		if ((source->last_frame_ts - next_frame->timestamp) < 2000000)
J
jp9000 已提交
3177 3178 3179
			break;

		if (frame)
3180
			da_erase(source->async_frames, 0);
J
jp9000 已提交
3181 3182

#if DEBUG_ASYNC_FRAMES
J
jp9000 已提交
3183 3184 3185 3186 3187
		blog(LOG_DEBUG,
		     "new frame, "
		     "source->last_frame_ts: %llu, "
		     "next_frame->timestamp: %llu",
		     source->last_frame_ts, next_frame->timestamp);
J
jp9000 已提交
3188 3189
#endif

3190
		remove_async_frame(source, frame);
3191

3192
		if (source->async_frames.num == 1)
3193 3194
			return true;

3195
		frame = next_frame;
3196
		next_frame = source->async_frames.array[1];
3197 3198

		/* more timestamp checking and compensating */
3199
		if ((next_frame->timestamp - frame_time) > MAX_TS_VAR) {
J
jp9000 已提交
3200 3201 3202
#if DEBUG_ASYNC_FRAMES
			blog(LOG_DEBUG, "timing jump");
#endif
3203 3204 3205 3206
			source->last_frame_ts =
				next_frame->timestamp - frame_offset;
		}

J
jp9000 已提交
3207
		frame_time = next_frame->timestamp;
3208 3209 3210
		frame_offset = frame_time - source->last_frame_ts;
	}

J
jp9000 已提交
3211 3212 3213 3214
#if DEBUG_ASYNC_FRAMES
	if (!frame)
		blog(LOG_DEBUG, "no frame!");
#endif
3215

3216 3217 3218
	return frame != NULL;
}

3219
static inline struct obs_source_frame *get_closest_frame(obs_source_t *source,
J
jp9000 已提交
3220
							 uint64_t sys_time)
3221
{
3222 3223 3224 3225
	if (!source->async_frames.num)
		return NULL;

	if (!source->last_frame_ts || ready_async_frame(source, sys_time)) {
3226 3227
		struct obs_source_frame *frame = source->async_frames.array[0];
		da_erase(source->async_frames, 0);
3228 3229 3230 3231

		if (!source->last_frame_ts)
			source->last_frame_ts = frame->timestamp;

3232 3233 3234 3235
		return frame;
	}

	return NULL;
3236 3237
}

3238
/*
3239 3240
 * Ensures that cached frames are displayed on time.  If multiple frames
 * were cached between renders, then releases the unnecessary frames and uses
3241 3242
 * the frame with the closest timing to ensure sync.  Also ensures that timing
 * with audio is synchronized.
3243
 */
3244
struct obs_source_frame *obs_source_get_frame(obs_source_t *source)
J
jp9000 已提交
3245
{
3246
	struct obs_source_frame *frame = NULL;
3247

3248
	if (!obs_source_valid(source, "obs_source_get_frame"))
J
jp9000 已提交
3249 3250
		return NULL;

3251
	pthread_mutex_lock(&source->async_mutex);
3252

3253 3254
	frame = source->cur_async_frame;
	source->cur_async_frame = NULL;
J
jp9000 已提交
3255 3256

	if (frame) {
3257
		os_atomic_inc_long(&frame->refs);
3258 3259
	}

3260
	pthread_mutex_unlock(&source->async_mutex);
3261

3262
	return frame;
J
jp9000 已提交
3263 3264
}

3265
void obs_source_release_frame(obs_source_t *source,
J
jp9000 已提交
3266
			      struct obs_source_frame *frame)
J
jp9000 已提交
3267
{
3268
	if (!frame)
3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281
		return;

	if (!source) {
		obs_source_frame_destroy(frame);
	} else {
		pthread_mutex_lock(&source->async_mutex);

		if (os_atomic_dec_long(&frame->refs) == 0)
			obs_source_frame_destroy(frame);
		else
			remove_async_frame(source, frame);

		pthread_mutex_unlock(&source->async_mutex);
3282
	}
J
jp9000 已提交
3283
}
3284

3285
const char *obs_source_get_name(const obs_source_t *source)
3286
{
J
jp9000 已提交
3287 3288 3289
	return obs_source_valid(source, "obs_source_get_name")
		       ? source->context.name
		       : NULL;
3290 3291
}

3292
void obs_source_set_name(obs_source_t *source, const char *name)
3293
{
3294 3295
	if (!obs_source_valid(source, "obs_source_set_name"))
		return;
J
jp9000 已提交
3296

3297
	if (!name || !*name || !source->context.name ||
J
jp9000 已提交
3298
	    strcmp(name, source->context.name) != 0) {
J
jp9000 已提交
3299 3300 3301 3302 3303
		struct calldata data;
		char *prev_name = bstrdup(source->context.name);
		obs_context_data_setname(&source->context, name);

		calldata_init(&data);
3304 3305 3306
		calldata_set_ptr(&data, "source", source);
		calldata_set_string(&data, "new_name", source->context.name);
		calldata_set_string(&data, "prev_name", prev_name);
J
jp9000 已提交
3307 3308
		if (!source->context.private)
			signal_handler_signal(obs->signals, "source_rename",
J
jp9000 已提交
3309
					      &data);
J
jp9000 已提交
3310 3311 3312 3313
		signal_handler_signal(source->context.signals, "rename", &data);
		calldata_free(&data);
		bfree(prev_name);
	}
3314 3315
}

3316
enum obs_source_type obs_source_get_type(const obs_source_t *source)
3317
{
J
jp9000 已提交
3318 3319 3320
	return obs_source_valid(source, "obs_source_get_type")
		       ? source->info.type
		       : OBS_SOURCE_TYPE_INPUT;
J
jp9000 已提交
3321
}
J
jp9000 已提交
3322

3323
const char *obs_source_get_id(const obs_source_t *source)
J
jp9000 已提交
3324
{
J
jp9000 已提交
3325 3326
	return obs_source_valid(source, "obs_source_get_id") ? source->info.id
							     : NULL;
3327
}
3328

3329
static inline void render_filter_bypass(obs_source_t *target,
J
jp9000 已提交
3330 3331
					gs_effect_t *effect,
					const char *tech_name)
3332
{
J
jp9000 已提交
3333 3334
	gs_technique_t *tech = gs_effect_get_technique(effect, tech_name);
	size_t passes, i;
3335

3336
	passes = gs_technique_begin(tech);
3337
	for (i = 0; i < passes; i++) {
3338
		gs_technique_begin_pass(tech, i);
3339
		obs_source_video_render(target);
3340
		gs_technique_end_pass(tech);
3341
	}
3342
	gs_technique_end(tech);
3343 3344
}

3345
static inline void render_filter_tex(gs_texture_t *tex, gs_effect_t *effect,
J
jp9000 已提交
3346 3347
				     uint32_t width, uint32_t height,
				     const char *tech_name)
3348
{
J
jp9000 已提交
3349 3350 3351
	gs_technique_t *tech = gs_effect_get_technique(effect, tech_name);
	gs_eparam_t *image = gs_effect_get_param_by_name(effect, "image");
	size_t passes, i;
3352

3353
	gs_effect_set_texture(image, tex);
3354

3355
	passes = gs_technique_begin(tech);
3356
	for (i = 0; i < passes; i++) {
3357
		gs_technique_begin_pass(tech, i);
J
jp9000 已提交
3358
		gs_draw_sprite(tex, 0, width, height);
3359
		gs_technique_end_pass(tech);
3360
	}
3361
	gs_technique_end(tech);
3362 3363
}

3364
static inline bool can_bypass(obs_source_t *target, obs_source_t *parent,
J
jp9000 已提交
3365 3366
			      uint32_t parent_flags,
			      enum obs_allow_direct_render allow_direct)
3367 3368
{
	return (target == parent) &&
J
jp9000 已提交
3369 3370 3371
	       (allow_direct == OBS_ALLOW_DIRECT_RENDERING) &&
	       ((parent_flags & OBS_SOURCE_CUSTOM_DRAW) == 0) &&
	       ((parent_flags & OBS_SOURCE_ASYNC) == 0);
3372 3373
}

3374
bool obs_source_process_filter_begin(obs_source_t *filter,
J
jp9000 已提交
3375 3376
				     enum gs_color_format format,
				     enum obs_allow_direct_render allow_direct)
3377
{
3378
	obs_source_t *target, *parent;
J
jp9000 已提交
3379 3380
	uint32_t parent_flags;
	int cx, cy;
J
jp9000 已提交
3381

3382
	if (!obs_ptr_valid(filter, "obs_source_process_filter_begin"))
3383
		return false;
J
jp9000 已提交
3384

J
jp9000 已提交
3385 3386
	target = obs_filter_get_target(filter);
	parent = obs_filter_get_parent(filter);
J
jp9000 已提交
3387 3388 3389

	if (!target) {
		blog(LOG_INFO, "filter '%s' being processed with no target!",
J
jp9000 已提交
3390
		     filter->context.name);
3391
		return false;
J
jp9000 已提交
3392 3393 3394
	}
	if (!parent) {
		blog(LOG_INFO, "filter '%s' being processed with no parent!",
J
jp9000 已提交
3395
		     filter->context.name);
3396
		return false;
J
jp9000 已提交
3397 3398
	}

J
jp9000 已提交
3399
	parent_flags = parent->info.output_flags;
J
jp9000 已提交
3400 3401
	cx = get_base_width(target);
	cy = get_base_height(target);
3402

3403 3404
	filter->allow_direct = allow_direct;

3405 3406 3407 3408
	/* if the parent does not use any custom effects, and this is the last
	 * filter in the chain for the parent, then render the parent directly
	 * using the filter effect instead of rendering to texture to reduce
	 * the total number of passes */
3409
	if (can_bypass(target, parent, parent_flags, allow_direct)) {
3410
		return true;
3411 3412
	}

3413 3414
	if (!cx || !cy) {
		obs_source_skip_video_filter(filter);
3415
		return false;
3416 3417
	}

J
jp9000 已提交
3418
	if (!filter->filter_texrender)
J
jp9000 已提交
3419 3420
		filter->filter_texrender =
			gs_texrender_create(format, GS_ZS_NONE);
J
jp9000 已提交
3421

3422 3423 3424
	gs_blend_state_push();
	gs_blend_function(GS_BLEND_ONE, GS_BLEND_ZERO);

3425
	if (gs_texrender_begin(filter->filter_texrender, cx, cy)) {
3426 3427
		bool custom_draw = (parent_flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
		bool async = (parent_flags & OBS_SOURCE_ASYNC) != 0;
3428 3429
		struct vec4 clear_color;

3430
		vec4_zero(&clear_color);
3431
		gs_clear(GS_CLEAR_COLOR, &clear_color, 0.0f, 0);
3432
		gs_ortho(0.0f, (float)cx, 0.0f, (float)cy, -100.0f, 100.0f);
3433

3434
		if (target == parent && !custom_draw && !async)
3435
			obs_source_default_render(target);
3436 3437
		else
			obs_source_video_render(target);
3438

3439
		gs_texrender_end(filter->filter_texrender);
3440
	}
3441 3442

	gs_blend_state_pop();
3443
	return true;
3444 3445
}

J
jp9000 已提交
3446 3447 3448
void obs_source_process_filter_tech_end(obs_source_t *filter,
					gs_effect_t *effect, uint32_t width,
					uint32_t height, const char *tech_name)
3449 3450 3451
{
	obs_source_t *target, *parent;
	gs_texture_t *texture;
J
jp9000 已提交
3452
	uint32_t parent_flags;
3453

J
jp9000 已提交
3454 3455
	if (!filter)
		return;
3456

J
jp9000 已提交
3457 3458
	target = obs_filter_get_target(filter);
	parent = obs_filter_get_parent(filter);
J
jp9000 已提交
3459 3460 3461 3462

	if (!target || !parent)
		return;

3463 3464 3465 3466 3467 3468 3469 3470
	parent_flags = parent->info.output_flags;

	const char *tech = tech_name ? tech_name : "Draw";

	if (can_bypass(target, parent, parent_flags, filter->allow_direct)) {
		render_filter_bypass(target, effect, tech);
	} else {
		texture = gs_texrender_get_texture(filter->filter_texrender);
3471 3472 3473
		if (texture) {
			render_filter_tex(texture, effect, width, height, tech);
		}
3474 3475 3476
	}
}

3477
void obs_source_process_filter_end(obs_source_t *filter, gs_effect_t *effect,
J
jp9000 已提交
3478
				   uint32_t width, uint32_t height)
3479
{
3480 3481
	if (!obs_ptr_valid(filter, "obs_source_process_filter_end"))
		return;
3482

3483 3484
	obs_source_process_filter_tech_end(filter, effect, width, height,
					   "Draw");
3485
}
3486

3487 3488 3489 3490 3491 3492
void obs_source_skip_video_filter(obs_source_t *filter)
{
	obs_source_t *target, *parent;
	bool custom_draw, async;
	uint32_t parent_flags;

3493 3494
	if (!obs_ptr_valid(filter, "obs_source_skip_video_filter"))
		return;
3495 3496 3497 3498 3499 3500 3501

	target = obs_filter_get_target(filter);
	parent = obs_filter_get_parent(filter);
	parent_flags = parent->info.output_flags;
	custom_draw = (parent_flags & OBS_SOURCE_CUSTOM_DRAW) != 0;
	async = (parent_flags & OBS_SOURCE_ASYNC) != 0;

J
jp9000 已提交
3502 3503
	if (target == parent) {
		if (!custom_draw && !async)
3504
			obs_source_default_render(target);
J
jp9000 已提交
3505 3506
		else if (target->info.video_render)
			obs_source_main_render(target);
J
jp9000 已提交
3507 3508
		else if (deinterlacing_enabled(target))
			deinterlace_render(target);
J
jp9000 已提交
3509 3510 3511 3512 3513 3514
		else
			obs_source_render_async_video(target);

	} else {
		obs_source_video_render(target);
	}
3515 3516
}

3517
signal_handler_t *obs_source_get_signal_handler(const obs_source_t *source)
3518
{
J
jp9000 已提交
3519 3520 3521
	return obs_source_valid(source, "obs_source_get_signal_handler")
		       ? source->context.signals
		       : NULL;
3522 3523
}

3524
proc_handler_t *obs_source_get_proc_handler(const obs_source_t *source)
3525
{
J
jp9000 已提交
3526 3527 3528
	return obs_source_valid(source, "obs_source_get_proc_handler")
		       ? source->context.procs
		       : NULL;
3529
}
J
jp9000 已提交
3530

3531
void obs_source_set_volume(obs_source_t *source, float volume)
J
jp9000 已提交
3532
{
3533
	if (obs_source_valid(source, "obs_source_set_volume")) {
J
jp9000 已提交
3534 3535 3536
		struct audio_action action = {.timestamp = os_gettime_ns(),
					      .type = AUDIO_ACTION_VOL,
					      .vol = volume};
J
jp9000 已提交
3537

3538 3539 3540 3541
		struct calldata data;
		uint8_t stack[128];

		calldata_init_fixed(&data, stack, sizeof(stack));
3542 3543
		calldata_set_ptr(&data, "source", source);
		calldata_set_float(&data, "volume", volume);
J
jp9000 已提交
3544

3545
		signal_handler_signal(source->context.signals, "volume", &data);
J
jp9000 已提交
3546 3547
		if (!source->context.private)
			signal_handler_signal(obs->signals, "source_volume",
J
jp9000 已提交
3548
					      &data);
J
jp9000 已提交
3549

3550
		volume = (float)calldata_float(&data, "volume");
J
jp9000 已提交
3551

J
jp9000 已提交
3552 3553 3554 3555
		pthread_mutex_lock(&source->audio_actions_mutex);
		da_push_back(source->audio_actions, &action);
		pthread_mutex_unlock(&source->audio_actions_mutex);

J
jp9000 已提交
3556
		source->user_volume = volume;
J
jp9000 已提交
3557
	}
J
jp9000 已提交
3558 3559
}

3560
float obs_source_get_volume(const obs_source_t *source)
J
jp9000 已提交
3561
{
J
jp9000 已提交
3562 3563 3564
	return obs_source_valid(source, "obs_source_get_volume")
		       ? source->user_volume
		       : 0.0f;
J
jp9000 已提交
3565 3566
}

3567
void obs_source_set_sync_offset(obs_source_t *source, int64_t offset)
J
jp9000 已提交
3568
{
3569
	if (obs_source_valid(source, "obs_source_set_sync_offset")) {
3570 3571
		struct calldata data;
		uint8_t stack[128];
J
jp9000 已提交
3572

3573
		calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
3574 3575 3576 3577
		calldata_set_ptr(&data, "source", source);
		calldata_set_int(&data, "offset", offset);

		signal_handler_signal(source->context.signals, "audio_sync",
J
jp9000 已提交
3578
				      &data);
J
jp9000 已提交
3579 3580 3581

		source->sync_offset = calldata_int(&data, "offset");
	}
J
jp9000 已提交
3582 3583
}

3584
int64_t obs_source_get_sync_offset(const obs_source_t *source)
J
jp9000 已提交
3585
{
J
jp9000 已提交
3586 3587 3588
	return obs_source_valid(source, "obs_source_get_sync_offset")
		       ? source->sync_offset
		       : 0;
J
jp9000 已提交
3589
}
3590 3591 3592 3593 3594 3595

struct source_enum_data {
	obs_source_enum_proc_t enum_callback;
	void *param;
};

3596
static void enum_source_active_tree_callback(obs_source_t *parent,
J
jp9000 已提交
3597
					     obs_source_t *child, void *param)
3598 3599
{
	struct source_enum_data *data = param;
3600
	bool is_transition = child->info.type == OBS_SOURCE_TYPE_TRANSITION;
3601

3602
	if (is_transition)
J
jp9000 已提交
3603 3604
		obs_transition_enum_sources(
			child, enum_source_active_tree_callback, param);
3605
	if (child->info.enum_active_sources) {
J
jp9000 已提交
3606
		if (child->context.data) {
J
jp9000 已提交
3607 3608 3609
			child->info.enum_active_sources(
				child->context.data,
				enum_source_active_tree_callback, data);
J
jp9000 已提交
3610
		}
3611 3612 3613 3614 3615
	}

	data->enum_callback(parent, child, data->param);
}

3616
void obs_source_enum_active_sources(obs_source_t *source,
J
jp9000 已提交
3617 3618
				    obs_source_enum_proc_t enum_callback,
				    void *param)
3619
{
J
jp9000 已提交
3620
	bool is_transition;
3621
	if (!data_valid(source, "obs_source_enum_active_sources"))
J
jp9000 已提交
3622
		return;
J
jp9000 已提交
3623 3624 3625

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
3626 3627 3628 3629
		return;

	obs_source_addref(source);

J
jp9000 已提交
3630 3631 3632 3633
	if (is_transition)
		obs_transition_enum_sources(source, enum_callback, param);
	if (source->info.enum_active_sources)
		source->info.enum_active_sources(source->context.data,
J
jp9000 已提交
3634
						 enum_callback, param);
3635 3636 3637 3638

	obs_source_release(source);
}

3639
void obs_source_enum_active_tree(obs_source_t *source,
J
jp9000 已提交
3640 3641
				 obs_source_enum_proc_t enum_callback,
				 void *param)
3642 3643
{
	struct source_enum_data data = {enum_callback, param};
J
jp9000 已提交
3644
	bool is_transition;
3645

3646
	if (!data_valid(source, "obs_source_enum_active_tree"))
J
jp9000 已提交
3647
		return;
J
jp9000 已提交
3648 3649 3650

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
3651 3652 3653 3654
		return;

	obs_source_addref(source);

J
jp9000 已提交
3655
	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
J
jp9000 已提交
3656 3657
		obs_transition_enum_sources(
			source, enum_source_active_tree_callback, &data);
J
jp9000 已提交
3658
	if (source->info.enum_active_sources)
J
jp9000 已提交
3659 3660 3661
		source->info.enum_active_sources(
			source->context.data, enum_source_active_tree_callback,
			&data);
3662 3663 3664 3665 3666

	obs_source_release(source);
}

static void enum_source_full_tree_callback(obs_source_t *parent,
J
jp9000 已提交
3667
					   obs_source_t *child, void *param)
3668 3669 3670 3671 3672
{
	struct source_enum_data *data = param;
	bool is_transition = child->info.type == OBS_SOURCE_TYPE_TRANSITION;

	if (is_transition)
J
jp9000 已提交
3673 3674
		obs_transition_enum_sources(
			child, enum_source_full_tree_callback, param);
3675 3676
	if (child->info.enum_all_sources) {
		if (child->context.data) {
J
jp9000 已提交
3677 3678 3679
			child->info.enum_active_sources(
				child->context.data,
				enum_source_full_tree_callback, data);
3680 3681 3682
		}
	} else if (child->info.enum_active_sources) {
		if (child->context.data) {
J
jp9000 已提交
3683 3684 3685
			child->info.enum_active_sources(
				child->context.data,
				enum_source_full_tree_callback, data);
3686 3687 3688 3689 3690 3691 3692
		}
	}

	data->enum_callback(parent, child, data->param);
}

static void obs_source_enum_full_tree(obs_source_t *source,
J
jp9000 已提交
3693 3694
				      obs_source_enum_proc_t enum_callback,
				      void *param)
3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708
{
	struct source_enum_data data = {enum_callback, param};
	bool is_transition;

	if (!data_valid(source, "obs_source_enum_active_tree"))
		return;

	is_transition = source->info.type == OBS_SOURCE_TYPE_TRANSITION;
	if (!is_transition && !source->info.enum_active_sources)
		return;

	obs_source_addref(source);

	if (source->info.type == OBS_SOURCE_TYPE_TRANSITION)
J
jp9000 已提交
3709 3710
		obs_transition_enum_sources(
			source, enum_source_full_tree_callback, &data);
3711 3712 3713

	if (source->info.enum_all_sources) {
		source->info.enum_all_sources(source->context.data,
J
jp9000 已提交
3714 3715
					      enum_source_full_tree_callback,
					      &data);
3716 3717 3718

	} else if (source->info.enum_active_sources) {
		source->info.enum_active_sources(source->context.data,
J
jp9000 已提交
3719 3720
						 enum_source_full_tree_callback,
						 &data);
3721
	}
3722 3723 3724

	obs_source_release(source);
}
3725

J
jp9000 已提交
3726 3727 3728 3729 3730 3731
struct descendant_info {
	bool exists;
	obs_source_t *target;
};

static void check_descendant(obs_source_t *parent, obs_source_t *child,
J
jp9000 已提交
3732
			     void *param)
3733
{
J
jp9000 已提交
3734 3735 3736 3737 3738
	struct descendant_info *info = param;
	if (child == info->target || parent == info->target)
		info->exists = true;
}

3739
bool obs_source_add_active_child(obs_source_t *parent, obs_source_t *child)
J
jp9000 已提交
3740
{
3741
	struct descendant_info info = {false, parent};
3742

3743
	if (!obs_ptr_valid(parent, "obs_source_add_active_child"))
3744
		return false;
3745
	if (!obs_ptr_valid(child, "obs_source_add_active_child"))
3746 3747
		return false;
	if (parent == child) {
3748
		blog(LOG_WARNING, "obs_source_add_active_child: "
J
jp9000 已提交
3749
				  "parent == child");
3750 3751
		return false;
	}
J
jp9000 已提交
3752

3753
	obs_source_enum_full_tree(child, check_descendant, &info);
J
jp9000 已提交
3754 3755
	if (info.exists)
		return false;
3756

3757 3758 3759 3760 3761
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_activate(child, type);
	}
J
jp9000 已提交
3762 3763

	return true;
3764 3765
}

3766
void obs_source_remove_active_child(obs_source_t *parent, obs_source_t *child)
3767
{
3768
	if (!obs_ptr_valid(parent, "obs_source_remove_active_child"))
3769
		return;
3770
	if (!obs_ptr_valid(child, "obs_source_remove_active_child"))
3771
		return;
3772

3773 3774 3775 3776 3777
	for (int i = 0; i < parent->show_refs; i++) {
		enum view_type type;
		type = (i < parent->activate_refs) ? MAIN_VIEW : AUX_VIEW;
		obs_source_deactivate(child, type);
	}
3778
}
J
jp9000 已提交
3779

3780
void obs_source_save(obs_source_t *source)
3781
{
J
jp9000 已提交
3782 3783 3784
	if (!data_valid(source, "obs_source_save"))
		return;

J
jp9000 已提交
3785 3786 3787 3788
	obs_source_dosignal(source, "source_save", "save");

	if (source->info.save)
		source->info.save(source->context.data,
J
jp9000 已提交
3789
				  source->context.settings);
3790 3791
}

3792
void obs_source_load(obs_source_t *source)
3793
{
J
jp9000 已提交
3794 3795
	if (!data_valid(source, "obs_source_load"))
		return;
J
jp9000 已提交
3796 3797
	if (source->info.load)
		source->info.load(source->context.data,
J
jp9000 已提交
3798
				  source->context.settings);
J
jp9000 已提交
3799

J
jp9000 已提交
3800
	obs_source_dosignal(source, "source_load", "load");
3801
}
J
jp9000 已提交
3802

J
jp9000 已提交
3803 3804
bool obs_source_active(const obs_source_t *source)
{
J
jp9000 已提交
3805 3806 3807
	return obs_source_valid(source, "obs_source_active")
		       ? source->activate_refs != 0
		       : false;
J
jp9000 已提交
3808 3809
}

J
jp9000 已提交
3810 3811
bool obs_source_showing(const obs_source_t *source)
{
J
jp9000 已提交
3812 3813 3814
	return obs_source_valid(source, "obs_source_showing")
		       ? source->show_refs != 0
		       : false;
J
jp9000 已提交
3815 3816
}

J
jp9000 已提交
3817 3818
static inline void signal_flags_updated(obs_source_t *source)
{
3819 3820
	struct calldata data;
	uint8_t stack[128];
J
jp9000 已提交
3821

3822
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
3823 3824 3825 3826 3827 3828 3829 3830
	calldata_set_ptr(&data, "source", source);
	calldata_set_int(&data, "flags", source->flags);

	signal_handler_signal(source->context.signals, "update_flags", &data);
}

void obs_source_set_flags(obs_source_t *source, uint32_t flags)
{
3831 3832
	if (!obs_source_valid(source, "obs_source_set_flags"))
		return;
J
jp9000 已提交
3833 3834 3835 3836 3837 3838 3839

	if (flags != source->flags) {
		source->flags = flags;
		signal_flags_updated(source);
	}
}

3840 3841
void obs_source_set_default_flags(obs_source_t *source, uint32_t flags)
{
3842 3843
	if (!obs_source_valid(source, "obs_source_set_default_flags"))
		return;
3844 3845 3846 3847

	source->default_flags = flags;
}

J
jp9000 已提交
3848 3849
uint32_t obs_source_get_flags(const obs_source_t *source)
{
J
jp9000 已提交
3850 3851
	return obs_source_valid(source, "obs_source_get_flags") ? source->flags
								: 0;
J
jp9000 已提交
3852
}
J
jp9000 已提交
3853

3854 3855
void obs_source_set_audio_mixers(obs_source_t *source, uint32_t mixers)
{
3856 3857
	struct calldata data;
	uint8_t stack[128];
3858

3859 3860 3861 3862
	if (!obs_source_valid(source, "obs_source_set_audio_mixers"))
		return;
	if ((source->info.output_flags & OBS_SOURCE_AUDIO) == 0)
		return;
3863

3864
	if (source->audio_mixers == mixers)
3865 3866
		return;

3867
	calldata_init_fixed(&data, stack, sizeof(stack));
3868 3869 3870 3871 3872 3873 3874
	calldata_set_ptr(&data, "source", source);
	calldata_set_int(&data, "mixers", mixers);

	signal_handler_signal(source->context.signals, "audio_mixers", &data);

	mixers = (uint32_t)calldata_int(&data, "mixers");

3875
	source->audio_mixers = mixers;
3876 3877 3878 3879
}

uint32_t obs_source_get_audio_mixers(const obs_source_t *source)
{
3880 3881 3882 3883
	if (!obs_source_valid(source, "obs_source_get_audio_mixers"))
		return 0;
	if ((source->info.output_flags & OBS_SOURCE_AUDIO) == 0)
		return 0;
3884

3885
	return source->audio_mixers;
3886 3887
}

J
jp9000 已提交
3888
void obs_source_draw_set_color_matrix(const struct matrix4 *color_matrix,
J
jp9000 已提交
3889 3890
				      const struct vec3 *color_range_min,
				      const struct vec3 *color_range_max)
J
jp9000 已提交
3891
{
3892 3893 3894 3895 3896 3897
	struct vec3 color_range_min_def;
	struct vec3 color_range_max_def;

	vec3_set(&color_range_min_def, 0.0f, 0.0f, 0.0f);
	vec3_set(&color_range_max_def, 1.0f, 1.0f, 1.0f);

J
jp9000 已提交
3898 3899 3900 3901 3902 3903
	gs_effect_t *effect = gs_get_effect();
	gs_eparam_t *matrix;
	gs_eparam_t *range_min;
	gs_eparam_t *range_max;

	if (!effect) {
3904
		blog(LOG_WARNING, "obs_source_draw_set_color_matrix: no "
J
jp9000 已提交
3905
				  "active effect!");
J
jp9000 已提交
3906 3907 3908
		return;
	}

3909
	if (!obs_ptr_valid(color_matrix, "obs_source_draw_set_color_matrix"))
J
jp9000 已提交
3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921
		return;

	if (!color_range_min)
		color_range_min = &color_range_min_def;
	if (!color_range_max)
		color_range_max = &color_range_max_def;

	matrix = gs_effect_get_param_by_name(effect, "color_matrix");
	range_min = gs_effect_get_param_by_name(effect, "color_range_min");
	range_max = gs_effect_get_param_by_name(effect, "color_range_max");

	gs_effect_set_matrix4(matrix, color_matrix);
J
jp9000 已提交
3922 3923
	gs_effect_set_val(range_min, color_range_min, sizeof(float) * 3);
	gs_effect_set_val(range_max, color_range_max, sizeof(float) * 3);
J
jp9000 已提交
3924 3925 3926
}

void obs_source_draw(gs_texture_t *texture, int x, int y, uint32_t cx,
J
jp9000 已提交
3927
		     uint32_t cy, bool flip)
J
jp9000 已提交
3928 3929 3930 3931 3932 3933
{
	gs_effect_t *effect = gs_get_effect();
	bool change_pos = (x != 0 || y != 0);
	gs_eparam_t *image;

	if (!effect) {
3934
		blog(LOG_WARNING, "obs_source_draw: no active effect!");
J
jp9000 已提交
3935 3936 3937
		return;
	}

3938
	if (!obs_ptr_valid(texture, "obs_source_draw"))
J
jp9000 已提交
3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953
		return;

	image = gs_effect_get_param_by_name(effect, "image");
	gs_effect_set_texture(image, texture);

	if (change_pos) {
		gs_matrix_push();
		gs_matrix_translate3f((float)x, (float)y, 0.0f);
	}

	gs_draw_sprite(texture, flip ? GS_FLIP_V : 0, cx, cy);

	if (change_pos)
		gs_matrix_pop();
}
3954

3955 3956
void obs_source_inc_showing(obs_source_t *source)
{
3957 3958
	if (obs_source_valid(source, "obs_source_inc_showing"))
		obs_source_activate(source, AUX_VIEW);
3959 3960
}

3961 3962 3963 3964 3965 3966
void obs_source_inc_active(obs_source_t *source)
{
	if (obs_source_valid(source, "obs_source_inc_active"))
		obs_source_activate(source, MAIN_VIEW);
}

3967 3968
void obs_source_dec_showing(obs_source_t *source)
{
3969 3970
	if (obs_source_valid(source, "obs_source_dec_showing"))
		obs_source_deactivate(source, AUX_VIEW);
3971
}
3972

3973 3974 3975 3976 3977 3978
void obs_source_dec_active(obs_source_t *source)
{
	if (obs_source_valid(source, "obs_source_dec_active"))
		obs_source_deactivate(source, MAIN_VIEW);
}

3979
void obs_source_enum_filters(obs_source_t *source,
J
jp9000 已提交
3980
			     obs_source_enum_proc_t callback, void *param)
3981
{
3982 3983 3984
	if (!obs_source_valid(source, "obs_source_enum_filters"))
		return;
	if (!obs_ptr_valid(callback, "obs_source_enum_filters"))
3985 3986 3987 3988
		return;

	pthread_mutex_lock(&source->filter_mutex);

3989 3990
	for (size_t i = source->filters.num; i > 0; i--) {
		struct obs_source *filter = source->filters.array[i - 1];
3991 3992 3993 3994 3995
		callback(source, filter, param);
	}

	pthread_mutex_unlock(&source->filter_mutex);
}
3996 3997

obs_source_t *obs_source_get_filter_by_name(obs_source_t *source,
J
jp9000 已提交
3998
					    const char *name)
3999 4000 4001
{
	obs_source_t *filter = NULL;

4002 4003 4004
	if (!obs_source_valid(source, "obs_source_get_filter_by_name"))
		return NULL;
	if (!obs_ptr_valid(name, "obs_source_get_filter_by_name"))
4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021
		return NULL;

	pthread_mutex_lock(&source->filter_mutex);

	for (size_t i = 0; i < source->filters.num; i++) {
		struct obs_source *cur_filter = source->filters.array[i];
		if (strcmp(cur_filter->context.name, name) == 0) {
			filter = cur_filter;
			obs_source_addref(filter);
			break;
		}
	}

	pthread_mutex_unlock(&source->filter_mutex);

	return filter;
}
4022 4023 4024

bool obs_source_enabled(const obs_source_t *source)
{
J
jp9000 已提交
4025 4026
	return obs_source_valid(source, "obs_source_enabled") ? source->enabled
							      : false;
4027 4028 4029 4030
}

void obs_source_set_enabled(obs_source_t *source, bool enabled)
{
4031 4032
	struct calldata data;
	uint8_t stack[128];
4033

4034
	if (!obs_source_valid(source, "obs_source_set_enabled"))
4035 4036 4037 4038
		return;

	source->enabled = enabled;

4039
	calldata_init_fixed(&data, stack, sizeof(stack));
4040 4041 4042 4043 4044
	calldata_set_ptr(&data, "source", source);
	calldata_set_bool(&data, "enabled", enabled);

	signal_handler_signal(source->context.signals, "enable", &data);
}
J
jp9000 已提交
4045 4046 4047

bool obs_source_muted(const obs_source_t *source)
{
J
jp9000 已提交
4048 4049
	return obs_source_valid(source, "obs_source_muted") ? source->user_muted
							    : false;
J
jp9000 已提交
4050 4051 4052 4053
}

void obs_source_set_muted(obs_source_t *source, bool muted)
{
4054 4055
	struct calldata data;
	uint8_t stack[128];
J
jp9000 已提交
4056 4057 4058
	struct audio_action action = {.timestamp = os_gettime_ns(),
				      .type = AUDIO_ACTION_MUTE,
				      .set = muted};
J
jp9000 已提交
4059

4060
	if (!obs_source_valid(source, "obs_source_set_muted"))
J
jp9000 已提交
4061 4062
		return;

J
jp9000 已提交
4063
	source->user_muted = muted;
J
jp9000 已提交
4064

4065
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
4066 4067 4068 4069 4070
	calldata_set_ptr(&data, "source", source);
	calldata_set_bool(&data, "muted", muted);

	signal_handler_signal(source->context.signals, "mute", &data);

J
jp9000 已提交
4071 4072 4073
	pthread_mutex_lock(&source->audio_actions_mutex);
	da_push_back(source->audio_actions, &action);
	pthread_mutex_unlock(&source->audio_actions_mutex);
J
jp9000 已提交
4074
}
P
Palana 已提交
4075 4076

static void source_signal_push_to_changed(obs_source_t *source,
J
jp9000 已提交
4077
					  const char *signal, bool enabled)
P
Palana 已提交
4078
{
4079 4080
	struct calldata data;
	uint8_t stack[128];
P
Palana 已提交
4081

4082
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
4083
	calldata_set_ptr(&data, "source", source);
P
Palana 已提交
4084 4085 4086 4087 4088 4089
	calldata_set_bool(&data, "enabled", enabled);

	signal_handler_signal(source->context.signals, signal, &data);
}

static void source_signal_push_to_delay(obs_source_t *source,
J
jp9000 已提交
4090
					const char *signal, uint64_t delay)
P
Palana 已提交
4091
{
4092 4093
	struct calldata data;
	uint8_t stack[128];
P
Palana 已提交
4094

4095
	calldata_init_fixed(&data, stack, sizeof(stack));
J
jp9000 已提交
4096 4097
	calldata_set_ptr(&data, "source", source);
	calldata_set_bool(&data, "delay", delay);
P
Palana 已提交
4098 4099 4100 4101 4102 4103 4104

	signal_handler_signal(source->context.signals, signal, &data);
}

bool obs_source_push_to_mute_enabled(obs_source_t *source)
{
	bool enabled;
4105 4106
	if (!obs_source_valid(source, "obs_source_push_to_mute_enabled"))
		return false;
P
Palana 已提交
4107 4108 4109 4110 4111 4112 4113 4114 4115 4116

	pthread_mutex_lock(&source->audio_mutex);
	enabled = source->push_to_mute_enabled;
	pthread_mutex_unlock(&source->audio_mutex);

	return enabled;
}

void obs_source_enable_push_to_mute(obs_source_t *source, bool enabled)
{
4117 4118
	if (!obs_source_valid(source, "obs_source_enable_push_to_mute"))
		return;
P
Palana 已提交
4119 4120 4121 4122 4123

	pthread_mutex_lock(&source->audio_mutex);
	bool changed = source->push_to_mute_enabled != enabled;
	if (obs_source_get_output_flags(source) & OBS_SOURCE_AUDIO && changed)
		blog(LOG_INFO, "source '%s' %s push-to-mute",
J
jp9000 已提交
4124 4125
		     obs_source_get_name(source),
		     enabled ? "enabled" : "disabled");
P
Palana 已提交
4126 4127 4128 4129 4130

	source->push_to_mute_enabled = enabled;

	if (changed)
		source_signal_push_to_changed(source, "push_to_mute_changed",
J
jp9000 已提交
4131
					      enabled);
P
Palana 已提交
4132 4133 4134 4135 4136 4137
	pthread_mutex_unlock(&source->audio_mutex);
}

uint64_t obs_source_get_push_to_mute_delay(obs_source_t *source)
{
	uint64_t delay;
4138 4139
	if (!obs_source_valid(source, "obs_source_get_push_to_mute_delay"))
		return 0;
P
Palana 已提交
4140 4141 4142 4143 4144 4145 4146 4147 4148 4149

	pthread_mutex_lock(&source->audio_mutex);
	delay = source->push_to_mute_delay;
	pthread_mutex_unlock(&source->audio_mutex);

	return delay;
}

void obs_source_set_push_to_mute_delay(obs_source_t *source, uint64_t delay)
{
4150 4151
	if (!obs_source_valid(source, "obs_source_set_push_to_mute_delay"))
		return;
P
Palana 已提交
4152 4153 4154 4155 4156 4157 4158 4159 4160 4161 4162

	pthread_mutex_lock(&source->audio_mutex);
	source->push_to_mute_delay = delay;

	source_signal_push_to_delay(source, "push_to_mute_delay", delay);
	pthread_mutex_unlock(&source->audio_mutex);
}

bool obs_source_push_to_talk_enabled(obs_source_t *source)
{
	bool enabled;
4163 4164
	if (!obs_source_valid(source, "obs_source_push_to_talk_enabled"))
		return false;
P
Palana 已提交
4165 4166 4167 4168 4169 4170 4171 4172 4173 4174

	pthread_mutex_lock(&source->audio_mutex);
	enabled = source->push_to_talk_enabled;
	pthread_mutex_unlock(&source->audio_mutex);

	return enabled;
}

void obs_source_enable_push_to_talk(obs_source_t *source, bool enabled)
{
4175 4176
	if (!obs_source_valid(source, "obs_source_enable_push_to_talk"))
		return;
P
Palana 已提交
4177 4178 4179 4180 4181

	pthread_mutex_lock(&source->audio_mutex);
	bool changed = source->push_to_talk_enabled != enabled;
	if (obs_source_get_output_flags(source) & OBS_SOURCE_AUDIO && changed)
		blog(LOG_INFO, "source '%s' %s push-to-talk",
J
jp9000 已提交
4182 4183
		     obs_source_get_name(source),
		     enabled ? "enabled" : "disabled");
P
Palana 已提交
4184 4185 4186 4187 4188

	source->push_to_talk_enabled = enabled;

	if (changed)
		source_signal_push_to_changed(source, "push_to_talk_changed",
J
jp9000 已提交
4189
					      enabled);
P
Palana 已提交
4190 4191 4192 4193 4194 4195
	pthread_mutex_unlock(&source->audio_mutex);
}

uint64_t obs_source_get_push_to_talk_delay(obs_source_t *source)
{
	uint64_t delay;
4196 4197
	if (!obs_source_valid(source, "obs_source_get_push_to_talk_delay"))
		return 0;
P
Palana 已提交
4198 4199 4200 4201 4202 4203 4204 4205 4206 4207

	pthread_mutex_lock(&source->audio_mutex);
	delay = source->push_to_talk_delay;
	pthread_mutex_unlock(&source->audio_mutex);

	return delay;
}

void obs_source_set_push_to_talk_delay(obs_source_t *source, uint64_t delay)
{
4208 4209
	if (!obs_source_valid(source, "obs_source_set_push_to_talk_delay"))
		return;
P
Palana 已提交
4210 4211 4212 4213 4214 4215 4216

	pthread_mutex_lock(&source->audio_mutex);
	source->push_to_talk_delay = delay;

	source_signal_push_to_delay(source, "push_to_talk_delay", delay);
	pthread_mutex_unlock(&source->audio_mutex);
}
4217 4218 4219 4220

void *obs_source_get_type_data(obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_type_data")
J
jp9000 已提交
4221 4222
		       ? source->info.type_data
		       : NULL;
4223
}
4224

J
jp9000 已提交
4225 4226 4227
static float get_source_volume(obs_source_t *source, uint64_t os_time)
{
	if (source->push_to_mute_enabled && source->push_to_mute_pressed)
J
jp9000 已提交
4228 4229
		source->push_to_mute_stop_time =
			os_time + source->push_to_mute_delay * 1000000;
J
jp9000 已提交
4230 4231

	if (source->push_to_talk_enabled && source->push_to_talk_pressed)
J
jp9000 已提交
4232 4233
		source->push_to_talk_stop_time =
			os_time + source->push_to_talk_delay * 1000000;
J
jp9000 已提交
4234 4235

	bool push_to_mute_active = source->push_to_mute_pressed ||
J
jp9000 已提交
4236
				   os_time < source->push_to_mute_stop_time;
J
jp9000 已提交
4237
	bool push_to_talk_active = source->push_to_talk_pressed ||
J
jp9000 已提交
4238
				   os_time < source->push_to_talk_stop_time;
J
jp9000 已提交
4239 4240

	bool muted = !source->enabled || source->muted ||
J
jp9000 已提交
4241 4242
		     (source->push_to_mute_enabled && push_to_mute_active) ||
		     (source->push_to_talk_enabled && !push_to_talk_active);
J
jp9000 已提交
4243 4244 4245 4246 4247 4248 4249 4250 4251 4252

	if (muted || close_float(source->volume, 0.0f, 0.0001f))
		return 0.0f;
	if (close_float(source->volume, 1.0f, 0.0001f))
		return 1.0f;

	return source->volume;
}

static inline void multiply_output_audio(obs_source_t *source, size_t mix,
J
jp9000 已提交
4253
					 size_t channels, float vol)
J
jp9000 已提交
4254 4255 4256 4257 4258 4259 4260 4261 4262
{
	register float *out = source->audio_output_buf[mix][0];
	register float *end = out + AUDIO_OUTPUT_FRAMES * channels;

	while (out < end)
		*(out++) *= vol;
}

static inline void multiply_vol_data(obs_source_t *source, size_t mix,
J
jp9000 已提交
4263
				     size_t channels, float *vol_data)
J
jp9000 已提交
4264 4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275
{
	for (size_t ch = 0; ch < channels; ch++) {
		register float *out = source->audio_output_buf[mix][ch];
		register float *end = out + AUDIO_OUTPUT_FRAMES;
		register float *vol = vol_data;

		while (out < end)
			*(out++) *= *(vol++);
	}
}

static inline void apply_audio_action(obs_source_t *source,
J
jp9000 已提交
4276
				      const struct audio_action *action)
J
jp9000 已提交
4277 4278 4279
{
	switch (action->type) {
	case AUDIO_ACTION_VOL:
J
jp9000 已提交
4280 4281
		source->volume = action->vol;
		break;
J
jp9000 已提交
4282
	case AUDIO_ACTION_MUTE:
J
jp9000 已提交
4283 4284
		source->muted = action->set;
		break;
J
jp9000 已提交
4285
	case AUDIO_ACTION_PTT:
J
jp9000 已提交
4286 4287
		source->push_to_talk_pressed = action->set;
		break;
J
jp9000 已提交
4288
	case AUDIO_ACTION_PTM:
J
jp9000 已提交
4289 4290
		source->push_to_mute_pressed = action->set;
		break;
J
jp9000 已提交
4291 4292 4293 4294
	}
}

static void apply_audio_actions(obs_source_t *source, size_t channels,
J
jp9000 已提交
4295
				size_t sample_rate)
J
jp9000 已提交
4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310
{
	float *vol_data = malloc(sizeof(float) * AUDIO_OUTPUT_FRAMES);
	float cur_vol = get_source_volume(source, source->audio_ts);
	size_t frame_num = 0;

	pthread_mutex_lock(&source->audio_actions_mutex);

	for (size_t i = 0; i < source->audio_actions.num; i++) {
		struct audio_action action = source->audio_actions.array[i];
		uint64_t timestamp = action.timestamp;
		size_t new_frame_num;

		if (timestamp < source->audio_ts)
			timestamp = source->audio_ts;

J
jp9000 已提交
4311 4312
		new_frame_num = conv_time_to_frames(
			sample_rate, timestamp - source->audio_ts);
J
jp9000 已提交
4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342

		if (new_frame_num >= AUDIO_OUTPUT_FRAMES)
			break;

		da_erase(source->audio_actions, i--);

		apply_audio_action(source, &action);

		if (new_frame_num > frame_num) {
			for (; frame_num < new_frame_num; frame_num++)
				vol_data[frame_num] = cur_vol;
		}

		cur_vol = get_source_volume(source, timestamp);
	}

	for (; frame_num < AUDIO_OUTPUT_FRAMES; frame_num++)
		vol_data[frame_num] = cur_vol;

	pthread_mutex_unlock(&source->audio_actions_mutex);

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		if ((source->audio_mixers & (1 << mix)) != 0)
			multiply_vol_data(source, mix, channels, vol_data);
	}

	free(vol_data);
}

static void apply_audio_volume(obs_source_t *source, uint32_t mixers,
J
jp9000 已提交
4343
			       size_t channels, size_t sample_rate)
J
jp9000 已提交
4344 4345 4346 4347 4348 4349 4350 4351 4352 4353 4354 4355 4356 4357
{
	struct audio_action action;
	bool actions_pending;
	float vol;

	pthread_mutex_lock(&source->audio_actions_mutex);

	actions_pending = source->audio_actions.num > 0;
	if (actions_pending)
		action = source->audio_actions.array[0];

	pthread_mutex_unlock(&source->audio_actions_mutex);

	if (actions_pending) {
J
jp9000 已提交
4358 4359
		uint64_t duration =
			conv_frames_to_time(sample_rate, AUDIO_OUTPUT_FRAMES);
J
jp9000 已提交
4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372

		if (action.timestamp < (source->audio_ts + duration)) {
			apply_audio_actions(source, channels, sample_rate);
			return;
		}
	}

	vol = get_source_volume(source, source->audio_ts);
	if (vol == 1.0f)
		return;

	if (vol == 0.0f || mixers == 0) {
		memset(source->audio_output_buf[0][0], 0,
J
jp9000 已提交
4373 4374
		       AUDIO_OUTPUT_FRAMES * sizeof(float) *
			       MAX_AUDIO_CHANNELS * MAX_AUDIO_MIXES);
J
jp9000 已提交
4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386
		return;
	}

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		uint32_t mix_and_val = (1 << mix);
		if ((source->audio_mixers & mix_and_val) != 0 &&
		    (mixers & mix_and_val) != 0)
			multiply_output_audio(source, mix, channels, vol);
	}
}

static void custom_audio_render(obs_source_t *source, uint32_t mixers,
J
jp9000 已提交
4387
				size_t channels, size_t sample_rate)
J
jp9000 已提交
4388 4389 4390 4391 4392 4393
{
	struct obs_source_audio_mix audio_data;
	bool success;
	uint64_t ts;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
4394
		for (size_t ch = 0; ch < channels; ch++) {
J
jp9000 已提交
4395 4396
			audio_data.output[mix].data[ch] =
				source->audio_output_buf[mix][ch];
4397
		}
J
jp9000 已提交
4398

4399 4400
		if ((source->audio_mixers & mixers & (1 << mix)) != 0) {
			memset(source->audio_output_buf[mix][0], 0,
J
jp9000 已提交
4401
			       sizeof(float) * AUDIO_OUTPUT_FRAMES * channels);
4402 4403
		}
	}
J
jp9000 已提交
4404 4405

	success = source->info.audio_render(source->context.data, &ts,
J
jp9000 已提交
4406 4407
					    &audio_data, mixers, channels,
					    sample_rate);
J
jp9000 已提交
4408 4409 4410 4411 4412 4413 4414
	source->audio_ts = success ? ts : 0;
	source->audio_pending = !success;

	if (!success || !source->audio_ts || !mixers)
		return;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
4415 4416 4417 4418 4419 4420
		uint32_t mix_bit = 1 << mix;

		if ((mixers & mix_bit) == 0)
			continue;

		if ((source->audio_mixers & mix_bit) == 0) {
J
jp9000 已提交
4421
			memset(source->audio_output_buf[mix][0], 0,
J
jp9000 已提交
4422
			       sizeof(float) * AUDIO_OUTPUT_FRAMES * channels);
J
jp9000 已提交
4423 4424 4425 4426 4427 4428
		}
	}

	apply_audio_volume(source, mixers, channels, sample_rate);
}

4429
static void audio_submix(obs_source_t *source, size_t channels,
J
jp9000 已提交
4430 4431 4432 4433 4434 4435 4436
			 size_t sample_rate)
{
	struct audio_output_data audio_data;
	struct obs_source_audio audio = {0};
	bool success;
	uint64_t ts;

4437 4438
	for (size_t ch = 0; ch < channels; ch++) {
		audio_data.data[ch] = source->audio_mix_buf[ch];
J
jp9000 已提交
4439 4440
	}

4441 4442 4443
	memset(source->audio_mix_buf[0], 0,
	       sizeof(float) * AUDIO_OUTPUT_FRAMES * channels);

J
jp9000 已提交
4444 4445 4446 4447 4448 4449 4450 4451 4452 4453 4454 4455 4456 4457 4458 4459 4460 4461
	success = source->info.audio_mix(source->context.data, &ts, &audio_data,
					 channels, sample_rate);

	if (!success)
		return;

	for (size_t i = 0; i < channels; i++)
		audio.data[i] = (const uint8_t *)audio_data.data[i];

	audio.samples_per_sec = (uint32_t)sample_rate;
	audio.frames = AUDIO_OUTPUT_FRAMES;
	audio.format = AUDIO_FORMAT_FLOAT_PLANAR;
	audio.speakers = (enum speaker_layout)channels;
	audio.timestamp = ts;

	obs_source_output_audio(source, &audio);
}

J
jp9000 已提交
4462
static inline void process_audio_source_tick(obs_source_t *source,
J
jp9000 已提交
4463 4464
					     uint32_t mixers, size_t channels,
					     size_t sample_rate, size_t size)
J
jp9000 已提交
4465
{
J
jp9000 已提交
4466 4467
	bool audio_submix = !!(source->info.output_flags & OBS_SOURCE_SUBMIX);

J
jp9000 已提交
4468 4469
	pthread_mutex_lock(&source->audio_buf_mutex);

4470 4471 4472 4473 4474 4475
	if (source->audio_input_buf[0].size < size) {
		source->audio_pending = true;
		pthread_mutex_unlock(&source->audio_buf_mutex);
		return;
	}

J
jp9000 已提交
4476 4477
	for (size_t ch = 0; ch < channels; ch++)
		circlebuf_peek_front(&source->audio_input_buf[ch],
J
jp9000 已提交
4478
				     source->audio_output_buf[0][ch], size);
J
jp9000 已提交
4479 4480 4481 4482 4483 4484

	pthread_mutex_unlock(&source->audio_buf_mutex);

	for (size_t mix = 1; mix < MAX_AUDIO_MIXES; mix++) {
		uint32_t mix_and_val = (1 << mix);

J
jp9000 已提交
4485 4486 4487 4488 4489 4490 4491 4492
		if (audio_submix) {
			if (mix > 1)
				break;

			mixers = 1;
			mix_and_val = 1;
		}

J
jp9000 已提交
4493 4494
		if ((source->audio_mixers & mix_and_val) == 0 ||
		    (mixers & mix_and_val) == 0) {
J
jp9000 已提交
4495 4496
			memset(source->audio_output_buf[mix][0], 0,
			       size * channels);
J
jp9000 已提交
4497 4498 4499 4500 4501
			continue;
		}

		for (size_t ch = 0; ch < channels; ch++)
			memcpy(source->audio_output_buf[mix][ch],
J
jp9000 已提交
4502
			       source->audio_output_buf[0][ch], size);
J
jp9000 已提交
4503 4504
	}

J
jp9000 已提交
4505 4506 4507 4508 4509
	if (audio_submix) {
		source->audio_pending = false;
		return;
	}

J
jp9000 已提交
4510
	if ((source->audio_mixers & 1) == 0 || (mixers & 1) == 0)
J
jp9000 已提交
4511
		memset(source->audio_output_buf[0][0], 0, size * channels);
J
jp9000 已提交
4512 4513 4514 4515 4516 4517

	apply_audio_volume(source, mixers, channels, sample_rate);
	source->audio_pending = false;
}

void obs_source_audio_render(obs_source_t *source, uint32_t mixers,
J
jp9000 已提交
4518
			     size_t channels, size_t sample_rate, size_t size)
J
jp9000 已提交
4519
{
4520
	if (!source->audio_output_buf[0][0]) {
J
jp9000 已提交
4521 4522 4523 4524 4525 4526 4527 4528 4529
		source->audio_pending = true;
		return;
	}

	if (source->info.audio_render) {
		custom_audio_render(source, mixers, channels, sample_rate);
		return;
	}

J
jp9000 已提交
4530
	if (source->info.audio_mix) {
4531
		audio_submix(source, channels, sample_rate);
J
jp9000 已提交
4532 4533
	}

4534
	if (!source->audio_ts) {
J
jp9000 已提交
4535 4536 4537 4538 4539 4540 4541 4542 4543
		source->audio_pending = true;
		return;
	}

	process_audio_source_tick(source, mixers, channels, sample_rate, size);
}

bool obs_source_audio_pending(const obs_source_t *source)
{
4544 4545 4546
	if (!obs_source_valid(source, "obs_source_audio_pending"))
		return true;

J
jp9000 已提交
4547 4548 4549
	return (is_composite_source(source) || is_audio_source(source))
		       ? source->audio_pending
		       : true;
J
jp9000 已提交
4550 4551
}

4552 4553
uint64_t obs_source_get_audio_timestamp(const obs_source_t *source)
{
J
jp9000 已提交
4554 4555 4556
	return obs_source_valid(source, "obs_source_get_audio_timestamp")
		       ? source->audio_ts
		       : 0;
4557 4558 4559
}

void obs_source_get_audio_mix(const obs_source_t *source,
J
jp9000 已提交
4560
			      struct obs_source_audio_mix *audio)
4561 4562 4563 4564 4565 4566 4567 4568 4569 4570 4571 4572 4573
{
	if (!obs_source_valid(source, "obs_source_get_audio_mix"))
		return;
	if (!obs_ptr_valid(audio, "audio"))
		return;

	for (size_t mix = 0; mix < MAX_AUDIO_MIXES; mix++) {
		for (size_t ch = 0; ch < MAX_AUDIO_CHANNELS; ch++) {
			audio->output[mix].data[ch] =
				source->audio_output_buf[mix][ch];
		}
	}
}
4574 4575

void obs_source_add_audio_capture_callback(obs_source_t *source,
J
jp9000 已提交
4576 4577
					   obs_source_audio_capture_t callback,
					   void *param)
4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588
{
	struct audio_cb_info info = {callback, param};

	if (!obs_source_valid(source, "obs_source_add_audio_capture_callback"))
		return;

	pthread_mutex_lock(&source->audio_cb_mutex);
	da_push_back(source->audio_cb_list, &info);
	pthread_mutex_unlock(&source->audio_cb_mutex);
}

J
jp9000 已提交
4589 4590
void obs_source_remove_audio_capture_callback(
	obs_source_t *source, obs_source_audio_capture_t callback, void *param)
4591 4592 4593
{
	struct audio_cb_info info = {callback, param};

J
jp9000 已提交
4594 4595
	if (!obs_source_valid(source,
			      "obs_source_remove_audio_capture_callback"))
4596 4597 4598 4599 4600 4601
		return;

	pthread_mutex_lock(&source->audio_cb_mutex);
	da_erase_item(source->audio_cb_list, &info);
	pthread_mutex_unlock(&source->audio_cb_mutex);
}
J
jp9000 已提交
4602 4603

void obs_source_set_monitoring_type(obs_source_t *source,
J
jp9000 已提交
4604
				    enum obs_monitoring_type type)
J
jp9000 已提交
4605 4606 4607 4608 4609 4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622 4623 4624 4625 4626 4627 4628
{
	bool was_on;
	bool now_on;

	if (!obs_source_valid(source, "obs_source_set_monitoring_type"))
		return;
	if (source->monitoring_type == type)
		return;

	was_on = source->monitoring_type != OBS_MONITORING_TYPE_NONE;
	now_on = type != OBS_MONITORING_TYPE_NONE;

	if (was_on != now_on) {
		if (!was_on) {
			source->monitor = audio_monitor_create(source);
		} else {
			audio_monitor_destroy(source->monitor);
			source->monitor = NULL;
		}
	}

	source->monitoring_type = type;
}

J
jp9000 已提交
4629 4630
enum obs_monitoring_type
obs_source_get_monitoring_type(const obs_source_t *source)
J
jp9000 已提交
4631
{
J
jp9000 已提交
4632 4633 4634
	return obs_source_valid(source, "obs_source_get_monitoring_type")
		       ? source->monitoring_type
		       : OBS_MONITORING_TYPE_NONE;
J
jp9000 已提交
4635
}
4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646

void obs_source_set_async_unbuffered(obs_source_t *source, bool unbuffered)
{
	if (!obs_source_valid(source, "obs_source_set_async_unbuffered"))
		return;

	source->async_unbuffered = unbuffered;
}

bool obs_source_async_unbuffered(const obs_source_t *source)
{
J
jp9000 已提交
4647 4648 4649
	return obs_source_valid(source, "obs_source_async_unbuffered")
		       ? source->async_unbuffered
		       : false;
4650
}
4651 4652 4653 4654 4655 4656 4657 4658 4659

obs_data_t *obs_source_get_private_settings(obs_source_t *source)
{
	if (!obs_ptr_valid(source, "obs_source_get_private_settings"))
		return NULL;

	obs_data_addref(source->private_settings);
	return source->private_settings;
}
4660 4661 4662 4663 4664 4665 4666 4667 4668 4669 4670 4671 4672 4673 4674 4675 4676

void obs_source_set_async_decoupled(obs_source_t *source, bool decouple)
{
	if (!obs_ptr_valid(source, "obs_source_set_async_decoupled"))
		return;

	source->async_decoupled = decouple;
	if (decouple) {
		pthread_mutex_lock(&source->audio_buf_mutex);
		source->timing_set = false;
		reset_audio_data(source, 0);
		pthread_mutex_unlock(&source->audio_buf_mutex);
	}
}

bool obs_source_async_decoupled(const obs_source_t *source)
{
J
jp9000 已提交
4677 4678 4679
	return obs_source_valid(source, "obs_source_async_decoupled")
		       ? source->async_decoupled
		       : false;
4680
}
4681 4682 4683 4684 4685 4686 4687 4688 4689 4690 4691 4692 4693

/* hidden/undocumented export to allow source type redefinition for scripts */
EXPORT void obs_enable_source_type(const char *name, bool enable)
{
	struct obs_source_info *info = get_source_info(name);
	if (!info)
		return;

	if (enable)
		info->output_flags &= ~OBS_SOURCE_CAP_DISABLED;
	else
		info->output_flags |= OBS_SOURCE_CAP_DISABLED;
}
C
cg2121 已提交
4694 4695 4696 4697 4698 4699 4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712

enum speaker_layout obs_source_get_speaker_layout(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_get_audio_channels"))
		return SPEAKERS_UNKNOWN;

	return source->sample_info.speakers;
}

void obs_source_set_balance_value(obs_source_t *source, float balance)
{
	if (!obs_source_valid(source, "obs_source_set_balance_value"))
		return;

	source->balance = balance;
}

float obs_source_get_balance_value(const obs_source_t *source)
{
J
jp9000 已提交
4713 4714 4715
	return obs_source_valid(source, "obs_source_get_balance_value")
		       ? source->balance
		       : 0.5f;
C
cg2121 已提交
4716
}
4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735 4736 4737 4738 4739

void obs_source_set_audio_active(obs_source_t *source, bool active)
{
	if (!obs_source_valid(source, "obs_source_set_audio_active"))
		return;

	if (os_atomic_set_bool(&source->audio_active, active) == active)
		return;

	if (active)
		obs_source_dosignal(source, "source_audio_activate",
				    "audio_activate");
	else
		obs_source_dosignal(source, "source_audio_deactivate",
				    "audio_deactivate");
}

bool obs_source_audio_active(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_audio_active")
		       ? os_atomic_load_bool(&source->audio_active)
		       : false;
}
4740 4741 4742 4743 4744 4745 4746

uint32_t obs_source_get_last_obs_version(const obs_source_t *source)
{
	return obs_source_valid(source, "obs_source_get_last_obs_version")
		       ? source->last_obs_ver
		       : 0;
}
C
Clayton Groeneveld 已提交
4747 4748 4749 4750 4751 4752

enum obs_icon_type obs_source_get_icon_type(const char *id)
{
	const struct obs_source_info *info = get_source_info(id);
	return (info) ? info->icon_type : OBS_ICON_TYPE_UNKNOWN;
}
4753 4754 4755 4756 4757 4758 4759 4760 4761 4762 4763 4764 4765 4766 4767 4768 4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788 4789 4790 4791 4792 4793 4794 4795 4796 4797 4798 4799 4800 4801 4802 4803 4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814 4815 4816 4817 4818 4819 4820 4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841 4842 4843 4844 4845 4846 4847 4848 4849 4850 4851 4852 4853 4854 4855 4856 4857 4858 4859 4860 4861 4862 4863 4864 4865 4866 4867 4868 4869 4870 4871 4872 4873 4874 4875 4876 4877 4878

void obs_source_media_play_pause(obs_source_t *source, bool pause)
{
	if (!obs_source_valid(source, "obs_source_media_play_pause"))
		return;

	if (!source->info.media_play_pause)
		return;

	source->info.media_play_pause(source->context.data, pause);

	if (pause)
		obs_source_dosignal(source, NULL, "media_pause");
	else
		obs_source_dosignal(source, NULL, "media_play");
}

void obs_source_media_restart(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_restart"))
		return;

	if (!source->info.media_restart)
		return;

	source->info.media_restart(source->context.data);

	obs_source_dosignal(source, NULL, "media_restart");
}

void obs_source_media_stop(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_stop"))
		return;

	if (!source->info.media_stop)
		return;

	source->info.media_stop(source->context.data);

	obs_source_dosignal(source, NULL, "media_stopped");
}

void obs_source_media_next(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_next"))
		return;

	if (!source->info.media_next)
		return;

	source->info.media_next(source->context.data);

	obs_source_dosignal(source, NULL, "media_next");
}

void obs_source_media_previous(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_previous"))
		return;

	if (!source->info.media_previous)
		return;

	source->info.media_previous(source->context.data);

	obs_source_dosignal(source, NULL, "media_previous");
}

int64_t obs_source_media_get_duration(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_get_duration"))
		return 0;

	if (source->info.media_get_duration)
		return source->info.media_get_duration(source->context.data);
	else
		return 0;
}

int64_t obs_source_media_get_time(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_get_time"))
		return 0;

	if (source->info.media_get_time)
		return source->info.media_get_time(source->context.data);
	else
		return 0;
}

void obs_source_media_set_time(obs_source_t *source, int64_t ms)
{
	if (!obs_source_valid(source, "obs_source_media_set_time"))
		return;

	if (source->info.media_set_time)
		source->info.media_set_time(source->context.data, ms);
}

enum obs_media_state obs_source_media_get_state(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_get_state"))
		return OBS_MEDIA_STATE_NONE;

	if (source->info.media_get_state)
		return source->info.media_get_state(source->context.data);
	else
		return OBS_MEDIA_STATE_NONE;
}

void obs_source_media_started(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_started"))
		return;

	obs_source_dosignal(source, NULL, "media_started");
}

void obs_source_media_ended(obs_source_t *source)
{
	if (!obs_source_valid(source, "obs_source_media_ended"))
		return;

	obs_source_dosignal(source, NULL, "media_ended");
}