#include "scrcpy.h" #include #include #include #include #include #include #include "command.h" #include "common.h" #include "controller.h" #include "decoder.h" #include "device.h" #include "events.h" #include "file_handler.h" #include "fps_counter.h" #include "input_manager.h" #include "log.h" #include "lock_util.h" #include "net.h" #include "recorder.h" #include "screen.h" #include "server.h" #include "stream.h" #include "tiny_xpm.h" #include "video_buffer.h" static struct server server = SERVER_INITIALIZER; static struct screen screen = SCREEN_INITIALIZER; static struct video_buffer video_buffer; static struct stream stream; static struct decoder decoder; static struct recorder recorder; static struct controller controller; static struct file_handler file_handler; static struct input_manager input_manager = { .controller = &controller, .video_buffer = &video_buffer, .screen = &screen, .control = SDL_TRUE, }; #if defined(__APPLE__) || defined(__WINDOWS__) # define CONTINUOUS_RESIZING_WORKAROUND #endif #ifdef CONTINUOUS_RESIZING_WORKAROUND // On Windows and MacOS, resizing blocks the event loop, so resizing events are // not triggered. As a workaround, handle them in an event handler. // // // static int event_watcher(void *data, SDL_Event *event) { if (event->type == SDL_WINDOWEVENT && event->window.event == SDL_WINDOWEVENT_RESIZED) { // called from another thread, not very safe, but it's a workaround! screen_render(&screen); } return 0; } #endif static SDL_bool is_apk(const char *file) { const char *ext = strrchr(file, '.'); return ext && !strcmp(ext, ".apk"); } enum event_result { EVENT_RESULT_CONTINUE, EVENT_RESULT_STOPPED_BY_USER, EVENT_RESULT_STOPPED_BY_EOS, }; static enum event_result handle_event(SDL_Event *event, SDL_bool control) { switch (event->type) { case EVENT_STREAM_STOPPED: LOGD("Video stream stopped"); return EVENT_RESULT_STOPPED_BY_EOS; case SDL_QUIT: LOGD("User requested to quit"); return EVENT_RESULT_STOPPED_BY_USER; case EVENT_NEW_FRAME: if (!screen.has_frame) { screen.has_frame = SDL_TRUE; // this is the very first frame, show the window screen_show_window(&screen); } if (!screen_update_frame(&screen, &video_buffer)) { return SDL_FALSE; } break; case SDL_WINDOWEVENT: switch (event->window.event) { case SDL_WINDOWEVENT_EXPOSED: case SDL_WINDOWEVENT_SIZE_CHANGED: screen_render(&screen); break; } break; case SDL_TEXTINPUT: if (!control) { break; } input_manager_process_text_input(&input_manager, &event->text); break; case SDL_KEYDOWN: case SDL_KEYUP: // some key events do not interact with the device, so process the // event even if control is disabled input_manager_process_key(&input_manager, &event->key); break; case SDL_MOUSEMOTION: if (!control) { break; } input_manager_process_mouse_motion(&input_manager, &event->motion); break; case SDL_MOUSEWHEEL: if (!control) { break; } input_manager_process_mouse_wheel(&input_manager, &event->wheel); break; case SDL_MOUSEBUTTONDOWN: case SDL_MOUSEBUTTONUP: // some mouse events do not interact with the device, so process // the event even if control is disabled input_manager_process_mouse_button(&input_manager, &event->button); break; case SDL_DROPFILE: { if (!control) { break; } file_handler_action_t action; if (is_apk(event->drop.file)) { action = ACTION_INSTALL_APK; } else { action = ACTION_PUSH_FILE; } file_handler_request(&file_handler, action, event->drop.file); break; } } return EVENT_RESULT_CONTINUE; } static SDL_bool event_loop(SDL_bool display, SDL_bool control) { #ifdef CONTINUOUS_RESIZING_WORKAROUND if (display) { SDL_AddEventWatch(event_watcher, NULL); } #endif SDL_Event event; while (SDL_WaitEvent(&event)) { enum event_result result = handle_event(&event, control); switch (result) { case EVENT_RESULT_STOPPED_BY_USER: return SDL_TRUE; case EVENT_RESULT_STOPPED_BY_EOS: return SDL_FALSE; case EVENT_RESULT_CONTINUE: break; } } return SDL_FALSE; } static process_t set_show_touches_enabled(const char *serial, SDL_bool enabled) { const char *value = enabled ? "1" : "0"; const char *const adb_cmd[] = { "shell", "settings", "put", "system", "show_touches", value }; return adb_execute(serial, adb_cmd, ARRAY_LEN(adb_cmd)); } static void wait_show_touches(process_t process) { // reap the process, ignore the result process_check_success(process, "show_touches"); } static SDL_LogPriority sdl_priority_from_av_level(int level) { switch (level) { case AV_LOG_PANIC: case AV_LOG_FATAL: return SDL_LOG_PRIORITY_CRITICAL; case AV_LOG_ERROR: return SDL_LOG_PRIORITY_ERROR; case AV_LOG_WARNING: return SDL_LOG_PRIORITY_WARN; case AV_LOG_INFO: return SDL_LOG_PRIORITY_INFO; } // do not forward others, which are too verbose return 0; } static void av_log_callback(void *avcl, int level, const char *fmt, va_list vl) { SDL_LogPriority priority = sdl_priority_from_av_level(level); if (priority == 0) { return; } char *local_fmt = SDL_malloc(strlen(fmt) + 10); if (!local_fmt) { LOGC("Cannot allocate string"); return; } // strcpy is safe here, the destination is large enough strcpy(local_fmt, "[FFmpeg] "); strcpy(local_fmt + 9, fmt); SDL_LogMessageV(SDL_LOG_CATEGORY_VIDEO, priority, local_fmt, vl); SDL_free(local_fmt); } SDL_bool scrcpy(const struct scrcpy_options *options) { SDL_bool record = !!options->record_filename; if (!server_start(&server, options->serial, options->port, options->max_size, options->bit_rate, options->crop, record)) { return SDL_FALSE; } process_t proc_show_touches = PROCESS_NONE; SDL_bool show_touches_waited; if (options->show_touches) { LOGI("Enable show_touches"); proc_show_touches = set_show_touches_enabled(options->serial, SDL_TRUE); show_touches_waited = SDL_FALSE; } SDL_bool ret = SDL_TRUE; if (!sdl_init_and_configure()) { ret = SDL_FALSE; goto finally_destroy_server; } socket_t device_socket = server_connect_to(&server); if (device_socket == INVALID_SOCKET) { server_stop(&server); ret = SDL_FALSE; goto finally_destroy_server; } char device_name[DEVICE_NAME_FIELD_LENGTH]; struct size frame_size; // screenrecord does not send frames when the screen content does not // change therefore, we transmit the screen size before the video stream, // to be able to init the window immediately if (!device_read_info(device_socket, device_name, &frame_size)) { server_stop(&server); ret = SDL_FALSE; goto finally_destroy_server; } SDL_bool display = !options->no_display; SDL_bool control = !options->no_control; input_manager.control = control; struct decoder *dec = NULL; if (display) { if (!video_buffer_init(&video_buffer)) { server_stop(&server); ret = SDL_FALSE; goto finally_destroy_server; } if (control && !file_handler_init(&file_handler, server.serial)) { ret = SDL_FALSE; server_stop(&server); goto finally_destroy_video_buffer; } decoder_init(&decoder, &video_buffer); dec = &decoder; } struct recorder *rec = NULL; if (record) { if (!recorder_init(&recorder, options->record_filename, options->record_format, frame_size)) { ret = SDL_FALSE; server_stop(&server); goto finally_destroy_file_handler; } rec = &recorder; } av_log_set_callback(av_log_callback); stream_init(&stream, device_socket, dec, rec); // now we consumed the header values, the socket receives the video stream // start the stream if (!stream_start(&stream)) { ret = SDL_FALSE; server_stop(&server); goto finally_destroy_recorder; } if (display) { if (control) { if (!controller_init(&controller, device_socket)) { ret = SDL_FALSE; goto finally_stop_stream; } if (!controller_start(&controller)) { ret = SDL_FALSE; goto finally_destroy_controller; } } if (!screen_init_rendering(&screen, device_name, frame_size, options->always_on_top)) { ret = SDL_FALSE; goto finally_stop_and_join_controller; } if (options->fullscreen) { screen_switch_fullscreen(&screen); } } if (options->show_touches) { wait_show_touches(proc_show_touches); show_touches_waited = SDL_TRUE; } ret = event_loop(display, control); LOGD("quit..."); screen_destroy(&screen); finally_stop_and_join_controller: if (display && control) { controller_stop(&controller); controller_join(&controller); } finally_destroy_controller: if (display && control) { controller_destroy(&controller); } finally_stop_stream: stream_stop(&stream); // stop the server before stream_join() to wake up the stream server_stop(&server); stream_join(&stream); finally_destroy_recorder: if (record) { recorder_destroy(&recorder); } finally_destroy_file_handler: if (display && control) { file_handler_stop(&file_handler); file_handler_join(&file_handler); file_handler_destroy(&file_handler); } finally_destroy_video_buffer: if (display) { video_buffer_destroy(&video_buffer); } finally_destroy_server: if (options->show_touches) { if (!show_touches_waited) { // wait the process which enabled "show touches" wait_show_touches(proc_show_touches); } LOGI("Disable show_touches"); proc_show_touches = set_show_touches_enabled(options->serial, SDL_FALSE); wait_show_touches(proc_show_touches); } server_destroy(&server); return ret; }