Skip to content

Display and control your Android device

Rename screen -> scrcpy -> main

Romain Vimont2c352206183b
diff --git a/app/meson.build b/app/meson.build
index 5ddffa95..8913b7b6 100644
--- a/app/meson.build
+++ b/app/meson.build
@@ -1,7 +1,7 @@
project('scrcpy-app', 'c')
src = [
- 'src/scrcpy.c',
+ 'src/main.c',
'src/command.c',
'src/control.c',
'src/controlevent.c',
@@ -10,7 +10,7 @@ src = [
'src/frames.c',
'src/lockutil.c',
'src/netutil.c',
- 'src/screen.c',
+ 'src/scrcpy.c',
'src/server.c',
'src/strutil.c',
]
diff --git a/app/src/main.c b/app/src/main.c
new file mode 100644
index 00000000..4b09880b
--- /dev/null
+++ b/app/src/main.c
@@ -0,0 +1,73 @@
+#include "scrcpy.h"
+
+#include <unistd.h>
+#include <libavformat/avformat.h>
+#include <SDL2/SDL.h>
+
+#define DEFAULT_LOCAL_PORT 27183
+
+struct args {
+ const char *serial;
+ Uint16 port;
+};
+
+int parse_args(struct args *args, int argc, char *argv[]) {
+ int c;
+ while ((c = getopt(argc, argv, "p:")) != -1) {
+ switch (c) {
+ case 'p': {
+ char *endptr;
+ long int value = strtol(optarg, &endptr, 0);
+ if (*optarg == '\0' || *endptr != '\0') {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Invalid port: %s\n", optarg);
+ return -1;
+ }
+ if (value & ~0xffff) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Port out of range: %ld\n", value);
+ return -1;
+ }
+ args->port = (Uint16) value;
+ break;
+ }
+ default:
+ // getopt prints the error message on stderr
+ return -1;
+ }
+ }
+
+ int index = optind;
+ if (index < argc) {
+ args->serial = argv[index++];
+ }
+ if (index < argc) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Unexpected additional argument: %s\n", argv[index]);
+ return -1;
+ }
+ return 0;
+}
+
+int main(int argc, char *argv[]) {
+ int res;
+
+ struct args args = {
+ .serial = NULL,
+ .port = DEFAULT_LOCAL_PORT,
+ };
+ if (parse_args(&args, argc, argv)) {
+ return 1;
+ }
+
+ av_register_all();
+
+ if (avformat_network_init()) {
+ return 1;
+ }
+
+ SDL_LogSetAllPriority(SDL_LOG_PRIORITY_DEBUG);
+
+ res = scrcpy(args.serial, args.port) ? 0 : 1;
+
+ avformat_network_deinit(); // ignore failure
+
+ return res;
+}
diff --git a/app/src/scrcpy.c b/app/src/scrcpy.c
index 67426a5f..50a4fd27 100644
--- a/app/src/scrcpy.c
+++ b/app/src/scrcpy.c
@@ -1,73 +1,540 @@
-#include "screen.h"
+#include "scrcpy.h"
+#include <stdio.h>
+#include <string.h>
#include <unistd.h>
#include <libavformat/avformat.h>
+#include <sys/time.h>
#include <SDL2/SDL.h>
+#include <SDL2/SDL_net.h>
-#define DEFAULT_LOCAL_PORT 27183
-
-struct args {
- const char *serial;
- Uint16 port;
-};
-
-int parse_args(struct args *args, int argc, char *argv[]) {
- int c;
- while ((c = getopt(argc, argv, "p:")) != -1) {
- switch (c) {
- case 'p': {
- char *endptr;
- long int value = strtol(optarg, &endptr, 0);
- if (*optarg == '\0' || *endptr != '\0') {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Invalid port: %s\n", optarg);
- return -1;
- }
- if (value & ~0xffff) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Port out of range: %ld\n", value);
- return -1;
- }
- args->port = (Uint16) value;
- break;
+#include "command.h"
+#include "common.h"
+#include "control.h"
+#include "convert.h"
+#include "decoder.h"
+#include "events.h"
+#include "frames.h"
+#include "lockutil.h"
+#include "netutil.h"
+#include "server.h"
+
+#define DEVICE_NAME_FIELD_LENGTH 64
+#define DISPLAY_MARGINS 96
+
+static struct frames frames;
+static struct decoder decoder;
+static struct controller controller;
+
+static SDL_Window *window;
+static SDL_Renderer *renderer;
+static SDL_Texture *texture;
+static struct size frame_size;
+static SDL_bool texture_empty = SDL_TRUE;
+static SDL_bool fullscreen = SDL_FALSE;
+
+static long timestamp_ms(void) {
+ struct timeval tv;
+ gettimeofday(&tv, NULL);
+ return tv.tv_sec * 1000 + tv.tv_usec / 1000;
+}
+
+static void count_frame(void) {
+ static long ts = 0;
+ static int nbframes = 0;
+ long now = timestamp_ms();
+ ++nbframes;
+ if (now - ts > 1000) {
+ SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "%d fps", nbframes);
+ ts = now;
+ nbframes = 0;
+ }
+}
+
+static TCPsocket listen_on_port(Uint16 port) {
+ IPaddress addr = {
+ .host = INADDR_ANY,
+ .port = SDL_SwapBE16(port),
+ };
+ return SDLNet_TCP_Open(&addr);
+}
+
+// name must be at least DEVICE_NAME_FIELD_LENGTH bytes
+SDL_bool read_initial_device_info(TCPsocket socket, char *device_name, struct size *size) {
+ unsigned char buf[DEVICE_NAME_FIELD_LENGTH + 4];
+ if (SDLNet_TCP_Recv(socket, buf, sizeof(buf)) <= 0) {
+ return SDL_FALSE;
+ }
+ buf[DEVICE_NAME_FIELD_LENGTH - 1] = '\0'; // in case the client sends garbage
+ // scrcpy is safe here, since name contains at least DEVICE_NAME_FIELD_LENGTH bytes
+ // and strlen(buf) < DEVICE_NAME_FIELD_LENGTH
+ strcpy(device_name, (char *) buf);
+ size->width = (buf[DEVICE_NAME_FIELD_LENGTH] << 8) | buf[DEVICE_NAME_FIELD_LENGTH + 1];
+ size->height = (buf[DEVICE_NAME_FIELD_LENGTH + 2] << 8) | buf[DEVICE_NAME_FIELD_LENGTH + 3];
+ return SDL_TRUE;
+}
+
+#if SDL_VERSION_ATLEAST(2, 0, 5)
+# define GET_DISPLAY_BOUNDS(i, r) SDL_GetDisplayUsableBounds((i), (r))
+#else
+# define GET_DISPLAY_BOUNDS(i, r) SDL_GetDisplayBounds((i), (r))
+#endif
+
+// init the preferred display_bounds (i.e. the screen bounds with some margins)
+static SDL_bool get_preferred_display_bounds(struct size *bounds) {
+ SDL_Rect rect;
+ if (GET_DISPLAY_BOUNDS(0, &rect)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_SYSTEM, "Could not get display usable bounds: %s", SDL_GetError());
+ return SDL_FALSE;
+ }
+
+ bounds->width = MAX(0, rect.w - DISPLAY_MARGINS);
+ bounds->height = MAX(0, rect.h - DISPLAY_MARGINS);
+ return SDL_TRUE;
+}
+
+static inline struct size get_window_size(SDL_Window *window) {
+ int width;
+ int height;
+ SDL_GetWindowSize(window, &width, &height);
+
+ struct size size;
+ size.width = width;
+ size.height = height;
+ return size;
+}
+
+static inline struct position get_mouse_position() {
+ int x;
+ int y;
+ SDL_GetMouseState(&x, &y);
+ SDL_assert_release(x >= 0 && x < 0x10000 && y >= 0 && y < 0x10000);
+ return (struct position) {
+ .x = (Uint16) x,
+ .y = (Uint16) y,
+ };
+}
+
+// return the optimal size of the window, with the following constraints:
+// - it attempts to keep at least one dimension of the current_size (i.e. it crops the black borders)
+// - it keeps the aspect ratio
+// - it scales down to make it fit in the display_size
+// TODO unit test
+static struct size get_optimal_size(struct size current_size, struct size frame_size) {
+ struct size display_size;
+ // 32 bits because we need to multiply two 16 bits values
+ Uint32 w;
+ Uint32 h;
+
+ if (!get_preferred_display_bounds(&display_size)) {
+ // cannot get display bounds, do not constraint the size
+ w = current_size.width;
+ h = current_size.height;
+ } else {
+ w = MIN(current_size.width, display_size.width);
+ h = MIN(current_size.height, display_size.height);
+ }
+
+ SDL_bool keep_width = frame_size.width * h > frame_size.height * w;
+ if (keep_width) {
+ // remove black borders on top and bottom
+ h = frame_size.height * w / frame_size.width;
+ } else {
+ // remove black borders on left and right (or none at all if it already fits)
+ w = frame_size.width * h / frame_size.height;
+ }
+
+ // w and h must fit into 16 bits
+ SDL_assert_release(w < 0x10000 && h < 0x10000);
+ return (struct size) {w, h};
+}
+
+// initially, there is no current size, so use the frame size as current size
+static inline struct size get_initial_optimal_size(struct size frame_size) {
+ return get_optimal_size(frame_size, frame_size);
+}
+
+// same as get_optimal_size(), but read the current size from the window
+static inline struct size get_optimal_window_size(SDL_Window *window, struct size frame_size) {
+ struct size current_size = get_window_size(window);
+ return get_optimal_size(current_size, frame_size);
+}
+
+static inline SDL_bool prepare_for_frame(SDL_Window *window, SDL_Renderer *renderer, SDL_Texture **texture,
+ struct size old_frame_size, struct size frame_size) {
+ (void) window; // might be used to resize the window automatically
+ if (old_frame_size.width != frame_size.width || old_frame_size.height != frame_size.height) {
+ if (SDL_RenderSetLogicalSize(renderer, frame_size.width, frame_size.height)) {
+ SDL_LogError(SDL_LOG_CATEGORY_RENDER, "Could not set renderer logical size: %s", SDL_GetError());
+ return SDL_FALSE;
}
- default:
- // getopt prints the error message on stderr
- return -1;
+
+ // frame dimension changed, destroy texture
+ SDL_DestroyTexture(*texture);
+
+ struct size current_size = get_window_size(window);
+ struct size target_size = {
+ (Uint32) current_size.width * frame_size.width / old_frame_size.width,
+ (Uint32) current_size.height * frame_size.height / old_frame_size.height,
+ };
+ target_size = get_optimal_size(target_size, frame_size);
+ SDL_SetWindowSize(window, target_size.width, target_size.height);
+
+ SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION, "New texture: %" PRIu16 "x%" PRIu16, frame_size.width, frame_size.height);
+ *texture = SDL_CreateTexture(renderer, SDL_PIXELFORMAT_YV12, SDL_TEXTUREACCESS_STREAMING, frame_size.width, frame_size.height);
+ if (!*texture) {
+ SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create texture: %s", SDL_GetError());
+ return SDL_FALSE;
}
}
- int index = optind;
- if (index < argc) {
- args->serial = argv[index++];
+ return SDL_TRUE;
+}
+
+static void update_texture(const AVFrame *frame, SDL_Texture *texture) {
+ SDL_UpdateYUVTexture(texture, NULL,
+ frame->data[0], frame->linesize[0],
+ frame->data[1], frame->linesize[1],
+ frame->data[2], frame->linesize[2]);
+}
+
+static void render(SDL_Renderer *renderer, SDL_Texture *texture) {
+ SDL_RenderClear(renderer);
+ if (texture) {
+ SDL_RenderCopy(renderer, texture, NULL, NULL);
+ }
+ SDL_RenderPresent(renderer);
+}
+
+static int wait_for_success(process_t proc, const char *name) {
+ if (proc == PROCESS_NONE) {
+ SDL_LogError(SDL_LOG_CATEGORY_SYSTEM, "Could not execute \"%s\"", name);
+ return -1;
}
- if (index < argc) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Unexpected additional argument: %s\n", argv[index]);
+ exit_code_t exit_code;
+ if (!cmd_simple_wait(proc, &exit_code)) {
+ if (exit_code != NO_EXIT_CODE) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "\"%s\" returned with value %" PRIexitcode, name, exit_code);
+ } else {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "\"%s\" exited unexpectedly", name);
+ }
return -1;
}
return 0;
}
-int main(int argc, char *argv[]) {
- int res;
+static SDL_bool handle_new_frame(void) {
+ mutex_lock(frames.mutex);
+ AVFrame *frame = frames.rendering_frame;
+ frames.rendering_frame_consumed = SDL_TRUE;
+ if (!decoder.skip_frames) {
+ cond_signal(frames.rendering_frame_consumed_cond);
+ }
- struct args args = {
- .serial = NULL,
- .port = DEFAULT_LOCAL_PORT,
- };
- if (parse_args(&args, argc, argv)) {
- return 1;
+ struct size current_frame_size = {frame->width, frame->height};
+ if (!prepare_for_frame(window, renderer, &texture, frame_size, current_frame_size)) {
+ return SDL_FALSE;
}
- av_register_all();
+ frame_size = current_frame_size;
- if (avformat_network_init()) {
- return 1;
+ update_texture(frame, texture);
+ mutex_unlock(frames.mutex);
+
+ render(renderer, texture);
+ return SDL_TRUE;
+}
+
+static void handle_text_input(const SDL_TextInputEvent *event) {
+ struct control_event control_event;
+ control_event.type = CONTROL_EVENT_TYPE_TEXT;
+ strncpy(control_event.text_event.text, event->text, TEXT_MAX_LENGTH);
+ control_event.text_event.text[TEXT_MAX_LENGTH] = '\0';
+ if (!controller_push_event(&controller, &control_event)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send text event");
}
+}
- SDL_LogSetAllPriority(SDL_LOG_PRIORITY_DEBUG);
+static void handle_key(const SDL_KeyboardEvent *event) {
+ SDL_Keycode keycode = event->keysym.sym;
+ SDL_bool ctrl = event->keysym.mod & (KMOD_LCTRL | KMOD_RCTRL);
+ SDL_bool shift = event->keysym.mod & (KMOD_LSHIFT | KMOD_RSHIFT);
+ SDL_bool repeat = event->repeat;
- res = show_screen(args.serial, args.port) ? 0 : 1;
+ // Capture Ctrl+x: optimal size
+ if (keycode == SDLK_x && !repeat && ctrl && !shift) {
+ if (event->type == SDL_KEYDOWN) {
+ struct size optimal_size = get_optimal_window_size(window, frame_size);
+ SDL_SetWindowSize(window, optimal_size.width, optimal_size.height);
+ }
+ return;
+ }
+
+ // Capture Ctrl+f: switch fullscreen
+ if (keycode == SDLK_f && !repeat && ctrl && !shift) {
+ if (event->type == SDL_KEYDOWN) {
+ Uint32 new_mode = fullscreen ? 0 : SDL_WINDOW_FULLSCREEN_DESKTOP;
+ if (!SDL_SetWindowFullscreen(window, new_mode)) {
+ fullscreen = !fullscreen;
+ render(renderer, texture_empty ? NULL : texture);
+ } else {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Could not switch fullscreen mode: %s", SDL_GetError());
+ }
+ }
+ return;
+ }
+
+ struct control_event control_event;
+ if (input_key_from_sdl_to_android(event, &control_event)) {
+ if (!controller_push_event(&controller, &control_event)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send control event");
+ }
+ }
+}
- avformat_network_deinit(); // ignore failure
+static void handle_mouse_motion(const SDL_MouseMotionEvent *event, struct size screen_size) {
+ struct control_event control_event;
+ if (mouse_motion_from_sdl_to_android(event, screen_size, &control_event)) {
+ if (!controller_push_event(&controller, &control_event)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send mouse motion event");
+ }
+ }
+}
+
+static void handle_mouse_button(const SDL_MouseButtonEvent *event, struct size screen_size) {
+ struct control_event control_event;
+ if (mouse_button_from_sdl_to_android(event, screen_size, &control_event)) {
+ if (!controller_push_event(&controller, &control_event)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send mouse button event");
+ }
+ }
+}
+
+static void handle_mouse_wheel(const SDL_MouseWheelEvent *event, struct point point) {
+ struct control_event control_event;
+ if (mouse_wheel_from_sdl_to_android(event, point, &control_event)) {
+ if (!controller_push_event(&controller, &control_event)) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send wheel button event");
+ }
+ }
+}
+
+void event_loop(void) {
+ SDL_Event event;
+ while (SDL_WaitEvent(&event)) {
+ switch (event.type) {
+ case EVENT_DECODER_STOPPED:
+ SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "Video decoder stopped");
+ case SDL_QUIT:
+ return;
+ case EVENT_NEW_FRAME:
+ if (!handle_new_frame()) {
+ return;
+ }
+ texture_empty = SDL_FALSE;
+ count_frame(); // display fps for debug
+ break;
+ case SDL_WINDOWEVENT:
+ switch (event.window.event) {
+ case SDL_WINDOWEVENT_EXPOSED:
+ case SDL_WINDOWEVENT_SIZE_CHANGED:
+ render(renderer, texture_empty ? NULL : texture);
+ break;
+ }
+ break;
+ case SDL_TEXTINPUT: {
+ handle_text_input(&event.text);
+ break;
+ }
+ case SDL_KEYDOWN:
+ case SDL_KEYUP:
+ handle_key(&event.key);
+ break;
+ case SDL_MOUSEMOTION:
+ handle_mouse_motion(&event.motion, frame_size);
+ break;
+ case SDL_MOUSEWHEEL: {
+ struct point point = {
+ .screen_size = frame_size,
+ .position = get_mouse_position(),
+ };
+ handle_mouse_wheel(&event.wheel, point);
+ break;
+ }
+ case SDL_MOUSEBUTTONDOWN:
+ case SDL_MOUSEBUTTONUP: {
+ handle_mouse_button(&event.button, frame_size);
+ break;
+ }
+ }
+ }
+}
+
+SDL_bool scrcpy(const char *serial, Uint16 local_port) {
+ SDL_bool ret = 0;
+
+ process_t push_proc = push_server(serial);
+ if (wait_for_success(push_proc, "adb push")) {
+ return SDL_FALSE;
+ }
+
+ process_t reverse_tunnel_proc = enable_tunnel(serial, local_port);
+ if (wait_for_success(reverse_tunnel_proc, "adb reverse")) {
+ return SDL_FALSE;
+ }
+
+ TCPsocket server_socket = listen_on_port(local_port);
+ if (!server_socket) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not open video socket");
+ goto screen_finally_adb_reverse_remove;
+ }
+
+ // server will connect to our socket
+ process_t server = start_server(serial);
+ if (server == PROCESS_NONE) {
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(server_socket);
+ goto screen_finally_adb_reverse_remove;
+ }
+
+ // to reduce startup time, we could be tempted to init other stuff before blocking here
+ // but we should not block after SDL_Init since it handles the signals (Ctrl+C) in its
+ // event loop: blocking could lead to deadlock
+ TCPsocket device_socket = blocking_accept(server_socket);
+ // we don't need the server socket anymore
+ SDLNet_TCP_Close(server_socket);
+ if (!device_socket) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not accept video socket: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ stop_server(server);
+ goto screen_finally_adb_reverse_remove;
+ }
+
+ char device_name[DEVICE_NAME_FIELD_LENGTH];
+
+ // screenrecord does not send frames when the screen content does not change
+ // therefore, we transmit the screen size before the video stream, to be able
+ // to init the window immediately
+ if (!read_initial_device_info(device_socket, device_name, &frame_size)) {
+ SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not retrieve initial screen size");
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(device_socket);
+ stop_server(server);
+ goto screen_finally_adb_reverse_remove;
+ }
+
+ if (!frames_init(&frames)) {
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(device_socket);
+ stop_server(server);
+ goto screen_finally_adb_reverse_remove;
+ }
+
+ decoder.frames = &frames;
+ decoder.video_socket = device_socket;
+ decoder.skip_frames = SDL_TRUE;
+
+ // now we consumed the header values, the socket receives the video stream
+ // start the decoder
+ if (!decoder_start(&decoder)) {
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(device_socket);
+ stop_server(server);
+ goto screen_finally_destroy_frames;
+ }
+
+ if (!controller_init(&controller, device_socket)) {
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(device_socket);
+ stop_server(server);
+ goto screen_finally_stop_decoder;
+ }
+
+ if (!controller_start(&controller)) {
+ ret = SDL_FALSE;
+ SDLNet_TCP_Close(device_socket);
+ stop_server(server);
+ goto screen_finally_destroy_controller;
+ }
+
+ if (SDL_Init(SDL_INIT_VIDEO)) {
+ SDL_LogCritical(SDL_LOG_CATEGORY_APPLICATION, "Could not initialize SDL: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ goto screen_finally_stop_and_join_controller;
+ }
+ // FIXME it may crash in SDL_Quit in i965_dri.so
+ // As a workaround, do not call SDL_Quit() (we are exiting anyway).
+ // atexit(SDL_Quit);
+
+ // Bilinear resizing
+ if (!SDL_SetHint(SDL_HINT_RENDER_SCALE_QUALITY, "1")) {
+ SDL_LogWarn(SDL_LOG_CATEGORY_VIDEO, "Could not enable bilinear filtering");
+ }
+
+ struct size window_size = get_initial_optimal_size(frame_size);
+ window = SDL_CreateWindow(device_name, SDL_WINDOWPOS_UNDEFINED, SDL_WINDOWPOS_UNDEFINED,
+ window_size.width, window_size.height, SDL_WINDOW_SHOWN | SDL_WINDOW_RESIZABLE);
+ if (!window) {
+ SDL_LogCritical(SDL_LOG_CATEGORY_SYSTEM, "Could not create window: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ goto screen_finally_stop_decoder;
+ }
+
+ renderer = SDL_CreateRenderer(window, -1, SDL_RENDERER_ACCELERATED);
+ if (!renderer) {
+ SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create renderer: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ goto screen_finally_destroy_window;
+ }
+
+ if (SDL_RenderSetLogicalSize(renderer, frame_size.width, frame_size.height)) {
+ SDL_LogError(SDL_LOG_CATEGORY_RENDER, "Could not set renderer logical size: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ goto screen_finally_destroy_renderer;
+ }
+
+ SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION, "Initial texture: %" PRIu16 "x%" PRIu16, frame_size.width, frame_size.height);
+ texture = SDL_CreateTexture(renderer, SDL_PIXELFORMAT_YV12, SDL_TEXTUREACCESS_STREAMING, frame_size.width, frame_size.height);
+ if (!texture) {
+ SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create texture: %s", SDL_GetError());
+ ret = SDL_FALSE;
+ goto screen_finally_destroy_renderer;
+ }
+
+ SDL_RenderClear(renderer);
+ SDL_RenderPresent(renderer);
+
+ event_loop();
+
+ SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "quit...");
+ SDL_DestroyTexture(texture);
+screen_finally_destroy_renderer:
+ // FIXME it may crash at exit if we destroy the renderer or the window,
+ // with the exact same stack trace as <https://bugs.launchpad.net/mir/+bug/1466535>.
+ // As a workaround, leak the renderer and the window (we are exiting anyway).
+ //SDL_DestroyRenderer(renderer);
+screen_finally_destroy_window:
+ //SDL_DestroyWindow(window);
+screen_finally_stop_and_join_controller:
+ controller_stop(&controller);
+ controller_join(&controller);
+screen_finally_destroy_controller:
+ controller_destroy(&controller);
+screen_finally_stop_decoder:
+ SDLNet_TCP_Close(device_socket);
+ // kill the server before decoder_join() to wake up the decoder
+ stop_server(server);
+ decoder_join(&decoder);
+screen_finally_destroy_frames:
+ frames_destroy(&frames);
+screen_finally_adb_reverse_remove:
+ {
+ process_t remove = disable_tunnel(serial);
+ if (remove != PROCESS_NONE) {
+ // ignore failure
+ cmd_simple_wait(remove, NULL);
+ }
+ }
- return res;
+ return ret;
}
diff --git a/app/src/screen.h b/app/src/scrcpy.h
similarity index 54%
rename from app/src/screen.h
rename to app/src/scrcpy.h
index a3d4d2af..adbddd14 100644
--- a/app/src/screen.h
+++ b/app/src/scrcpy.h
@@ -3,6 +3,6 @@
#include <SDL2/SDL_stdinc.h>
-SDL_bool show_screen(const char *serial, Uint16 local_port);
+SDL_bool scrcpy(const char *serial, Uint16 local_port);
#endif
diff --git a/app/src/screen.c b/app/src/screen.c
deleted file mode 100644
index 8c0116d0..00000000
--- a/app/src/screen.c
+++ /dev/null
@@ -1,540 +0,0 @@
-#include "screen.h"
-
-#include <stdio.h>
-#include <string.h>
-#include <unistd.h>
-#include <libavformat/avformat.h>
-#include <sys/time.h>
-#include <SDL2/SDL.h>
-#include <SDL2/SDL_net.h>
-
-#include "command.h"
-#include "common.h"
-#include "control.h"
-#include "convert.h"
-#include "decoder.h"
-#include "events.h"
-#include "frames.h"
-#include "lockutil.h"
-#include "netutil.h"
-#include "server.h"
-
-#define DEVICE_NAME_FIELD_LENGTH 64
-#define DISPLAY_MARGINS 96
-
-static struct frames frames;
-static struct decoder decoder;
-static struct controller controller;
-
-static SDL_Window *window;
-static SDL_Renderer *renderer;
-static SDL_Texture *texture;
-static struct size frame_size;
-static SDL_bool texture_empty = SDL_TRUE;
-static SDL_bool fullscreen = SDL_FALSE;
-
-static long timestamp_ms(void) {
- struct timeval tv;
- gettimeofday(&tv, NULL);
- return tv.tv_sec * 1000 + tv.tv_usec / 1000;
-}
-
-static void count_frame(void) {
- static long ts = 0;
- static int nbframes = 0;
- long now = timestamp_ms();
- ++nbframes;
- if (now - ts > 1000) {
- SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "%d fps", nbframes);
- ts = now;
- nbframes = 0;
- }
-}
-
-static TCPsocket listen_on_port(Uint16 port) {
- IPaddress addr = {
- .host = INADDR_ANY,
- .port = SDL_SwapBE16(port),
- };
- return SDLNet_TCP_Open(&addr);
-}
-
-// name must be at least DEVICE_NAME_FIELD_LENGTH bytes
-SDL_bool read_initial_device_info(TCPsocket socket, char *device_name, struct size *size) {
- unsigned char buf[DEVICE_NAME_FIELD_LENGTH + 4];
- if (SDLNet_TCP_Recv(socket, buf, sizeof(buf)) <= 0) {
- return SDL_FALSE;
- }
- buf[DEVICE_NAME_FIELD_LENGTH - 1] = '\0'; // in case the client sends garbage
- // scrcpy is safe here, since name contains at least DEVICE_NAME_FIELD_LENGTH bytes
- // and strlen(buf) < DEVICE_NAME_FIELD_LENGTH
- strcpy(device_name, (char *) buf);
- size->width = (buf[DEVICE_NAME_FIELD_LENGTH] << 8) | buf[DEVICE_NAME_FIELD_LENGTH + 1];
- size->height = (buf[DEVICE_NAME_FIELD_LENGTH + 2] << 8) | buf[DEVICE_NAME_FIELD_LENGTH + 3];
- return SDL_TRUE;
-}
-
-#if SDL_VERSION_ATLEAST(2, 0, 5)
-# define GET_DISPLAY_BOUNDS(i, r) SDL_GetDisplayUsableBounds((i), (r))
-#else
-# define GET_DISPLAY_BOUNDS(i, r) SDL_GetDisplayBounds((i), (r))
-#endif
-
-// init the preferred display_bounds (i.e. the screen bounds with some margins)
-static SDL_bool get_preferred_display_bounds(struct size *bounds) {
- SDL_Rect rect;
- if (GET_DISPLAY_BOUNDS(0, &rect)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_SYSTEM, "Could not get display usable bounds: %s", SDL_GetError());
- return SDL_FALSE;
- }
-
- bounds->width = MAX(0, rect.w - DISPLAY_MARGINS);
- bounds->height = MAX(0, rect.h - DISPLAY_MARGINS);
- return SDL_TRUE;
-}
-
-static inline struct size get_window_size(SDL_Window *window) {
- int width;
- int height;
- SDL_GetWindowSize(window, &width, &height);
-
- struct size size;
- size.width = width;
- size.height = height;
- return size;
-}
-
-static inline struct position get_mouse_position() {
- int x;
- int y;
- SDL_GetMouseState(&x, &y);
- SDL_assert_release(x >= 0 && x < 0x10000 && y >= 0 && y < 0x10000);
- return (struct position) {
- .x = (Uint16) x,
- .y = (Uint16) y,
- };
-}
-
-// return the optimal size of the window, with the following constraints:
-// - it attempts to keep at least one dimension of the current_size (i.e. it crops the black borders)
-// - it keeps the aspect ratio
-// - it scales down to make it fit in the display_size
-// TODO unit test
-static struct size get_optimal_size(struct size current_size, struct size frame_size) {
- struct size display_size;
- // 32 bits because we need to multiply two 16 bits values
- Uint32 w;
- Uint32 h;
-
- if (!get_preferred_display_bounds(&display_size)) {
- // cannot get display bounds, do not constraint the size
- w = current_size.width;
- h = current_size.height;
- } else {
- w = MIN(current_size.width, display_size.width);
- h = MIN(current_size.height, display_size.height);
- }
-
- SDL_bool keep_width = frame_size.width * h > frame_size.height * w;
- if (keep_width) {
- // remove black borders on top and bottom
- h = frame_size.height * w / frame_size.width;
- } else {
- // remove black borders on left and right (or none at all if it already fits)
- w = frame_size.width * h / frame_size.height;
- }
-
- // w and h must fit into 16 bits
- SDL_assert_release(w < 0x10000 && h < 0x10000);
- return (struct size) {w, h};
-}
-
-// initially, there is no current size, so use the frame size as current size
-static inline struct size get_initial_optimal_size(struct size frame_size) {
- return get_optimal_size(frame_size, frame_size);
-}
-
-// same as get_optimal_size(), but read the current size from the window
-static inline struct size get_optimal_window_size(SDL_Window *window, struct size frame_size) {
- struct size current_size = get_window_size(window);
- return get_optimal_size(current_size, frame_size);
-}
-
-static inline SDL_bool prepare_for_frame(SDL_Window *window, SDL_Renderer *renderer, SDL_Texture **texture,
- struct size old_frame_size, struct size frame_size) {
- (void) window; // might be used to resize the window automatically
- if (old_frame_size.width != frame_size.width || old_frame_size.height != frame_size.height) {
- if (SDL_RenderSetLogicalSize(renderer, frame_size.width, frame_size.height)) {
- SDL_LogError(SDL_LOG_CATEGORY_RENDER, "Could not set renderer logical size: %s", SDL_GetError());
- return SDL_FALSE;
- }
-
- // frame dimension changed, destroy texture
- SDL_DestroyTexture(*texture);
-
- struct size current_size = get_window_size(window);
- struct size target_size = {
- (Uint32) current_size.width * frame_size.width / old_frame_size.width,
- (Uint32) current_size.height * frame_size.height / old_frame_size.height,
- };
- target_size = get_optimal_size(target_size, frame_size);
- SDL_SetWindowSize(window, target_size.width, target_size.height);
-
- SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION, "New texture: %" PRIu16 "x%" PRIu16, frame_size.width, frame_size.height);
- *texture = SDL_CreateTexture(renderer, SDL_PIXELFORMAT_YV12, SDL_TEXTUREACCESS_STREAMING, frame_size.width, frame_size.height);
- if (!*texture) {
- SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create texture: %s", SDL_GetError());
- return SDL_FALSE;
- }
- }
-
- return SDL_TRUE;
-}
-
-static void update_texture(const AVFrame *frame, SDL_Texture *texture) {
- SDL_UpdateYUVTexture(texture, NULL,
- frame->data[0], frame->linesize[0],
- frame->data[1], frame->linesize[1],
- frame->data[2], frame->linesize[2]);
-}
-
-static void render(SDL_Renderer *renderer, SDL_Texture *texture) {
- SDL_RenderClear(renderer);
- if (texture) {
- SDL_RenderCopy(renderer, texture, NULL, NULL);
- }
- SDL_RenderPresent(renderer);
-}
-
-static int wait_for_success(process_t proc, const char *name) {
- if (proc == PROCESS_NONE) {
- SDL_LogError(SDL_LOG_CATEGORY_SYSTEM, "Could not execute \"%s\"", name);
- return -1;
- }
- exit_code_t exit_code;
- if (!cmd_simple_wait(proc, &exit_code)) {
- if (exit_code != NO_EXIT_CODE) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "\"%s\" returned with value %" PRIexitcode, name, exit_code);
- } else {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "\"%s\" exited unexpectedly", name);
- }
- return -1;
- }
- return 0;
-}
-
-static SDL_bool handle_new_frame(void) {
- mutex_lock(frames.mutex);
- AVFrame *frame = frames.rendering_frame;
- frames.rendering_frame_consumed = SDL_TRUE;
- if (!decoder.skip_frames) {
- cond_signal(frames.rendering_frame_consumed_cond);
- }
-
- struct size current_frame_size = {frame->width, frame->height};
- if (!prepare_for_frame(window, renderer, &texture, frame_size, current_frame_size)) {
- return SDL_FALSE;
- }
-
- frame_size = current_frame_size;
-
- update_texture(frame, texture);
- mutex_unlock(frames.mutex);
-
- render(renderer, texture);
- return SDL_TRUE;
-}
-
-static void handle_text_input(const SDL_TextInputEvent *event) {
- struct control_event control_event;
- control_event.type = CONTROL_EVENT_TYPE_TEXT;
- strncpy(control_event.text_event.text, event->text, TEXT_MAX_LENGTH);
- control_event.text_event.text[TEXT_MAX_LENGTH] = '\0';
- if (!controller_push_event(&controller, &control_event)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send text event");
- }
-}
-
-static void handle_key(const SDL_KeyboardEvent *event) {
- SDL_Keycode keycode = event->keysym.sym;
- SDL_bool ctrl = event->keysym.mod & (KMOD_LCTRL | KMOD_RCTRL);
- SDL_bool shift = event->keysym.mod & (KMOD_LSHIFT | KMOD_RSHIFT);
- SDL_bool repeat = event->repeat;
-
- // Capture Ctrl+x: optimal size
- if (keycode == SDLK_x && !repeat && ctrl && !shift) {
- if (event->type == SDL_KEYDOWN) {
- struct size optimal_size = get_optimal_window_size(window, frame_size);
- SDL_SetWindowSize(window, optimal_size.width, optimal_size.height);
- }
- return;
- }
-
- // Capture Ctrl+f: switch fullscreen
- if (keycode == SDLK_f && !repeat && ctrl && !shift) {
- if (event->type == SDL_KEYDOWN) {
- Uint32 new_mode = fullscreen ? 0 : SDL_WINDOW_FULLSCREEN_DESKTOP;
- if (!SDL_SetWindowFullscreen(window, new_mode)) {
- fullscreen = !fullscreen;
- render(renderer, texture_empty ? NULL : texture);
- } else {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Could not switch fullscreen mode: %s", SDL_GetError());
- }
- }
- return;
- }
-
- struct control_event control_event;
- if (input_key_from_sdl_to_android(event, &control_event)) {
- if (!controller_push_event(&controller, &control_event)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send control event");
- }
- }
-}
-
-static void handle_mouse_motion(const SDL_MouseMotionEvent *event, struct size screen_size) {
- struct control_event control_event;
- if (mouse_motion_from_sdl_to_android(event, screen_size, &control_event)) {
- if (!controller_push_event(&controller, &control_event)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send mouse motion event");
- }
- }
-}
-
-static void handle_mouse_button(const SDL_MouseButtonEvent *event, struct size screen_size) {
- struct control_event control_event;
- if (mouse_button_from_sdl_to_android(event, screen_size, &control_event)) {
- if (!controller_push_event(&controller, &control_event)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send mouse button event");
- }
- }
-}
-
-static void handle_mouse_wheel(const SDL_MouseWheelEvent *event, struct point point) {
- struct control_event control_event;
- if (mouse_wheel_from_sdl_to_android(event, point, &control_event)) {
- if (!controller_push_event(&controller, &control_event)) {
- SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION, "Cannot send wheel button event");
- }
- }
-}
-
-void event_loop(void) {
- SDL_Event event;
- while (SDL_WaitEvent(&event)) {
- switch (event.type) {
- case EVENT_DECODER_STOPPED:
- SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "Video decoder stopped");
- case SDL_QUIT:
- return;
- case EVENT_NEW_FRAME:
- if (!handle_new_frame()) {
- return;
- }
- texture_empty = SDL_FALSE;
- count_frame(); // display fps for debug
- break;
- case SDL_WINDOWEVENT:
- switch (event.window.event) {
- case SDL_WINDOWEVENT_EXPOSED:
- case SDL_WINDOWEVENT_SIZE_CHANGED:
- render(renderer, texture_empty ? NULL : texture);
- break;
- }
- break;
- case SDL_TEXTINPUT: {
- handle_text_input(&event.text);
- break;
- }
- case SDL_KEYDOWN:
- case SDL_KEYUP:
- handle_key(&event.key);
- break;
- case SDL_MOUSEMOTION:
- handle_mouse_motion(&event.motion, frame_size);
- break;
- case SDL_MOUSEWHEEL: {
- struct point point = {
- .screen_size = frame_size,
- .position = get_mouse_position(),
- };
- handle_mouse_wheel(&event.wheel, point);
- break;
- }
- case SDL_MOUSEBUTTONDOWN:
- case SDL_MOUSEBUTTONUP: {
- handle_mouse_button(&event.button, frame_size);
- break;
- }
- }
- }
-}
-
-SDL_bool show_screen(const char *serial, Uint16 local_port) {
- SDL_bool ret = 0;
-
- process_t push_proc = push_server(serial);
- if (wait_for_success(push_proc, "adb push")) {
- return SDL_FALSE;
- }
-
- process_t reverse_tunnel_proc = enable_tunnel(serial, local_port);
- if (wait_for_success(reverse_tunnel_proc, "adb reverse")) {
- return SDL_FALSE;
- }
-
- TCPsocket server_socket = listen_on_port(local_port);
- if (!server_socket) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not open video socket");
- goto screen_finally_adb_reverse_remove;
- }
-
- // server will connect to our socket
- process_t server = start_server(serial);
- if (server == PROCESS_NONE) {
- ret = SDL_FALSE;
- SDLNet_TCP_Close(server_socket);
- goto screen_finally_adb_reverse_remove;
- }
-
- // to reduce startup time, we could be tempted to init other stuff before blocking here
- // but we should not block after SDL_Init since it handles the signals (Ctrl+C) in its
- // event loop: blocking could lead to deadlock
- TCPsocket device_socket = blocking_accept(server_socket);
- // we don't need the server socket anymore
- SDLNet_TCP_Close(server_socket);
- if (!device_socket) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not accept video socket: %s", SDL_GetError());
- ret = SDL_FALSE;
- stop_server(server);
- goto screen_finally_adb_reverse_remove;
- }
-
- char device_name[DEVICE_NAME_FIELD_LENGTH];
-
- // screenrecord does not send frames when the screen content does not change
- // therefore, we transmit the screen size before the video stream, to be able
- // to init the window immediately
- if (!read_initial_device_info(device_socket, device_name, &frame_size)) {
- SDL_LogError(SDL_LOG_CATEGORY_APPLICATION, "Could not retrieve initial screen size");
- ret = SDL_FALSE;
- SDLNet_TCP_Close(device_socket);
- stop_server(server);
- goto screen_finally_adb_reverse_remove;
- }
-
- if (!frames_init(&frames)) {
- ret = SDL_FALSE;
- SDLNet_TCP_Close(device_socket);
- stop_server(server);
- goto screen_finally_adb_reverse_remove;
- }
-
- decoder.frames = &frames;
- decoder.video_socket = device_socket;
- decoder.skip_frames = SDL_TRUE;
-
- // now we consumed the header values, the socket receives the video stream
- // start the decoder
- if (!decoder_start(&decoder)) {
- ret = SDL_FALSE;
- SDLNet_TCP_Close(device_socket);
- stop_server(server);
- goto screen_finally_destroy_frames;
- }
-
- if (!controller_init(&controller, device_socket)) {
- ret = SDL_FALSE;
- SDLNet_TCP_Close(device_socket);
- stop_server(server);
- goto screen_finally_stop_decoder;
- }
-
- if (!controller_start(&controller)) {
- ret = SDL_FALSE;
- SDLNet_TCP_Close(device_socket);
- stop_server(server);
- goto screen_finally_destroy_controller;
- }
-
- if (SDL_Init(SDL_INIT_VIDEO)) {
- SDL_LogCritical(SDL_LOG_CATEGORY_APPLICATION, "Could not initialize SDL: %s", SDL_GetError());
- ret = SDL_FALSE;
- goto screen_finally_stop_and_join_controller;
- }
- // FIXME it may crash in SDL_Quit in i965_dri.so
- // As a workaround, do not call SDL_Quit() (we are exiting anyway).
- // atexit(SDL_Quit);
-
- // Bilinear resizing
- if (!SDL_SetHint(SDL_HINT_RENDER_SCALE_QUALITY, "1")) {
- SDL_LogWarn(SDL_LOG_CATEGORY_VIDEO, "Could not enable bilinear filtering");
- }
-
- struct size window_size = get_initial_optimal_size(frame_size);
- window = SDL_CreateWindow(device_name, SDL_WINDOWPOS_UNDEFINED, SDL_WINDOWPOS_UNDEFINED,
- window_size.width, window_size.height, SDL_WINDOW_SHOWN | SDL_WINDOW_RESIZABLE);
- if (!window) {
- SDL_LogCritical(SDL_LOG_CATEGORY_SYSTEM, "Could not create window: %s", SDL_GetError());
- ret = SDL_FALSE;
- goto screen_finally_stop_decoder;
- }
-
- renderer = SDL_CreateRenderer(window, -1, SDL_RENDERER_ACCELERATED);
- if (!renderer) {
- SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create renderer: %s", SDL_GetError());
- ret = SDL_FALSE;
- goto screen_finally_destroy_window;
- }
-
- if (SDL_RenderSetLogicalSize(renderer, frame_size.width, frame_size.height)) {
- SDL_LogError(SDL_LOG_CATEGORY_RENDER, "Could not set renderer logical size: %s", SDL_GetError());
- ret = SDL_FALSE;
- goto screen_finally_destroy_renderer;
- }
-
- SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION, "Initial texture: %" PRIu16 "x%" PRIu16, frame_size.width, frame_size.height);
- texture = SDL_CreateTexture(renderer, SDL_PIXELFORMAT_YV12, SDL_TEXTUREACCESS_STREAMING, frame_size.width, frame_size.height);
- if (!texture) {
- SDL_LogCritical(SDL_LOG_CATEGORY_RENDER, "Could not create texture: %s", SDL_GetError());
- ret = SDL_FALSE;
- goto screen_finally_destroy_renderer;
- }
-
- SDL_RenderClear(renderer);
- SDL_RenderPresent(renderer);
-
- event_loop();
-
- SDL_LogDebug(SDL_LOG_CATEGORY_APPLICATION, "quit...");
- SDL_DestroyTexture(texture);
-screen_finally_destroy_renderer:
- // FIXME it may crash at exit if we destroy the renderer or the window,
- // with the exact same stack trace as <https://bugs.launchpad.net/mir/+bug/1466535>.
- // As a workaround, leak the renderer and the window (we are exiting anyway).
- //SDL_DestroyRenderer(renderer);
-screen_finally_destroy_window:
- //SDL_DestroyWindow(window);
-screen_finally_stop_and_join_controller:
- controller_stop(&controller);
- controller_join(&controller);
-screen_finally_destroy_controller:
- controller_destroy(&controller);
-screen_finally_stop_decoder:
- SDLNet_TCP_Close(device_socket);
- // kill the server before decoder_join() to wake up the decoder
- stop_server(server);
- decoder_join(&decoder);
-screen_finally_destroy_frames:
- frames_destroy(&frames);
-screen_finally_adb_reverse_remove:
- {
- process_t remove = disable_tunnel(serial);
- if (remove != PROCESS_NONE) {
- // ignore failure
- cmd_simple_wait(remove, NULL);
- }
- }
-
- return ret;
-}