imx-weston/clients/gstwestonimagesrc.c

#include <errno.h>
#include <fcntl.h>
#include <limits.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/mman.h>
#include <sys/param.h>
#include <unistd.h>
#include <wayland-client-protocol.h>
#include <wayland-util.h>

#include "glib-object.h"
#include "glib.h"
#include "gst/gstbuffer.h"
#include "gst/gstinfo.h"
#include "gst/gstparamspecs.h"
#include "gst/gstvalue.h"
#include "gst/video/video-format.h"
#include "gstwestonimagesrc.h"

// Gtreamer plugin related defines and declarations
GST_DEBUG_CATEGORY_STATIC(gst_westonimagesrc_debug);
#define GST_CAT_DEFAULT gst_westonimagesrc_debug

static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE("src", GST_PAD_SRC, GST_PAD_ALWAYS,
                                                                   GST_STATIC_CAPS("video/x-raw, "
                                                                                   "format = (string) { BGRA, bgra }, "
                                                                                   "width = (int) [ 1, 1280 ], "
                                                                                   "height = (int) [ 1, 800 ], "
                                                                                   "framerate = (fraction) [ 1/1, 30/1 ]"));

enum {
  PROP_0,
  N_PROPERTIES,
};

static GParamSpec *properties[N_PROPERTIES] = {
    NULL,
};

static gboolean gst_westonimagesrc_start(GstBaseSrc *basesrc);
static gboolean gst_westonimagesrc_stop(GstBaseSrc *basesrc);
static GstFlowReturn gst_westonimagesrc_create(GstBaseSrc *basesrc, guint64 offset, guint size, GstBuffer **buf);
static gboolean gst_westonimagesrc_unlock(GstBaseSrc *basesrc);
static gboolean gst_westonimagesrc_unlock_stop(GstBaseSrc *basesrc);

static void gst_westonimagesrc_class_init(GstWestonImageSrcClass *klass);
static void gst_westonimagesrc_init(GstWestonImageSrc *westonimagesrc);
static void gst_westonimagesrc_set_property(GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec);
static void gst_westonimagesrc_get_property(GObject *object, guint prop_id, GValue *value, GParamSpec *pspec);
static GstCaps *gst_westonimagesrc_get_caps(GstBaseSrc *src, GstCaps *filter);
static gboolean gst_westonimagesrc_negotiate(GstBaseSrc *basesrc);

G_DEFINE_TYPE(GstWestonImageSrc, gst_westonimagesrc, GST_TYPE_BASE_SRC);

static void weston_display_handle_mode(void *data, struct wl_output *wl_output, uint32_t flags, int width, int height, int refresh);
static void weston_display_handle_geometry(void *data, struct wl_output *wl_output, int x, int y, int physical_width, int physical_height, int subpixel, const char *make,
                                           const char *model, int transform);
static void weston_screenshot_done(void *data, struct weston_screenshooter *screenshooter);
static void weston_handle_global(void *data, struct wl_registry *registry, uint32_t name, const char *interface, uint32_t version);
static void weston_handle_global_remove(void *data, struct wl_registry *registry, uint32_t name);

static void weston_handle_global_remove(void *data, struct wl_registry *registry, uint32_t name) { /* XXX: unimplemented */ }
static struct wl_buffer *weston_screenshot_create_shm_buffer(int width, int height, void **data_out, struct wl_shm *shm);
static int weston_screenshot_set_buffer_size(struct buffer_size *buff_size, struct wl_list *output_list);
static void weston_capture_frame();

static const struct wl_output_listener output_listener = {weston_display_handle_geometry, weston_display_handle_mode};
static const struct weston_screenshooter_listener screenshooter_listener = {weston_screenshot_done};
static const struct wl_registry_listener registry_listener = {weston_handle_global, weston_handle_global_remove};

static int weston_screenshot_set_buffer_size(struct buffer_size *buff_size, struct wl_list *output_list) {
  struct screenshooter_output *output;
  buff_size->min_x = buff_size->min_y = INT_MAX;
  buff_size->max_x = buff_size->max_y = INT_MIN;
  int position = 0;

  wl_list_for_each_reverse(output, output_list, link) {
    output->offset_x = position;
    position += output->width;
  }

  wl_list_for_each(output, output_list, link) {
    buff_size->min_x = MIN(buff_size->min_x, output->offset_x);
    buff_size->min_y = MIN(buff_size->min_y, output->offset_y);
    buff_size->max_x = MAX(buff_size->max_x, output->offset_x + output->width);
    buff_size->max_y = MAX(buff_size->max_y, output->offset_y + output->height);
  }

  if (buff_size->max_x <= buff_size->min_x || buff_size->max_y <= buff_size->min_y)
    return -1;

  buff_size->width = buff_size->max_x - buff_size->min_x;
  buff_size->height = buff_size->max_y - buff_size->min_y;

  return 0;
}

static struct wl_buffer *weston_screenshot_create_shm_buffer(int width, int height, void **data_out, struct wl_shm *shm) {
  struct wl_shm_pool *pool;
  struct wl_buffer *buffer;
  int fd, size, stride;
  void *data;

  stride = width * 4;
  size = stride * height;

  fd = os_create_anonymous_file(size);
  if (fd < 0) {
    fprintf(stderr, "creating a buffer file for %d B failed: %s\n", size, strerror(errno));
    return NULL;
  }

  data = mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
  if (data == MAP_FAILED) {
    fprintf(stderr, "mmap failed: %s\n", strerror(errno));
    close(fd);
    return NULL;
  }

  pool = wl_shm_create_pool(shm, fd, size);
  close(fd);
  buffer = wl_shm_pool_create_buffer(pool, 0, width, height, stride, WL_SHM_FORMAT_XRGB8888);
  wl_shm_pool_destroy(pool);

  *data_out = data;

  return buffer;
}

static void weston_handle_global(void *data, struct wl_registry *registry, uint32_t name, const char *interface, uint32_t version) {
  static struct screenshooter_output *output;
  struct screenshooter_data *sh_data = data;

  if (strcmp(interface, "wl_output") == 0) {

    output = xmalloc(sizeof *output);
    output->output = wl_registry_bind(registry, name, &wl_output_interface, 1);
    wl_list_insert(&sh_data->output_list, &output->link);
    wl_output_add_listener(output->output, &output_listener, output);
  } else if (strcmp(interface, "wl_shm") == 0) {

    sh_data->shm = wl_registry_bind(registry, name, &wl_shm_interface, 1);
  } else if (strcmp(interface, "weston_screenshooter") == 0) {

    sh_data->screenshooter = wl_registry_bind(registry, name, &weston_screenshooter_interface, 1);
  }
}

static void weston_screenshot_done(void *data, struct weston_screenshooter *screenshooter) {
  struct screenshooter_data *sh_data = data;
  sh_data->buffer_copy_done = 1;
}

static void weston_display_handle_geometry(void *data, struct wl_output *wl_output, int x, int y, int physical_width, int physical_height, int subpixel, const char *make,
                                           const char *model, int transform) {
  struct screenshooter_output *output;
  output = wl_output_get_user_data(wl_output);

  if (wl_output == output->output) {
    output->offset_x = x;
    output->offset_y = y;
  }
}

static void weston_display_handle_mode(void *data, struct wl_output *wl_output, uint32_t flags, int width, int height, int refresh) {
  struct screenshooter_output *output;
  output = wl_output_get_user_data(wl_output);

  if (wl_output == output->output && (flags & WL_OUTPUT_MODE_CURRENT)) {
    output->width = width;
    output->height = height;
  }
}

static void gst_westonimagesrc_class_init(GstWestonImageSrcClass *klass) {
  GObjectClass *gobject_class = G_OBJECT_CLASS(klass);
  GstElementClass *gstelement_class = GST_ELEMENT_CLASS(klass);
  GstBaseSrcClass *gstbasesrc_class = GST_BASE_SRC_CLASS(klass);

  gobject_class->set_property = gst_westonimagesrc_set_property;
  gobject_class->get_property = gst_westonimagesrc_get_property;

  gstbasesrc_class->start = GST_DEBUG_FUNCPTR(gst_westonimagesrc_start);
  gstbasesrc_class->stop = GST_DEBUG_FUNCPTR(gst_westonimagesrc_stop);
  gstbasesrc_class->create = GST_DEBUG_FUNCPTR(gst_westonimagesrc_create);
  gstbasesrc_class->get_caps = NULL;
  gstbasesrc_class->negotiate = GST_DEBUG_FUNCPTR(gst_westonimagesrc_negotiate);
  gstbasesrc_class->unlock = GST_DEBUG_FUNCPTR(gst_westonimagesrc_unlock);
  gstbasesrc_class->unlock_stop = GST_DEBUG_FUNCPTR(gst_westonimagesrc_unlock_stop);

  gst_element_class_set_static_metadata(gstelement_class, "Weston Image Source", "Source/Video", "Generates XRGB screenshots",
                                        "OlegShishlyannikov oleg.shishlyannikov@piklema.com");
  gst_element_class_add_static_pad_template(gstelement_class, &src_template);
  GST_DEBUG_CATEGORY_INIT(gst_westonimagesrc_debug, "westonimagesrc", 0, "Weston Image Source Plugin");
}

static void gst_westonimagesrc_init(GstWestonImageSrc *westonimagesrc) {
  gst_base_src_set_live(GST_BASE_SRC(westonimagesrc), TRUE);
  gst_base_src_set_format(GST_BASE_SRC(westonimagesrc), GST_FORMAT_TIME);
  gst_base_src_set_blocksize(GST_BASE_SRC(westonimagesrc), 0);

  westonimagesrc->running = FALSE;
  westonimagesrc->timeout_id = 0;
  westonimagesrc->offset = 0;
  westonimagesrc->framerate_n = 30;
  westonimagesrc->framerate_d = 1;

  g_mutex_init(&westonimagesrc->lock);
  g_cond_init(&westonimagesrc->cond);

  // Get current display
  display = wl_display_connect(NULL);
  if (display == NULL) {
    fprintf(stderr, "failed to create display: %s\n", strerror(errno));
  }

  wl_list_init(&sh_data.output_list);
  registry = wl_display_get_registry(display);
  wl_registry_add_listener(registry, &registry_listener, &sh_data);
  wl_display_dispatch(display);
  wl_display_roundtrip(display);

  if (sh_data.screenshooter == NULL) {
    fprintf(stderr, "display doesn't support screenshooter\n");
  }

  weston_screenshooter_add_listener(sh_data.screenshooter, &screenshooter_listener, &sh_data);
  weston_screenshot_set_buffer_size(&buff_size, &sh_data.output_list);

  wl_list_for_each(output, &sh_data.output_list, link) {
    GST_INFO_OBJECT(westonimagesrc, "Creating shared mem buffer ...");
    output->buffer = weston_screenshot_create_shm_buffer(output->width, output->height, &output->data, sh_data.shm);
  }
}

static GstCaps *gst_westonimagesrc_get_caps(GstBaseSrc *src, GstCaps *filter) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(src);

  GstCaps *caps = gst_caps_new_simple("video/x-raw", "format", GST_TYPE_VIDEO_FORMAT, westonimagesrc->format, "width", G_TYPE_INT, westonimagesrc->width, "height", G_TYPE_INT,
                                      westonimagesrc->height, "framerate", GST_TYPE_FRACTION, westonimagesrc->framerate_n, westonimagesrc->framerate_d, NULL);

  if (filter) {
    GstCaps *tmp = gst_caps_intersect_full(filter, caps, GST_CAPS_INTERSECT_FIRST);
    gst_caps_unref(caps);
    return tmp;
  }

  return caps;
}

static gboolean gst_westonimagesrc_negotiate(GstBaseSrc *basesrc) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(basesrc);
  GstCaps *caps;
  GstStructure *s;

  caps = gst_pad_get_current_caps(GST_BASE_SRC_PAD(basesrc));
  s = gst_caps_get_structure(caps, 0);

  gst_structure_get_int(s, "width", &westonimagesrc->width);
  gst_structure_get_int(s, "height", &westonimagesrc->height);
  gst_structure_get_fraction(s, "framerate", &westonimagesrc->framerate_n, &westonimagesrc->framerate_d);

  gst_caps_unref(caps);
  return TRUE;
}

static void gst_westonimagesrc_set_property(GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(object);
  GST_OBJECT_LOCK(westonimagesrc);

  switch (prop_id) {
  default: {
    G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);

  } break;
  }

  GST_OBJECT_UNLOCK(westonimagesrc);
}

static void gst_westonimagesrc_get_property(GObject *object, guint prop_id, GValue *value, GParamSpec *pspec) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(object);
  GST_OBJECT_LOCK(westonimagesrc);

  switch (prop_id) {
  default:
    G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
    break;
  }

  GST_OBJECT_UNLOCK(westonimagesrc);
}

static gboolean gst_westonimagesrc_start(GstBaseSrc *basesrc) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(basesrc);

  g_mutex_lock(&westonimagesrc->lock);
  westonimagesrc->running = TRUE;
  westonimagesrc->offset = 0;
  g_mutex_unlock(&westonimagesrc->lock);

  GST_DEBUG_OBJECT(westonimagesrc, "started");
  return TRUE;
}

static gboolean gst_westonimagesrc_stop(GstBaseSrc *basesrc) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(basesrc);

  g_mutex_lock(&westonimagesrc->lock);
  westonimagesrc->running = FALSE;
  g_cond_signal(&westonimagesrc->cond);
  g_mutex_unlock(&westonimagesrc->lock);

  GST_DEBUG_OBJECT(westonimagesrc, "stopped");
  return TRUE;
}

static void weston_capture_frame() {
  wl_list_for_each(output, &sh_data.output_list, link) {
    weston_screenshooter_shoot(sh_data.screenshooter, output->output, output->buffer);
    sh_data.buffer_copy_done = 0;

    while (!sh_data.buffer_copy_done)
      wl_display_roundtrip(display);
  }
}

static GstFlowReturn gst_westonimagesrc_create(GstBaseSrc *basesrc, guint64 offset, guint size, GstBuffer **buf) {
  GstWestonImageSrc *src = GST_WESTONIMAGESRC(basesrc);
  GstBuffer *buffer;
  GstMapInfo map;
  GstClockTime dur;

  g_mutex_lock(&src->lock);
  if (!src->running) {
    g_mutex_unlock(&src->lock);
    return GST_FLOW_FLUSHING;
  }
  g_mutex_unlock(&src->lock);

  // Захват кадра
  wl_list_for_each(output, &sh_data.output_list, link) {
    weston_screenshooter_shoot(sh_data.screenshooter, output->output, output->buffer);
    sh_data.buffer_copy_done = 0;

    while (!sh_data.buffer_copy_done)
      wl_display_roundtrip(display);
  }

  // Размер кадра
  size_t frame_size = buff_size.width * buff_size.height * 4; // XRGB
  /* size_t frame_size = buff_size.width * buff_size.height * 3 / 2; */
  buffer = gst_buffer_new_allocate(NULL, frame_size, NULL);
  if (!buffer)
    return GST_FLOW_ERROR;

  if (!gst_buffer_map(buffer, &map, GST_MAP_WRITE)) {
    gst_buffer_unref(buffer);
    return GST_FLOW_ERROR;
  }

  struct screenshooter_output *output = wl_container_of(sh_data.output_list.next, output, link);
  memcpy(map.data, output->data, frame_size);
  gst_buffer_unmap(buffer, &map);

  // Добавляем мета
  gst_buffer_add_video_meta(buffer, GST_VIDEO_FRAME_FLAG_NONE, GST_VIDEO_FORMAT_BGRA, buff_size.width, buff_size.height);

  // PTS и Duration
  dur = gst_util_uint64_scale(GST_SECOND, src->framerate_d, src->framerate_n);
  GST_BUFFER_PTS(buffer) = src->offset * dur;
  GST_BUFFER_DURATION(buffer) = dur;
  src->offset++;

  *buf = buffer;
  return GST_FLOW_OK;
}

static gboolean gst_westonimagesrc_unlock(GstBaseSrc *basesrc) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(basesrc);

  GST_DEBUG_OBJECT(westonimagesrc, "unlock");
  g_mutex_lock(&westonimagesrc->lock);
  westonimagesrc->running = FALSE;
  g_cond_signal(&westonimagesrc->cond);
  g_mutex_unlock(&westonimagesrc->lock);

  return TRUE;
}

static gboolean gst_westonimagesrc_unlock_stop(GstBaseSrc *basesrc) {
  GstWestonImageSrc *westonimagesrc = GST_WESTONIMAGESRC(basesrc);

  GST_DEBUG_OBJECT(westonimagesrc, "unlock stop");
  g_mutex_lock(&westonimagesrc->lock);
  westonimagesrc->running = TRUE;
  g_mutex_unlock(&westonimagesrc->lock);

  return TRUE;
}

static gboolean plugin_init(GstPlugin *plugin) { return gst_element_register(plugin, "westonimagesrc", GST_RANK_NONE, GST_TYPE_WESTONIMAGESRC); }

#ifndef PACKAGE
#  define PACKAGE "westonimagesrc"
#endif

GST_PLUGIN_DEFINE(GST_VERSION_MAJOR, GST_VERSION_MINOR, westonimagesrc, "WestonImageSrc World source plugin", plugin_init, "1.0", "LGPL", "GStreamer", "http://gstreamer.net/")