Dateien hochladen nach „renderers“

renderers/CMakeLists.txt

@@ -0,0 +1,19 @@
+cmake_minimum_required(VERSION 3.4.1)
+
+  find_package(PkgConfig)
+
+  set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Ofast -march=native -DSTANDALONE -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS -DTARGET_POSIX -D_LINUX -fPIC -DPIC -D_REENTRANT -D_LARGEFILE64_SOURCE -D_FILE_OFFSET_BITS=64 -U_FORTIFY_SOURCE -Wall -g")
+
+  pkg_check_modules(GST REQUIRED gstreamer-1.0>=1.4
+                                 gstreamer-sdp-1.0>=1.4
+                                 gstreamer-video-1.0>=1.4
+                                 gstreamer-app-1.0>=1.4)
+  PKG_CHECK_MODULES( GTK REQUIRED gtk+-3.0 )
+  PKG_CHECK_MODULES(GLIB REQUIRED glib-2.0)
+  add_library( renderers
+        STATIC
+        audio_renderer_gstreamer.c video_renderer_gstreamer.c )
+  include_directories ( renderers ${GTK_INCLUDE_DIRS} )
+  include_directories ( renderers ${GLIB_INCLUDE_DIRS} )
+  include_directories ( renderers ${GST_INCLUDE_DIRS} )
+  target_link_libraries( renderers ${GLIB_LDFLAGS} ${GST_LIBRARIES} ${GTK_LIBRARIES} airplay)  

renderers/audio_renderer.h

@@ -0,0 +1,48 @@
+/**
+ * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi
+ * Copyright (C) 2019 Florian Draschbacher
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+#ifndef AUDIO_RENDERER_H
+#define AUDIO_RENDERER_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <stdint.h>
+#include <stdbool.h>
+#include "../lib/logger.h"
+#include "../lib/raop_ntp.h"
+#include "video_renderer.h"
+
+typedef enum audio_device_e { AUDIO_DEVICE_HDMI, AUDIO_DEVICE_ANALOG, AUDIO_DEVICE_NONE } audio_device_t;
+
+typedef struct audio_renderer_s audio_renderer_t;
+
+audio_renderer_t *audio_renderer_init(logger_t *logger, video_renderer_t *video_renderer, audio_device_t device, bool low_latency);
+void audio_renderer_start(audio_renderer_t *renderer);
+void audio_renderer_render_buffer(audio_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts);
+void audio_renderer_set_volume(audio_renderer_t *renderer, float volume);
+void audio_renderer_flush(audio_renderer_t *renderer);
+void audio_renderer_destroy(audio_renderer_t *renderer);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif //AUDIO_RENDERER_H

renderers/audio_renderer_gstreamer.c

@@ -0,0 +1,115 @@
+/**
+ * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi
+ * Copyright (C) 2019 Florian Draschbacher
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+#include "audio_renderer.h"
+#include <stdlib.h>
+#include <assert.h>
+#include <stdio.h>
+#include <string.h>
+#include <stdbool.h>
+#include <unistd.h>
+#include <gst/app/gstappsrc.h>
+
+struct audio_renderer_s {
+    logger_t *logger;
+    video_renderer_t *video_renderer;
+    GstElement *appsrc; 
+    GstElement *pipeline;
+    GstElement *volume;
+};
+
+audio_renderer_t *audio_renderer_init(logger_t *logger, video_renderer_t *video_renderer, audio_device_t device, bool low_latency) {
+    audio_renderer_t *renderer;
+    GError *error = NULL;
+
+    renderer = calloc(1, sizeof(audio_renderer_t));
+    if (!renderer) {
+        return NULL;
+    }
+    renderer->logger = logger;
+
+    renderer->pipeline = gst_parse_launch("appsrc name=audio_source is-live=true ! queue ! decodebin ! audioconvert ! audiorate ! volume name=volume volume=6 ! queue ! autoaudiosink sync=false", &error);
+    g_assert (renderer->pipeline);
+
+    renderer->appsrc = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "audio_source");
+    renderer->volume = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "volume");
+    
+    gchar eld_conf[] = { 0xF8, 0xE8, 0x50, 0x00 };
+    GstBuffer *codec_data = gst_buffer_new_and_alloc(sizeof(eld_conf));
+    GstMapInfo map;
+
+    gst_buffer_map (codec_data, &map, GST_MAP_WRITE); 
+    memset (map.data, eld_conf[0], map.size);
+    memset (map.data+1, eld_conf[1], map.size);
+    memset (map.data+2, eld_conf[2], map.size);
+    memset (map.data+3, eld_conf[3], map.size);
+
+    GstCaps *caps = gst_caps_new_simple ("audio/mpeg",
+    "rate", G_TYPE_INT, 44100,
+    "channels", G_TYPE_INT, 2,
+    "mpegversion", G_TYPE_INT, 4,
+    "stream-format", G_TYPE_STRING, "raw",
+    "codec_data", GST_TYPE_BUFFER, codec_data,
+    NULL);
+    g_object_set(renderer->appsrc, "caps", caps, NULL);
+
+    gst_caps_unref(caps);
+    gst_buffer_unmap (codec_data, &map);
+    gst_buffer_unref (codec_data);
+
+    return renderer;
+}
+
+void audio_renderer_start(audio_renderer_t *renderer) {
+    //g_signal_connect( renderer->pipeline, "deep-notify", G_CALLBACK(gst_object_default_deep_notify ), NULL );
+    gst_element_set_state (renderer->pipeline, GST_STATE_PLAYING);
+}
+
+void audio_renderer_render_buffer(audio_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts) {
+
+    GstBuffer *buffer;
+
+    if (data_len == 0) return;
+
+    buffer = gst_buffer_new_and_alloc(data_len);
+    assert(buffer != NULL);
+
+    gst_buffer_fill(buffer, 0, data, data_len);
+    gst_app_src_push_buffer(GST_APP_SRC(renderer->appsrc), buffer);
+
+}
+
+void audio_renderer_set_volume(audio_renderer_t *renderer, float volume) {
+    //g_object_set(renderer->volume, "volume", volume, NULL);
+}
+
+void audio_renderer_flush(audio_renderer_t *renderer) {
+}
+
+void audio_renderer_destroy(audio_renderer_t *renderer) {
+
+    gst_app_src_end_of_stream (GST_APP_SRC(renderer->appsrc));
+    gst_element_set_state (renderer->pipeline, GST_STATE_NULL);
+    gst_object_unref (renderer->pipeline);
+    gst_object_unref (renderer->appsrc);
+    gst_object_unref (renderer->volume);
+    if (renderer) {
+        free(renderer);
+    }
+}

renderers/video_renderer.h

@@ -0,0 +1,66 @@
+/**
+ * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi
+ * Copyright (C) 2019 Florian Draschbacher
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+/* 
+ * H264 renderer using OpenMAX for hardware accelerated decoding
+ * on the Raspberry Pi. 
+ * Based on the hello_video sample from the Raspberry Pi project.
+*/
+
+#ifndef VIDEO_RENDERER_H
+#define VIDEO_RENDERER_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include <stdint.h>
+#include <stdbool.h>
+#include "../lib/logger.h"
+#include "../lib/raop_ntp.h"
+
+typedef enum background_mode_e {
+    BACKGROUND_MODE_ON,   // Always show background
+    BACKGROUND_MODE_AUTO, // Only show background while there's an active connection
+    BACKGROUND_MODE_OFF   // Never show background
+} background_mode_t;
+
+typedef struct video_renderer_s video_renderer_t;
+
+video_renderer_t *video_renderer_init(logger_t *logger, background_mode_t background_mode, bool low_latency);
+void video_renderer_start(video_renderer_t *renderer);
+void video_renderer_render_buffer(video_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts, int type);
+void video_renderer_flush(video_renderer_t *renderer);
+void video_renderer_destroy(video_renderer_t *renderer);
+
+/**
+ * Update background according to background mode and connection activity
+ * @param renderer
+ * @param type visit type.
+ *        0: ignore connections
+ *        1: a new connection come
+ *       -1: a connection lost
+ */
+void video_renderer_update_background(video_renderer_t *renderer, int type);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif //VIDEO_RENDERER_H

renderers/video_renderer_gstreamer.c

@@ -0,0 +1,115 @@
+/**
+ * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi
+ * Copyright (C) 2019 Florian Draschbacher
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA
+ */
+
+#include "video_renderer.h"
+#include <stdlib.h>
+#include <assert.h>
+#include <stdio.h>
+#include <string.h>
+#include <stdbool.h>
+#include <unistd.h>
+#include <gst/gst.h>
+#include <gst/app/gstappsrc.h>
+#include <gst/video/videooverlay.h>
+
+
+//#include <glib.h>
+//#include <gdk/gdkx.h>
+//#include <gtk/gtk.h>
+
+struct video_renderer_s {
+    logger_t *logger;
+    GstElement *appsrc, *pipeline, *sink;
+
+    //GtkWidget *main_window, *video_window;
+    //GdkWindow *window; 
+};
+
+video_renderer_t *video_renderer_init(logger_t *logger, background_mode_t background_mode, bool low_latency) {
+    video_renderer_t *renderer;
+    GError *error = NULL;
+
+    renderer = calloc(1, sizeof(video_renderer_t));
+    assert(renderer);
+
+    gst_init(NULL, NULL);
+
+    renderer->logger = logger;
+
+    renderer->pipeline = gst_parse_launch("appsrc name=video_source is-live=true ! queue ! decodebin ! videoconvert ! autovideosink name=video_sink sync=false", &error);
+    g_assert (renderer->pipeline);
+
+
+    renderer->appsrc = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "video_source");
+    renderer->sink = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "video_sink");
+
+
+    /*
+    //GTK
+    gtk_init (NULL, NULL);
+
+    renderer->main_window = gtk_window_new (GTK_WINDOW_TOPLEVEL);
+    g_signal_connect (G_OBJECT (renderer->main_window), "delete-event", G_CALLBACK (video_renderer_destroy), renderer);
+    gtk_window_set_title (GTK_WINDOW (renderer->main_window), "AirplayServer");
+    renderer->video_window = gtk_drawing_area_new ();
+    gtk_container_add (GTK_CONTAINER (renderer->main_window), renderer->video_window);
+    gtk_container_set_border_width (GTK_CONTAINER (renderer->main_window), 16);
+    //gtk_widget_set_double_buffered (renderer->video_window, FALSE);
+    gtk_widget_show_all (renderer->main_window);
+    renderer->window = gtk_widget_get_window (renderer->video_window);
+    gulong embed_xid = GDK_WINDOW_XID (renderer->window);
+    gst_video_overlay_set_window_handle (GST_VIDEO_OVERLAY (renderer->appsrc), embed_xid);
+    */
+    return renderer;
+}
+
+void video_renderer_start(video_renderer_t *renderer) {
+    //g_signal_connect( renderer->pipeline, "deep-notify", G_CALLBACK(gst_object_default_deep_notify ), NULL );
+    gst_element_set_state (renderer->pipeline, GST_STATE_PLAYING);
+}
+
+void video_renderer_render_buffer(video_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts, int type) {
+    GstBuffer *buffer;
+
+    assert(data_len != 0);
+
+    buffer = gst_buffer_new_and_alloc(data_len);
+    assert(buffer != NULL);
+
+    gst_buffer_fill(buffer, 0, data, data_len);
+    gst_app_src_push_buffer (GST_APP_SRC(renderer->appsrc), buffer);
+
+}
+
+void video_renderer_flush(video_renderer_t *renderer) {
+
+}
+
+void video_renderer_destroy(video_renderer_t *renderer) {
+    gst_app_src_end_of_stream (GST_APP_SRC(renderer->appsrc));
+    gst_element_set_state (renderer->pipeline, GST_STATE_NULL);
+    gst_object_unref (renderer->pipeline);
+    if (renderer) {
+        free(renderer);
+    }
+}
+
+void video_renderer_update_background(video_renderer_t *renderer, int type) {
+
+}