From 7a5fda055acdaabddf7c4f54b8b6f571a729fa41 Mon Sep 17 00:00:00 2001 From: julian Date: Sun, 19 Apr 2020 14:40:31 +0200 Subject: [PATCH] =?UTF-8?q?Dateien=20hochladen=20nach=20=E2=80=9Erenderers?= =?UTF-8?q?=E2=80=9C?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- renderers/CMakeLists.txt | 19 +++++ renderers/audio_renderer.h | 48 +++++++++++ renderers/audio_renderer_gstreamer.c | 115 +++++++++++++++++++++++++++ renderers/video_renderer.h | 66 +++++++++++++++ renderers/video_renderer_gstreamer.c | 115 +++++++++++++++++++++++++++ 5 files changed, 363 insertions(+) create mode 100644 renderers/CMakeLists.txt create mode 100644 renderers/audio_renderer.h create mode 100644 renderers/audio_renderer_gstreamer.c create mode 100644 renderers/video_renderer.h create mode 100644 renderers/video_renderer_gstreamer.c diff --git a/renderers/CMakeLists.txt b/renderers/CMakeLists.txt new file mode 100644 index 0000000..139381f --- /dev/null +++ b/renderers/CMakeLists.txt @@ -0,0 +1,19 @@ +cmake_minimum_required(VERSION 3.4.1) + + find_package(PkgConfig) + + set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Ofast -march=native -DSTANDALONE -D__STDC_CONSTANT_MACROS -D__STDC_LIMIT_MACROS -DTARGET_POSIX -D_LINUX -fPIC -DPIC -D_REENTRANT -D_LARGEFILE64_SOURCE -D_FILE_OFFSET_BITS=64 -U_FORTIFY_SOURCE -Wall -g") + + pkg_check_modules(GST REQUIRED gstreamer-1.0>=1.4 + gstreamer-sdp-1.0>=1.4 + gstreamer-video-1.0>=1.4 + gstreamer-app-1.0>=1.4) + PKG_CHECK_MODULES( GTK REQUIRED gtk+-3.0 ) + PKG_CHECK_MODULES(GLIB REQUIRED glib-2.0) + add_library( renderers + STATIC + audio_renderer_gstreamer.c video_renderer_gstreamer.c ) + include_directories ( renderers ${GTK_INCLUDE_DIRS} ) + include_directories ( renderers ${GLIB_INCLUDE_DIRS} ) + include_directories ( renderers ${GST_INCLUDE_DIRS} ) + target_link_libraries( renderers ${GLIB_LDFLAGS} ${GST_LIBRARIES} ${GTK_LIBRARIES} airplay) diff --git a/renderers/audio_renderer.h b/renderers/audio_renderer.h new file mode 100644 index 0000000..8d4b19b --- /dev/null +++ b/renderers/audio_renderer.h @@ -0,0 +1,48 @@ +/** + * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi + * Copyright (C) 2019 Florian Draschbacher + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#ifndef AUDIO_RENDERER_H +#define AUDIO_RENDERER_H + +#ifdef __cplusplus +extern "C" { +#endif + +#include +#include +#include "../lib/logger.h" +#include "../lib/raop_ntp.h" +#include "video_renderer.h" + +typedef enum audio_device_e { AUDIO_DEVICE_HDMI, AUDIO_DEVICE_ANALOG, AUDIO_DEVICE_NONE } audio_device_t; + +typedef struct audio_renderer_s audio_renderer_t; + +audio_renderer_t *audio_renderer_init(logger_t *logger, video_renderer_t *video_renderer, audio_device_t device, bool low_latency); +void audio_renderer_start(audio_renderer_t *renderer); +void audio_renderer_render_buffer(audio_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts); +void audio_renderer_set_volume(audio_renderer_t *renderer, float volume); +void audio_renderer_flush(audio_renderer_t *renderer); +void audio_renderer_destroy(audio_renderer_t *renderer); + +#ifdef __cplusplus +} +#endif + +#endif //AUDIO_RENDERER_H diff --git a/renderers/audio_renderer_gstreamer.c b/renderers/audio_renderer_gstreamer.c new file mode 100644 index 0000000..1bfa336 --- /dev/null +++ b/renderers/audio_renderer_gstreamer.c @@ -0,0 +1,115 @@ +/** + * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi + * Copyright (C) 2019 Florian Draschbacher + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#include "audio_renderer.h" +#include +#include +#include +#include +#include +#include +#include + +struct audio_renderer_s { + logger_t *logger; + video_renderer_t *video_renderer; + GstElement *appsrc; + GstElement *pipeline; + GstElement *volume; +}; + +audio_renderer_t *audio_renderer_init(logger_t *logger, video_renderer_t *video_renderer, audio_device_t device, bool low_latency) { + audio_renderer_t *renderer; + GError *error = NULL; + + renderer = calloc(1, sizeof(audio_renderer_t)); + if (!renderer) { + return NULL; + } + renderer->logger = logger; + + renderer->pipeline = gst_parse_launch("appsrc name=audio_source is-live=true ! queue ! decodebin ! audioconvert ! audiorate ! volume name=volume volume=6 ! queue ! autoaudiosink sync=false", &error); + g_assert (renderer->pipeline); + + renderer->appsrc = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "audio_source"); + renderer->volume = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "volume"); + + gchar eld_conf[] = { 0xF8, 0xE8, 0x50, 0x00 }; + GstBuffer *codec_data = gst_buffer_new_and_alloc(sizeof(eld_conf)); + GstMapInfo map; + + gst_buffer_map (codec_data, &map, GST_MAP_WRITE); + memset (map.data, eld_conf[0], map.size); + memset (map.data+1, eld_conf[1], map.size); + memset (map.data+2, eld_conf[2], map.size); + memset (map.data+3, eld_conf[3], map.size); + + GstCaps *caps = gst_caps_new_simple ("audio/mpeg", + "rate", G_TYPE_INT, 44100, + "channels", G_TYPE_INT, 2, + "mpegversion", G_TYPE_INT, 4, + "stream-format", G_TYPE_STRING, "raw", + "codec_data", GST_TYPE_BUFFER, codec_data, + NULL); + g_object_set(renderer->appsrc, "caps", caps, NULL); + + gst_caps_unref(caps); + gst_buffer_unmap (codec_data, &map); + gst_buffer_unref (codec_data); + + return renderer; +} + +void audio_renderer_start(audio_renderer_t *renderer) { + //g_signal_connect( renderer->pipeline, "deep-notify", G_CALLBACK(gst_object_default_deep_notify ), NULL ); + gst_element_set_state (renderer->pipeline, GST_STATE_PLAYING); +} + +void audio_renderer_render_buffer(audio_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts) { + + GstBuffer *buffer; + + if (data_len == 0) return; + + buffer = gst_buffer_new_and_alloc(data_len); + assert(buffer != NULL); + + gst_buffer_fill(buffer, 0, data, data_len); + gst_app_src_push_buffer(GST_APP_SRC(renderer->appsrc), buffer); + +} + +void audio_renderer_set_volume(audio_renderer_t *renderer, float volume) { + //g_object_set(renderer->volume, "volume", volume, NULL); +} + +void audio_renderer_flush(audio_renderer_t *renderer) { +} + +void audio_renderer_destroy(audio_renderer_t *renderer) { + + gst_app_src_end_of_stream (GST_APP_SRC(renderer->appsrc)); + gst_element_set_state (renderer->pipeline, GST_STATE_NULL); + gst_object_unref (renderer->pipeline); + gst_object_unref (renderer->appsrc); + gst_object_unref (renderer->volume); + if (renderer) { + free(renderer); + } +} diff --git a/renderers/video_renderer.h b/renderers/video_renderer.h new file mode 100644 index 0000000..b4e97e5 --- /dev/null +++ b/renderers/video_renderer.h @@ -0,0 +1,66 @@ +/** + * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi + * Copyright (C) 2019 Florian Draschbacher + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +/* + * H264 renderer using OpenMAX for hardware accelerated decoding + * on the Raspberry Pi. + * Based on the hello_video sample from the Raspberry Pi project. +*/ + +#ifndef VIDEO_RENDERER_H +#define VIDEO_RENDERER_H + +#ifdef __cplusplus +extern "C" { +#endif + +#include +#include +#include "../lib/logger.h" +#include "../lib/raop_ntp.h" + +typedef enum background_mode_e { + BACKGROUND_MODE_ON, // Always show background + BACKGROUND_MODE_AUTO, // Only show background while there's an active connection + BACKGROUND_MODE_OFF // Never show background +} background_mode_t; + +typedef struct video_renderer_s video_renderer_t; + +video_renderer_t *video_renderer_init(logger_t *logger, background_mode_t background_mode, bool low_latency); +void video_renderer_start(video_renderer_t *renderer); +void video_renderer_render_buffer(video_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts, int type); +void video_renderer_flush(video_renderer_t *renderer); +void video_renderer_destroy(video_renderer_t *renderer); + +/** + * Update background according to background mode and connection activity + * @param renderer + * @param type visit type. + * 0: ignore connections + * 1: a new connection come + * -1: a connection lost + */ +void video_renderer_update_background(video_renderer_t *renderer, int type); + +#ifdef __cplusplus +} +#endif + +#endif //VIDEO_RENDERER_H \ No newline at end of file diff --git a/renderers/video_renderer_gstreamer.c b/renderers/video_renderer_gstreamer.c new file mode 100644 index 0000000..7427092 --- /dev/null +++ b/renderers/video_renderer_gstreamer.c @@ -0,0 +1,115 @@ +/** + * RPiPlay - An open-source AirPlay mirroring server for Raspberry Pi + * Copyright (C) 2019 Florian Draschbacher + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#include "video_renderer.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include + + +//#include +//#include +//#include + +struct video_renderer_s { + logger_t *logger; + GstElement *appsrc, *pipeline, *sink; + + //GtkWidget *main_window, *video_window; + //GdkWindow *window; +}; + +video_renderer_t *video_renderer_init(logger_t *logger, background_mode_t background_mode, bool low_latency) { + video_renderer_t *renderer; + GError *error = NULL; + + renderer = calloc(1, sizeof(video_renderer_t)); + assert(renderer); + + gst_init(NULL, NULL); + + renderer->logger = logger; + + renderer->pipeline = gst_parse_launch("appsrc name=video_source is-live=true ! queue ! decodebin ! videoconvert ! autovideosink name=video_sink sync=false", &error); + g_assert (renderer->pipeline); + + + renderer->appsrc = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "video_source"); + renderer->sink = gst_bin_get_by_name (GST_BIN (renderer->pipeline), "video_sink"); + + + /* + //GTK + gtk_init (NULL, NULL); + + renderer->main_window = gtk_window_new (GTK_WINDOW_TOPLEVEL); + g_signal_connect (G_OBJECT (renderer->main_window), "delete-event", G_CALLBACK (video_renderer_destroy), renderer); + gtk_window_set_title (GTK_WINDOW (renderer->main_window), "AirplayServer"); + renderer->video_window = gtk_drawing_area_new (); + gtk_container_add (GTK_CONTAINER (renderer->main_window), renderer->video_window); + gtk_container_set_border_width (GTK_CONTAINER (renderer->main_window), 16); + //gtk_widget_set_double_buffered (renderer->video_window, FALSE); + gtk_widget_show_all (renderer->main_window); + renderer->window = gtk_widget_get_window (renderer->video_window); + gulong embed_xid = GDK_WINDOW_XID (renderer->window); + gst_video_overlay_set_window_handle (GST_VIDEO_OVERLAY (renderer->appsrc), embed_xid); + */ + return renderer; +} + +void video_renderer_start(video_renderer_t *renderer) { + //g_signal_connect( renderer->pipeline, "deep-notify", G_CALLBACK(gst_object_default_deep_notify ), NULL ); + gst_element_set_state (renderer->pipeline, GST_STATE_PLAYING); +} + +void video_renderer_render_buffer(video_renderer_t *renderer, raop_ntp_t *ntp, unsigned char* data, int data_len, uint64_t pts, int type) { + GstBuffer *buffer; + + assert(data_len != 0); + + buffer = gst_buffer_new_and_alloc(data_len); + assert(buffer != NULL); + + gst_buffer_fill(buffer, 0, data, data_len); + gst_app_src_push_buffer (GST_APP_SRC(renderer->appsrc), buffer); + +} + +void video_renderer_flush(video_renderer_t *renderer) { + +} + +void video_renderer_destroy(video_renderer_t *renderer) { + gst_app_src_end_of_stream (GST_APP_SRC(renderer->appsrc)); + gst_element_set_state (renderer->pipeline, GST_STATE_NULL); + gst_object_unref (renderer->pipeline); + if (renderer) { + free(renderer); + } +} + +void video_renderer_update_background(video_renderer_t *renderer, int type) { + +} \ No newline at end of file