GNUnet  0.20.0
gnunet-helper-audio-playback-gst.c File Reference

program to playback audio data to the speaker (GStreamer version) More...

#include "platform.h"
#include "gnunet_util_lib.h"
#include "gnunet_protocols.h"
#include "conversation.h"
#include "gnunet_constants.h"
#include "gnunet_core_service.h"
#include <gst/gst.h>
#include <gst/audio/gstaudiobasesrc.h>
#include <gst/app/gstappsrc.h>
#include <glib.h>
Include dependency graph for gnunet-helper-audio-playback-gst.c:

Go to the source code of this file.

Macros

#define DEBUG_READ_PURE_OGG   1
 
#define MAXLINE   4096
 How much data to read in one go. More...
 
#define BUFFER_TIME   1000
 Max number of microseconds to buffer in audiosink. More...
 
#define LATENCY_TIME   1000
 Min number of microseconds to buffer in audiosink. More...
 

Functions

static void sink_child_added (GstChildProxy *child_proxy, GObject *object, gchar *name, gpointer user_data)
 
static void ogg_pad_added (GstElement *element, GstPad *pad, gpointer data)
 
static void quit ()
 
static gboolean bus_call (GstBus *bus, GstMessage *msg, gpointer data)
 
static void signalhandler (int s)
 
static int feed_buffer_to_gst (const char *audio, size_t b_len)
 
static int stdin_receiver (void *cls, const struct GNUNET_MessageHeader *msg)
 Message callback. More...
 
int main (int argc, char **argv)
 

Variables

struct GNUNET_MessageStreamTokenizerstdin_mst
 Tokenizer for the data we get from stdin. More...
 
static GstElement * pipeline
 Main pipeline. More...
 
static GstElement * source
 Appsrc instance into which we write data for the pipeline. More...
 
static GstElement * demuxer
 
static GstElement * decoder
 
static GstElement * conv
 
static GstElement * resampler
 
static GstElement * sink
 
static int abort_read
 Set to 1 to break the reading loop. More...
 

Detailed Description

program to playback audio data to the speaker (GStreamer version)

Author
LRN

Definition in file gnunet-helper-audio-playback-gst.c.

Macro Definition Documentation

◆ DEBUG_READ_PURE_OGG

#define DEBUG_READ_PURE_OGG   1

Definition at line 37 of file gnunet-helper-audio-playback-gst.c.

◆ MAXLINE

#define MAXLINE   4096

How much data to read in one go.

Definition at line 42 of file gnunet-helper-audio-playback-gst.c.

◆ BUFFER_TIME

#define BUFFER_TIME   1000

Max number of microseconds to buffer in audiosink.

Default is 1000

Definition at line 48 of file gnunet-helper-audio-playback-gst.c.

◆ LATENCY_TIME

#define LATENCY_TIME   1000

Min number of microseconds to buffer in audiosink.

Default is 1000

Definition at line 54 of file gnunet-helper-audio-playback-gst.c.

Function Documentation

◆ sink_child_added()

static void sink_child_added ( GstChildProxy *  child_proxy,
GObject *  object,
gchar *  name,
gpointer  user_data 
)
static

Definition at line 84 of file gnunet-helper-audio-playback-gst.c.

88 {
89  if (GST_IS_AUDIO_BASE_SRC (object))
90  g_object_set (object,
91  "buffer-time", (gint64) BUFFER_TIME,
92  "latency-time", (gint64) LATENCY_TIME,
93  NULL);
94 }
#define LATENCY_TIME
Min number of microseconds to buffer in audiosink.
#define BUFFER_TIME
Max number of microseconds to buffer in audiosink.

References BUFFER_TIME, and LATENCY_TIME.

Referenced by main().

Here is the caller graph for this function:

◆ ogg_pad_added()

static void ogg_pad_added ( GstElement *  element,
GstPad *  pad,
gpointer  data 
)
static

Definition at line 98 of file gnunet-helper-audio-playback-gst.c.

101 {
102  GstPad *sinkpad;
103  GstElement *decoder = (GstElement *) data;
104 
105  /* We can now link this pad with the opus-decoder sink pad */
106  sinkpad = gst_element_get_static_pad (decoder, "sink");
107 
108  gst_pad_link (pad, sinkpad);
109 
110  gst_element_link_many (decoder, conv, resampler, sink, NULL);
111 
112  gst_object_unref (sinkpad);
113 }
static GstElement * decoder
static GstElement * resampler
static GstElement * sink
static GstElement * conv
uint32_t data
The data value.

References conv, data, decoder, resampler, and sink.

Referenced by main().

Here is the caller graph for this function:

◆ quit()

static void quit ( )
static

Definition at line 117 of file gnunet-helper-audio-playback-gst.c.

118 {
119  if (NULL != source)
120  gst_app_src_end_of_stream (GST_APP_SRC (source));
121  if (NULL != pipeline)
122  gst_element_set_state (pipeline, GST_STATE_NULL);
123  abort_read = 1;
124 }
static int abort_read
Set to 1 to break the reading loop.
static GstElement * source
Appsrc instance into which we write data for the pipeline.
static GstElement * pipeline
Main pipeline.

References abort_read, pipeline, and source.

Referenced by bus_call(), main(), and signalhandler().

Here is the caller graph for this function:

◆ bus_call()

static gboolean bus_call ( GstBus *  bus,
GstMessage *  msg,
gpointer  data 
)
static

Definition at line 128 of file gnunet-helper-audio-playback-gst.c.

129 {
131  "Bus message\n");
132  switch (GST_MESSAGE_TYPE (msg))
133  {
134  case GST_MESSAGE_EOS:
136  "End of stream\n");
137  quit ();
138  break;
139 
140  case GST_MESSAGE_ERROR:
141  {
142  gchar *debug;
143  GError *error;
144 
145  gst_message_parse_error (msg, &error, &debug);
146  g_free (debug);
147 
149  "Error: %s\n",
150  error->message);
151  g_error_free (error);
152 
153  quit ();
154  break;
155  }
156 
157  default:
158  break;
159  }
160 
161  return TRUE;
162 }
struct GNUNET_MessageHeader * msg
Definition: 005.c:2
static void quit()
#define GNUNET_log(kind,...)
@ GNUNET_ERROR_TYPE_ERROR
@ GNUNET_ERROR_TYPE_DEBUG
@ GNUNET_ERROR_TYPE_INFO

References find_typedefs::debug, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_log, msg, and quit().

Referenced by main().

Here is the call graph for this function:
Here is the caller graph for this function:

◆ signalhandler()

static void signalhandler ( int  s)
static

Definition at line 166 of file gnunet-helper-audio-playback-gst.c.

167 {
168  quit ();
169 }

References quit().

Referenced by main().

Here is the call graph for this function:
Here is the caller graph for this function:

◆ feed_buffer_to_gst()

static int feed_buffer_to_gst ( const char *  audio,
size_t  b_len 
)
static

Definition at line 173 of file gnunet-helper-audio-playback-gst.c.

174 {
175  GstBuffer *b;
176  gchar *bufspace;
177  GstFlowReturn flow;
178 
180  "Feeding %u bytes to GStreamer\n",
181  (unsigned int) b_len);
182 
183  bufspace = g_memdup2 (audio, b_len);
184  b = gst_buffer_new_wrapped (bufspace, b_len);
185  if (NULL == b)
186  {
188  "Failed to wrap a buffer\n");
189  g_free (bufspace);
190  return GNUNET_SYSERR;
191  }
192  flow = gst_app_src_push_buffer (GST_APP_SRC (source), b);
193  /* They all return GNUNET_OK, because currently player stops when
194  * data stops coming. This might need to be changed for the player
195  * to also stop when pipeline breaks.
196  */
197  switch (flow)
198  {
199  case GST_FLOW_OK:
201  "Fed %u bytes to the pipeline\n",
202  (unsigned int) b_len);
203  break;
204 
205  case GST_FLOW_FLUSHING:
206  /* buffer was dropped, because pipeline state is not PAUSED or PLAYING */
208  "Dropped a buffer\n");
209  break;
210 
211  case GST_FLOW_EOS:
212  /* end of stream */
214  "EOS\n");
215  break;
216 
217  default:
219  "Unexpected push result\n");
220  break;
221  }
222  return GNUNET_OK;
223 }
@ GNUNET_OK
@ GNUNET_SYSERR
@ GNUNET_ERROR_TYPE_WARNING

References GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_INFO, GNUNET_ERROR_TYPE_WARNING, GNUNET_log, GNUNET_OK, GNUNET_SYSERR, and source.

Referenced by main(), and stdin_receiver().

Here is the caller graph for this function:

◆ stdin_receiver()

static int stdin_receiver ( void *  cls,
const struct GNUNET_MessageHeader msg 
)
static

Message callback.

Parameters
msgmessage we received.
Returns
GNUNET_OK on success, GNUNET_NO to stop further processing due to disconnect (no error) GNUNET_SYSERR to stop further processing due to error

Definition at line 235 of file gnunet-helper-audio-playback-gst.c.

237 {
238  struct AudioMessage *audio;
239  size_t b_len;
240 
241  switch (ntohs (msg->type))
242  {
244  audio = (struct AudioMessage *) msg;
245 
246  b_len = ntohs (audio->header.size) - sizeof(struct AudioMessage);
247  feed_buffer_to_gst ((const char *) &audio[1], b_len);
248  break;
249 
250  default:
251  break;
252  }
253  return GNUNET_OK;
254 }
static int feed_buffer_to_gst(const char *audio, size_t b_len)
#define GNUNET_MESSAGE_TYPE_CONVERSATION_AUDIO
Message to transmit the audio between helper and speaker/microphone library.
Message to transmit the audio (between client and helpers).
Definition: conversation.h:59
struct GNUNET_MessageHeader header
Type is GNUNET_MESSAGE_TYPE_CONVERSATION_AUDIO.
Definition: conversation.h:63
uint16_t type
The type of the message (GNUNET_MESSAGE_TYPE_XXXX), in big-endian format.
uint16_t size
The length of the struct (in bytes, including the length field itself), in big-endian format.

References feed_buffer_to_gst(), GNUNET_MESSAGE_TYPE_CONVERSATION_AUDIO, GNUNET_OK, AudioMessage::header, msg, GNUNET_MessageHeader::size, and GNUNET_MessageHeader::type.

Referenced by main().

Here is the call graph for this function:
Here is the caller graph for this function:

◆ main()

int main ( int  argc,
char **  argv 
)

Definition at line 258 of file gnunet-helper-audio-playback-gst.c.

259 {
260  GstBus *bus;
261  guint bus_watch_id;
262  uint64_t toff;
263 
264  typedef void (*SignalHandlerPointer) (int);
265 
266  SignalHandlerPointer inthandler, termhandler;
267 #ifdef DEBUG_READ_PURE_OGG
268  int read_pure_ogg = getenv ("GNUNET_READ_PURE_OGG") ? 1 : 0;
269 #endif
270 
271  inthandler = signal (SIGINT,
272  &signalhandler);
273  termhandler = signal (SIGTERM,
274  &signalhandler);
275 
276  /* Initialisation */
277  gst_init (&argc, &argv);
278 
280  GNUNET_log_setup ("gnunet-helper-audio-playback-gst",
281  "WARNING",
282  NULL));
283 
285  "Audio sink starts\n");
286 
288  NULL);
289 
290  /* Create gstreamer elements */
291  pipeline = gst_pipeline_new ("audio-player");
292  source = gst_element_factory_make ("appsrc", "audio-input");
293  demuxer = gst_element_factory_make ("oggdemux", "ogg-demuxer");
294  decoder = gst_element_factory_make ("opusdec", "opus-decoder");
295  conv = gst_element_factory_make ("audioconvert", "converter");
296  resampler = gst_element_factory_make ("audioresample", "resampler");
297  sink = gst_element_factory_make ("autoaudiosink", "audiosink");
298 
299  if (! pipeline || ! source || ! conv || ! resampler || ! decoder ||
300  ! demuxer || ! sink)
301  {
303  "One element could not be created. Exiting.\n");
304  return -1;
305  }
306 
307  g_signal_connect (sink,
308  "child-added",
309  G_CALLBACK (sink_child_added),
310  NULL);
311  g_signal_connect (demuxer,
312  "pad-added",
313  G_CALLBACK (ogg_pad_added),
314  decoder);
315 
316  /* Keep a reference to it, we operate on it */
317  gst_object_ref (GST_OBJECT (source));
318 
319  /* Set up the pipeline */
320 
321  /* we feed appsrc as fast as possible, it just blocks when it's full */
322  g_object_set (G_OBJECT (source),
323 /* "format", GST_FORMAT_TIME,*/
324  "block", TRUE,
325  "is-live", TRUE,
326  NULL);
327 
328  g_object_set (G_OBJECT (decoder),
329 /* "plc", FALSE,*/
330 /* "apply-gain", TRUE,*/
331  "use-inband-fec", TRUE,
332  NULL);
333 
334  /* we add a message handler */
335  bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline));
336  bus_watch_id = gst_bus_add_watch (bus, bus_call, pipeline);
337  gst_object_unref (bus);
338 
339  /* we add all elements into the pipeline */
340  /* audio-input | ogg-demuxer | opus-decoder | converter | resampler | audiosink */
341  gst_bin_add_many (GST_BIN (pipeline), source, demuxer, decoder, conv,
342  resampler, sink, NULL);
343 
344  /* we link the elements together */
345  gst_element_link_many (source, demuxer, NULL);
346 
347  /* Set the pipeline to "playing" state*/
348  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Now playing\n");
349  gst_element_set_state (pipeline, GST_STATE_PLAYING);
350 
351  GNUNET_log (GNUNET_ERROR_TYPE_INFO, "Running...\n");
352  /* Iterate */
353  toff = 0;
354  while (! abort_read)
355  {
356  char readbuf[MAXLINE];
357  int ret;
358 
359  ret = read (0, readbuf, sizeof(readbuf));
360  if (0 > ret)
361  {
363  _ ("Read error from STDIN: %d %s\n"),
364  ret, strerror (errno));
365  break;
366  }
367  toff += ret;
369  "Received %d bytes of audio data (total: %llu)\n",
370  (int) ret,
371  (unsigned long long) toff);
372  if (0 == ret)
373  break;
374 #ifdef DEBUG_READ_PURE_OGG
375  if (read_pure_ogg)
376  {
377  feed_buffer_to_gst (readbuf, ret);
378  }
379  else
380 #endif
382  readbuf,
383  ret,
384  GNUNET_NO,
385  GNUNET_NO);
386  }
388 
389  signal (SIGINT, inthandler);
390  signal (SIGINT, termhandler);
391 
393  "Returned, stopping playback\n");
394  quit ();
395 
397  "Deleting pipeline\n");
398  gst_object_unref (GST_OBJECT (source));
399  source = NULL;
400  gst_object_unref (GST_OBJECT (pipeline));
401  pipeline = NULL;
402  g_source_remove (bus_watch_id);
403 
404  return 0;
405 }
char * getenv()
static int ret
Return value of the commandline.
Definition: gnunet-abd.c:81
static void signalhandler(int s)
static void sink_child_added(GstChildProxy *child_proxy, GObject *object, gchar *name, gpointer user_data)
#define MAXLINE
How much data to read in one go.
static void ogg_pad_added(GstElement *element, GstPad *pad, gpointer data)
static int stdin_receiver(void *cls, const struct GNUNET_MessageHeader *msg)
Message callback.
struct GNUNET_MessageStreamTokenizer * stdin_mst
Tokenizer for the data we get from stdin.
static GstElement * demuxer
static gboolean bus_call(GstBus *bus, GstMessage *msg, gpointer data)
#define gst_element_factory_make(element, name)
Definition: gnunet_gst.h:36
@ GNUNET_NO
int GNUNET_log_setup(const char *comp, const char *loglevel, const char *logfile)
Setup logging.
#define GNUNET_assert(cond)
Use this for fatal errors that cannot be handled.
enum GNUNET_GenericReturnValue GNUNET_MST_from_buffer(struct GNUNET_MessageStreamTokenizer *mst, const char *buf, size_t size, int purge, int one_shot)
Add incoming data to the receive buffer and call the callback for all complete messages.
Definition: mst.c:101
void GNUNET_MST_destroy(struct GNUNET_MessageStreamTokenizer *mst)
Destroys a tokenizer.
Definition: mst.c:404
struct GNUNET_MessageStreamTokenizer * GNUNET_MST_create(GNUNET_MessageTokenizerCallback cb, void *cb_cls)
Create a message stream tokenizer.
Definition: mst.c:86
#define _(String)
GNU gettext support macro.
Definition: platform.h:178

References _, abort_read, bus_call(), conv, decoder, demuxer, feed_buffer_to_gst(), getenv(), GNUNET_assert, GNUNET_ERROR_TYPE_DEBUG, GNUNET_ERROR_TYPE_ERROR, GNUNET_ERROR_TYPE_INFO, GNUNET_log, GNUNET_log_setup(), GNUNET_MST_create(), GNUNET_MST_destroy(), GNUNET_MST_from_buffer(), GNUNET_NO, GNUNET_OK, gst_element_factory_make, consensus-simulation::int, MAXLINE, ogg_pad_added(), pipeline, quit(), resampler, ret, signalhandler(), sink, sink_child_added(), source, stdin_mst, and stdin_receiver().

Here is the call graph for this function:

Variable Documentation

◆ stdin_mst

struct GNUNET_MessageStreamTokenizer* stdin_mst

Tokenizer for the data we get from stdin.

Definition at line 59 of file gnunet-helper-audio-playback-gst.c.

Referenced by main().

◆ pipeline

GstElement* pipeline
static

Main pipeline.

Definition at line 64 of file gnunet-helper-audio-playback-gst.c.

Referenced by main(), pl_graph(), and quit().

◆ source

◆ demuxer

GstElement* demuxer
static

Definition at line 71 of file gnunet-helper-audio-playback-gst.c.

Referenced by get_coder(), and main().

◆ decoder

GstElement* decoder
static

◆ conv

GstElement* conv
static

◆ resampler

GstElement* resampler
static

Definition at line 74 of file gnunet-helper-audio-playback-gst.c.

Referenced by get_audiobin(), main(), and ogg_pad_added().

◆ sink

GstElement* sink
static

Definition at line 75 of file gnunet-helper-audio-playback-gst.c.

Referenced by get_audiobin(), main(), and ogg_pad_added().

◆ abort_read

int abort_read
static

Set to 1 to break the reading loop.

Definition at line 80 of file gnunet-helper-audio-playback-gst.c.

Referenced by main(), and quit().