BirdNet-goMikrofon/Arduino-audio-tools-main/arduino-audio-tools-main/examples/examples-videos/mpg/sd-mpg-video/sd-mpg-video.ino

/**
 * @file sd-mpg-video.ino
 * @brief Plays both the audio and video (MPEG-1) tracks of a local MPEG-1
 * Program Stream (.mpg) file from the microSD card of the Hosyond 2.8"
 * ESP32-S3 Display (see that board's audio-out/lcd-test/player-sdmmc
 * examples): demuxes it live with DemuxerMPG, decodes the video track
 * with MPGDecoder (TinyMPG, https://github.com/pschatzmann/TinyMPG - pure
 * software, works on any board) and displays the result live on the
 * ILI9341 panel, while playing the audio track (a raw MPEG-1 Layer
 * I/II/III elementary stream) through the ES8311/FM8002E speaker path.
 * mp3/aac/wav/mp2 are registered explicitly below since VideoPlayer's
 * built-in audio multi-decoder starts empty (see its own class comment) -
 * together they match what DecoderHelix bundles by default, plus MP2Decoder
 * for DemuxerMPG's Layer II mime (see the addAudioDecoder() call below).
 *
 * Driven through AudioTools/Video/VideoPlayer.h instead of wiring
 * CodecCopy, PacedVideoOutput, EncodedAudioStream and AudioTimeSourceStream
 * together by hand - see VideoPlayer's own class comment for the pipeline
 * it replaces (identical end to end; VideoPlayer just owns the wiring, and
 * its copy() already keeps the video schedule's fps in sync with the
 * demuxer's own parsed rate, so no manual polling is needed in loop()
 * either).
 *
 * @note transcode file e.g. with ffmpeg -i Casablanca.1942.720.x264.YIFY.mkv
 -vf "scale=176:144,fps=24" -c:v mpeg1video -g 15 -bf 0 -q:v 5 -c:a mp2 -b:a
 128k output176x144-v2.mpg
 *
 * Dependencies (install via Library Manager):
 * - https://github.com/pschatzmann/arduino-audio-driver
 * - https://github.com/pschatzmann/TinyGPU
 * - https://github.com/pschatzmann/TinyMPG
 * - https://github.com/pschatzmann/TinyMP2
 *
 * @author Phil Schatzmann
 * @copyright GPLv3
 */
#include <SD_MMC.h>

#include "AudioTools.h"
#include "AudioTools/AudioCodecs/CodecHelix.h"
#include "AudioTools/AudioCodecs/CodecMP2.h"
#include "AudioTools/AudioCodecs/CodecWAV.h"
#include "AudioTools/AudioCodecs/ContainerMPG.h"
#include "AudioTools/AudioLibs/AudioBoardStream.h"
#include "AudioTools/Video/CodecMPG.h"
#include "AudioTools/Video/OutputTinyGPU.h"
#include "AudioTools/Video/VideoPlayer.h"
#include "TinyGPU/Boards.h"

// ---- File on the SD card to play ----
const char* file_path = "/Videos/output176x144-v2.mpg";

DemuxerMPG mpgDemuxer;
LCDBoardESP32S3_2_8Display board;
OutputTinyGPU tftOutput(board);
AudioBoardStream out(audio_driver::ESP32S3HosyondDisplay);
VideoPlayer player(mpgDemuxer, tftOutput, out);

MPGDecoder mpgDecoder;
MP3DecoderHelix mp3Decoder;
AACDecoderHelix aacDecoder;
WAVDecoder wavDecoder;
MP2Decoder mp2Decoder;

File file;

void setup() {
  Serial.begin(115200);
  AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Info);

  auto cfg = out.defaultConfig(TX_MODE);
  cfg.sdmmc_active = true;  // board's begin() calls SD_MMC.setPins()+begin()
  cfg.buffer_size = 1024;
  cfg.buffer_count = 20;  // 1024*20 = 20KB output buffer
  if (!out.begin(cfg)) {
    Serial.println("AudioBoardStream begin() failed");
    stop();
  }
  out.setVolume(0.4f);

  file = SD_MMC.open(file_path);
  if (!file) {
    Serial.print("Could not open ");
    Serial.println(file_path);
    stop();
  }

  if (!board.begin()) {
    Serial.println("OutputTinyGPU begin() failed");
    stop();
  }
  tftOutput.setRotation(DisplayRotation::kLandscape);
  // On: upscale the decoded frame to fill the 320x240 panel - costs more
  // render time (more pixels to convert/write) than leaving this off. See
  // PacedVideoOutput's avgFrameMs()/setScaleSingleBuffer() if render
  // time needs to come back down.
  tftOutput.setScaleToFit(true);

  player.addVideoDecoder(mpgDecoder);
  // DemuxerMPG::mime() reports "audio/mpeg; codecs=\"mpeg1-layer2\""
  // specifically for Layer II, falling back to the plain MP3 mime
  // otherwise (see its own comment) - MultiDecoder::selectDecoder()
  // matches that exact string first, so this makes the player pick
  // mp2Decoder for Layer II while still falling back to mp3Decoder/
  // aacDecoder/wavDecoder (matched by the plain base mime) for anything
  // else.
  player.addAudioDecoder(mp3Decoder, "audio/mpeg");
  player.addAudioDecoder(aacDecoder, "audio/aac");
  player.addAudioDecoder(wavDecoder, "audio/vnd.wave");
  player.addAudioDecoder(mp2Decoder, "audio/mpeg; codecs=\"mpeg1-layer2\"");

  // This file has a real audio track - VideoPlayer schedules video against
  // it by default (see VideoPlayer's class comment's "Audio clock"
  // section).

  // Compensates for AudioBoardStream's own output buffering
  // (cfg.buffer_size*cfg.buffer_count) - see
  // PacedVideoOutput::setSchedulingDelayMs(); ~115ms matches the ~20KB
  // output buffer above - tune if you change either.
  player.setSchedulingDelayMs(115);
  // Pin the render task to core 0 - loop() (SD reads + demuxing + the
  // blocking out.write() into I2S) runs on core 1 by default. Without
  // this, the video task could land on core 1 too and preempt loop() for
  // the length of a slow render call. Call before begin()/first write().
  player.setTaskParameters(4096, 2, 0);
  player.setQueueBytes(40 * 1024);

  if (!player.begin(file)) {
    Serial.println("VideoPlayer begin() failed");
    stop();
  }
}

void loop() {
  static uint32_t diagLast = 0;
  if (millis() - diagLast > 1000) {
    player.logTo(Serial);
    diagLast = millis();
  }

  if (player.copy() == 0) {
    Serial.println("Done");
    file.close();
  }
}