Powered by AppSignal & Oban Pro
Would you like to see your link here? Contact us

Playing video and audio from files

examples/video_and_audio.livemd

Playing video and audio from files

File.cd(__DIR__)
Logger.configure(level: :error)

Mix.install([
  {:membrane_core, "~> 0.11.2"},
  {:membrane_kino_plugin, path: ".."},
  {:membrane_file_plugin, "~> 0.13.0"},
  {:membrane_mp4_plugin, "~> 0.19.0"},
  {:membrane_h264_ffmpeg_plugin, "~> 0.25.2"},
  {:membrane_aac_plugin, "~> 0.13.0"}
])

Section

import Membrane.ChildrenSpec

alias Membrane.{
  File,
  RawVideo,
  Kino
}

alias Membrane.H264.FFmpeg.Parser, as: H264_Parser
alias Membrane.AAC
alias Membrane.RemoteControlled, as: RC

video_filepath = "./res/input_baseline.h264"
audio_filepath = "./res/input.aac"

kino = Kino.Player.new(video: true, audio: true)

structure = [
  child({:file_input, :h264}, %File.Source{location: video_filepath})
  |> child({:parser, :h264}, %H264_Parser{framerate: {60, 1}})
  |> via_in(:video)
  |> get_child(:video_player),
  child({:file_input, :aac}, %File.Source{location: audio_filepath})
  |> child({:parser, :aac}, AAC.Parser)
  |> via_in(:audio)
  |> get_child(:video_player),
  child(:video_player, %Kino.Player.Sink{kino: kino})
]

:ok
pipeline = RC.Pipeline.start!()
RC.Pipeline.exec_actions(pipeline, spec: structure, playback: :playing)
kino