1156 lines
37 KiB
Python
Executable File
1156 lines
37 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# This file is part of ffplayout.
|
|
#
|
|
# ffplayout is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# ffplayout is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with ffplayout. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
# ------------------------------------------------------------------------------
|
|
|
|
|
|
import configparser
|
|
import glob
|
|
import json
|
|
import logging
|
|
import math
|
|
import os
|
|
import random
|
|
import signal
|
|
import smtplib
|
|
import socket
|
|
import sys
|
|
import time
|
|
from argparse import ArgumentParser
|
|
from datetime import date, datetime, timedelta
|
|
from email.mime.multipart import MIMEMultipart
|
|
from email.mime.text import MIMEText
|
|
from email.utils import formatdate
|
|
from logging.handlers import TimedRotatingFileHandler
|
|
from shutil import copyfileobj
|
|
from subprocess import PIPE, CalledProcessError, Popen, check_output
|
|
from threading import Thread
|
|
from types import SimpleNamespace
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# read variables from config file
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# read config
|
|
cfg = configparser.ConfigParser()
|
|
if os.path.isfile('/etc/ffplayout/ffplayout.conf'):
|
|
cfg.read('/etc/ffplayout/ffplayout.conf')
|
|
else:
|
|
cfg.read('ffplayout.conf')
|
|
|
|
_general = SimpleNamespace(
|
|
stop=cfg.getboolean('GENERAL', 'stop_on_error'),
|
|
threshold=cfg.getfloat('GENERAL', 'stop_threshold')
|
|
)
|
|
|
|
_mail = SimpleNamespace(
|
|
subject=cfg.get('MAIL', 'subject'),
|
|
server=cfg.get('MAIL', 'smpt_server'),
|
|
port=cfg.getint('MAIL', 'smpt_port'),
|
|
s_addr=cfg.get('MAIL', 'sender_addr'),
|
|
s_pass=cfg.get('MAIL', 'sender_pass'),
|
|
recip=cfg.get('MAIL', 'recipient'),
|
|
level=cfg.get('MAIL', 'mail_level')
|
|
)
|
|
|
|
_log = SimpleNamespace(
|
|
to_file=cfg.getboolean('LOGGING', 'log_to_file'),
|
|
path=cfg.get('LOGGING', 'log_file'),
|
|
level=cfg.get('LOGGING', 'log_level')
|
|
)
|
|
|
|
_pre_comp = SimpleNamespace(
|
|
copy=cfg.getboolean('PRE_COMPRESS', 'copy_mode'),
|
|
w=cfg.getint('PRE_COMPRESS', 'width'),
|
|
h=cfg.getint('PRE_COMPRESS', 'height'),
|
|
aspect=cfg.getfloat('PRE_COMPRESS', 'aspect'),
|
|
fps=cfg.getint('PRE_COMPRESS', 'fps'),
|
|
v_bitrate=cfg.getint('PRE_COMPRESS', 'width') * 50,
|
|
v_bufsize=cfg.getint('PRE_COMPRESS', 'width') * 50 / 2,
|
|
logo=cfg.get('PRE_COMPRESS', 'logo'),
|
|
logo_filter=cfg.get('PRE_COMPRESS', 'logo_filter'),
|
|
protocols=cfg.get('PRE_COMPRESS', 'live_protocols')
|
|
)
|
|
|
|
stime = cfg.get('PLAYLIST', 'day_start').split(':')
|
|
|
|
if stime[0] and stime[1] and stime[2]:
|
|
start_t = float(stime[0]) * 3600 + float(stime[1]) * 60 + float(stime[2])
|
|
else:
|
|
start_t = None
|
|
|
|
_playlist = SimpleNamespace(
|
|
mode=cfg.getboolean('PLAYLIST', 'playlist_mode'),
|
|
path=cfg.get('PLAYLIST', 'path'),
|
|
start=start_t
|
|
)
|
|
|
|
_storage = SimpleNamespace(
|
|
path=cfg.get('STORAGE', 'path'),
|
|
filler=cfg.get('STORAGE', 'filler_clip'),
|
|
blackclip=cfg.get('STORAGE', 'blackclip'),
|
|
extensions=json.loads(cfg.get('STORAGE', 'extensions')),
|
|
shuffle=cfg.getboolean('STORAGE', 'shuffle')
|
|
)
|
|
|
|
_text = SimpleNamespace(
|
|
textfile=cfg.get('TEXT', 'textfile'),
|
|
fontsize=cfg.get('TEXT', 'fontsize'),
|
|
fontcolor=cfg.get('TEXT', 'fontcolor'),
|
|
fontfile=cfg.get('TEXT', 'fontfile'),
|
|
box=cfg.get('TEXT', 'box'),
|
|
boxcolor=cfg.get('TEXT', 'boxcolor'),
|
|
boxborderw=cfg.get('TEXT', 'boxborderw'),
|
|
x=cfg.get('TEXT', 'x'),
|
|
y=cfg.get('TEXT', 'y')
|
|
)
|
|
|
|
_playout = SimpleNamespace(
|
|
preview=cfg.getboolean('OUT', 'preview'),
|
|
name=cfg.get('OUT', 'service_name'),
|
|
provider=cfg.get('OUT', 'service_provider'),
|
|
out_addr=cfg.get('OUT', 'out_addr'),
|
|
post_comp_video=json.loads(cfg.get('OUT', 'post_comp_video')),
|
|
post_comp_audio=json.loads(cfg.get('OUT', 'post_comp_audio')),
|
|
post_comp_extra=json.loads(cfg.get('OUT', 'post_comp_extra')),
|
|
post_comp_copy=json.loads(cfg.get('OUT', 'post_comp_copy'))
|
|
)
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# logging and argument parsing
|
|
# ------------------------------------------------------------------------------
|
|
|
|
stdin_parser = ArgumentParser(
|
|
description='python and ffmpeg based playout',
|
|
epilog="don't use parameters if you want to take the settings from config")
|
|
|
|
stdin_parser.add_argument(
|
|
'-l', '--log', help='file path for logfile'
|
|
)
|
|
|
|
stdin_parser.add_argument(
|
|
'-p', '--playlist', help='path from playlist'
|
|
)
|
|
|
|
stdin_parser.add_argument(
|
|
'-f', '--folder', help='play folder content'
|
|
)
|
|
|
|
# If the log file is specified on the command line then override the default
|
|
stdin_args = stdin_parser.parse_args()
|
|
if stdin_args.log:
|
|
_log.path = stdin_args.log
|
|
|
|
logger = logging.getLogger(__name__)
|
|
logger.setLevel(_log.level)
|
|
handler = TimedRotatingFileHandler(_log.path, when='midnight', backupCount=5)
|
|
formatter = logging.Formatter('[%(asctime)s] [%(levelname)s] %(message)s')
|
|
handler.setFormatter(formatter)
|
|
|
|
if _log.to_file:
|
|
logger.addHandler(handler)
|
|
else:
|
|
logger.addHandler(logging.StreamHandler())
|
|
|
|
|
|
# capture stdout and sterr in the log
|
|
class PlayoutLogger(object):
|
|
def __init__(self, logger, level):
|
|
self.logger = logger
|
|
self.level = level
|
|
|
|
def write(self, message):
|
|
# Only log if there is a message (not just a new line)
|
|
if message.rstrip() != '':
|
|
self.logger.log(self.level, message.rstrip())
|
|
|
|
def flush(self):
|
|
pass
|
|
|
|
|
|
# Replace stdout with logging to file at INFO level
|
|
sys.stdout = PlayoutLogger(logger, logging.INFO)
|
|
# Replace stderr with logging to file at ERROR level
|
|
sys.stderr = PlayoutLogger(logger, logging.ERROR)
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# mail sender
|
|
# ------------------------------------------------------------------------------
|
|
|
|
class Mailer:
|
|
def __init__(self):
|
|
self.level = _mail.level
|
|
self.time = None
|
|
|
|
def current_time(self):
|
|
self.time = get_time(None)
|
|
|
|
def send_mail(self, msg):
|
|
if _mail.recip:
|
|
self.current_time()
|
|
|
|
message = MIMEMultipart()
|
|
message['From'] = _mail.s_addr
|
|
message['To'] = _mail.recip
|
|
message['Subject'] = _mail.subject
|
|
message['Date'] = formatdate(localtime=True)
|
|
message.attach(MIMEText('{} {}'.format(self.time, msg), 'plain'))
|
|
text = message.as_string()
|
|
|
|
try:
|
|
server = smtplib.SMTP(_mail.server, _mail.port)
|
|
except socket.error as err:
|
|
logger.error(err)
|
|
server = None
|
|
|
|
if server is not None:
|
|
server.starttls()
|
|
try:
|
|
login = server.login(_mail.s_addr, _mail.s_pass)
|
|
except smtplib.SMTPAuthenticationError as serr:
|
|
logger.error(serr)
|
|
login = None
|
|
|
|
if login is not None:
|
|
server.sendmail(_mail.s_addr, _mail.recip, text)
|
|
server.quit()
|
|
|
|
def info(self, msg):
|
|
if self.level in ['INFO']:
|
|
self.send_mail(msg)
|
|
|
|
def warning(self, msg):
|
|
if self.level in ['INFO', 'WARNING']:
|
|
self.send_mail(msg)
|
|
|
|
def error(self, msg):
|
|
if self.level in ['INFO', 'WARNING', 'ERROR']:
|
|
self.send_mail(msg)
|
|
|
|
|
|
mailer = Mailer()
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# global helper functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
def handle_sigterm(sig, frame):
|
|
raise(SystemExit)
|
|
|
|
|
|
signal.signal(signal.SIGTERM, handle_sigterm)
|
|
|
|
|
|
def terminate_processes(decoder, encoder, watcher):
|
|
if decoder.poll() is None:
|
|
decoder.terminate()
|
|
|
|
if encoder.poll() is None:
|
|
encoder.terminate()
|
|
|
|
if watcher:
|
|
watcher.stop()
|
|
|
|
|
|
def get_time(time_format):
|
|
t = datetime.today()
|
|
if time_format == 'hour':
|
|
return t.hour
|
|
elif time_format == 'full_sec':
|
|
return t.hour * 3600 + t.minute * 60 + t.second \
|
|
+ t.microsecond / 1000000
|
|
elif time_format == 'stamp':
|
|
return float(datetime.now().timestamp())
|
|
else:
|
|
return t.strftime('%H:%M:%S')
|
|
|
|
|
|
def get_date(seek_day):
|
|
d = date.today()
|
|
if _playlist.start and seek_day and get_time('full_sec') < _playlist.start:
|
|
yesterday = d - timedelta(1)
|
|
return yesterday.strftime('%Y-%m-%d')
|
|
else:
|
|
return d.strftime('%Y-%m-%d')
|
|
|
|
|
|
# test if value is float
|
|
def is_float(value):
|
|
try:
|
|
float(value)
|
|
return True
|
|
except ValueError:
|
|
return False
|
|
|
|
|
|
# test if value is int
|
|
def is_int(value):
|
|
try:
|
|
int(value)
|
|
return True
|
|
except ValueError:
|
|
return False
|
|
|
|
|
|
# compare clip play time with real time,
|
|
# to see if we are sync
|
|
def check_sync(begin, encoder):
|
|
time_now = get_time('full_sec')
|
|
|
|
time_distance = begin - time_now
|
|
if _playlist.start and 0 <= time_now < _playlist.start and \
|
|
not begin == _playlist.start:
|
|
time_distance -= 86400.0
|
|
|
|
# check that we are in tolerance time
|
|
if _general.stop and abs(time_distance) > _general.threshold:
|
|
mailer.error(
|
|
'Sync tolerance value exceeded with {} seconds,\n'
|
|
'program terminated!'.format(time_distance))
|
|
logger.error('Sync tolerance value exceeded, program terminated!')
|
|
encoder.terminate()
|
|
sys.exit(1)
|
|
|
|
|
|
# check if playlist is long enough
|
|
def check_length(json_nodes, total_play_time):
|
|
if 'length' in json_nodes:
|
|
l_h, l_m, l_s = json_nodes["length"].split(':')
|
|
if is_float(l_h) and is_float(l_m) and is_float(l_s):
|
|
length = float(l_h) * 3600 + float(l_m) * 60 + float(l_s)
|
|
|
|
if 'date' in json_nodes:
|
|
date = json_nodes["date"]
|
|
else:
|
|
date = get_date(True)
|
|
|
|
if total_play_time < length - 5:
|
|
mailer.error(
|
|
'Playlist ({}) is not long enough!\n'
|
|
'total play time is: {}'.format(
|
|
date,
|
|
timedelta(seconds=total_play_time))
|
|
)
|
|
logger.error('Playlist is only {} hours long!'.format(
|
|
timedelta(seconds=total_play_time)))
|
|
|
|
|
|
# validate json values in new thread
|
|
# and test if source paths exist
|
|
def validate_thread(clip_nodes):
|
|
def check_json(json_nodes):
|
|
error = ''
|
|
counter = 0
|
|
|
|
# check if all values are valid
|
|
for node in json_nodes["program"]:
|
|
source = node["source"]
|
|
prefix = source.split('://')[0]
|
|
missing = []
|
|
|
|
if source and prefix in _pre_comp.protocols:
|
|
cmd = [
|
|
'ffprobe', '-v', 'error',
|
|
'-show_entries', 'format=duration',
|
|
'-of', 'default=noprint_wrappers=1:nokey=1', source]
|
|
|
|
try:
|
|
output = check_output(cmd).decode('utf-8')
|
|
except CalledProcessError:
|
|
output = '404'
|
|
|
|
if '404' in output:
|
|
missing.append('Stream not exist: "{}"'.format(source))
|
|
elif not os.path.isfile(source):
|
|
missing.append('File not exist: "{}"'.format(source))
|
|
|
|
if is_float(node["in"]) and is_float(node["out"]):
|
|
counter += node["out"] - node["in"]
|
|
else:
|
|
missing.append('Missing Value in: "{}"'.format(node))
|
|
|
|
if not is_float(node["duration"]):
|
|
missing.append('No duration Value!')
|
|
|
|
line = '\n'.join(missing)
|
|
if line:
|
|
logger.error('Validation error :: {}'.format(line))
|
|
error += line + '\nIn line: {}\n\n'.format(node)
|
|
|
|
if error:
|
|
mailer.error(
|
|
'Validation error, check JSON playlist, '
|
|
'values are missing:\n{}'.format(error)
|
|
)
|
|
|
|
check_length(json_nodes, counter)
|
|
|
|
validate = Thread(name='check_json', target=check_json, args=(clip_nodes,))
|
|
validate.daemon = True
|
|
validate.start()
|
|
|
|
|
|
# seek in clip
|
|
def seek_in(seek):
|
|
if seek > 0.0:
|
|
return ['-ss', str(seek)]
|
|
else:
|
|
return []
|
|
|
|
|
|
# cut clip length
|
|
def set_length(duration, seek, out):
|
|
if out < duration:
|
|
return ['-t', str(out - seek)]
|
|
else:
|
|
return []
|
|
|
|
|
|
# generate a dummy clip, with black color and empty audiotrack
|
|
def gen_dummy(duration):
|
|
if _pre_comp.copy:
|
|
return ['-i', _storage.blackclip, '-t', str(duration)]
|
|
else:
|
|
color = '#121212'
|
|
# TODO: add noise could be an config option
|
|
# noise = 'noise=alls=50:allf=t+u,hue=s=0'
|
|
return [
|
|
'-f', 'lavfi', '-i',
|
|
'color=c={}:s={}x{}:d={}:r={},format=pix_fmts=yuv420p'.format(
|
|
color, _pre_comp.w, _pre_comp.h, duration, _pre_comp.fps
|
|
),
|
|
'-f', 'lavfi', '-i', 'anoisesrc=d={}:c=pink:r=48000:a=0.05'.format(
|
|
duration)
|
|
]
|
|
|
|
|
|
# when playlist is not 24 hours long, we generate a loop from filler clip
|
|
def gen_filler_loop(duration):
|
|
if not _storage.filler:
|
|
# when no filler is set, generate a dummy
|
|
logger.warning('No filler is set!')
|
|
return gen_dummy(duration)
|
|
else:
|
|
# get duration from filler
|
|
cmd = [
|
|
'ffprobe', '-v', 'error', '-show_entries', 'format=duration',
|
|
'-of', 'default=noprint_wrappers=1:nokey=1', _storage.filler]
|
|
|
|
try:
|
|
f_dur = float(check_output(cmd).decode('utf-8'))
|
|
except (CalledProcessError, ValueError):
|
|
f_dur = None
|
|
|
|
if f_dur:
|
|
if f_dur > duration:
|
|
# cut filler
|
|
logger.info('Generate filler with {} seconds'.format(duration))
|
|
return ['-i', _storage.filler] + set_length(
|
|
f_dur, 0, duration)
|
|
else:
|
|
# loop filles n times
|
|
loop_count = math.ceil(duration / f_dur)
|
|
logger.info('Loop filler {} times, total duration: {}'.format(
|
|
loop_count, duration))
|
|
return ['-stream_loop', str(loop_count),
|
|
'-i', _storage.filler, '-t', str(duration)]
|
|
else:
|
|
logger.error("Can't get filler length, generate dummy!")
|
|
return gen_dummy(duration)
|
|
|
|
|
|
# when source path exist, generate input with seek and out time
|
|
# when path not exist, generate dummy clip
|
|
def src_or_dummy(src, dur, seek, out):
|
|
if src:
|
|
prefix = src.split('://')[0]
|
|
|
|
# check if input is a live source
|
|
if prefix in _pre_comp.protocols:
|
|
return seek_in(seek) + ['-i', src] + set_length(dur, seek, out)
|
|
elif os.path.isfile(src):
|
|
return seek_in(seek) + ['-i', src] + set_length(dur, seek, out)
|
|
else:
|
|
mailer.error('Clip not exist:\n{}'.format(src))
|
|
logger.error('Clip not exist: {}'.format(src))
|
|
return gen_dummy(out - seek)
|
|
else:
|
|
return gen_dummy(out - seek)
|
|
|
|
|
|
# prepare input clip
|
|
# check begin and length from clip
|
|
# return clip only if we are in 24 hours time range
|
|
def gen_input(has_begin, src, begin, dur, seek, out, last):
|
|
day_in_sec = 86400.0
|
|
ref_time = day_in_sec
|
|
time = get_time('full_sec')
|
|
|
|
if _playlist.start:
|
|
ref_time = day_in_sec + _playlist.start
|
|
|
|
if 0 <= time < _playlist.start:
|
|
time += day_in_sec
|
|
|
|
# calculate time difference to see if we are sync
|
|
time_diff = out - seek + time
|
|
|
|
if ((time_diff <= ref_time or begin < day_in_sec) and not last) \
|
|
or not has_begin:
|
|
# when we are in the 24 houre range, get the clip
|
|
return src_or_dummy(src, dur, seek, out), None
|
|
elif time_diff < ref_time and last:
|
|
# when last clip is passed and we still have too much time left
|
|
# check if duration is larger then out - seek
|
|
time_diff = dur + time
|
|
new_len = dur - (time_diff - ref_time)
|
|
logger.info('we are under time, new_len is: {}'.format(new_len))
|
|
|
|
if time_diff >= ref_time:
|
|
if src == _storage.filler:
|
|
# when filler is something like a clock,
|
|
# is better to start the clip later and to play until end
|
|
src_cmd = src_or_dummy(src, dur, dur - new_len, dur)
|
|
else:
|
|
src_cmd = src_or_dummy(src, dur, 0, new_len)
|
|
else:
|
|
src_cmd = src_or_dummy(src, dur, 0, dur)
|
|
|
|
mailer.error(
|
|
'Playlist is not long enough:\n{} seconds needed.'.format(
|
|
new_len)
|
|
)
|
|
logger.error('Playlist is {} seconds to short'.format(new_len))
|
|
|
|
return src_cmd, new_len - dur
|
|
|
|
elif time_diff > ref_time:
|
|
new_len = out - seek - (time_diff - ref_time)
|
|
# when we over the 24 hours range, trim clip
|
|
logger.info('we are over time, new_len is: {}'.format(new_len))
|
|
|
|
if new_len > 5.0:
|
|
if src == _storage.filler:
|
|
src_cmd = src_or_dummy(src, dur, out - new_len, out)
|
|
else:
|
|
src_cmd = src_or_dummy(src, dur, seek, new_len)
|
|
elif new_len > 1.0:
|
|
src_cmd = gen_dummy(new_len)
|
|
else:
|
|
src_cmd = None
|
|
|
|
return src_cmd, 0.0
|
|
|
|
|
|
# blend logo and fade in / fade out
|
|
# TODO: simple deinterlace, pad and fps conversion, if is necessary
|
|
def build_filtergraph(first, duration, seek, out, ad, ad_last, ad_next, dummy):
|
|
length = out - seek - 1.0
|
|
logo_chain = []
|
|
logo_filter = []
|
|
video_chain = []
|
|
audio_chain = []
|
|
video_map = ['-map', '[logo]']
|
|
|
|
scale = 'scale={}:{},setdar=dar={}[s]'.format(
|
|
_pre_comp.w, _pre_comp.h, _pre_comp.aspect)
|
|
|
|
if seek > 0.0 and not first:
|
|
video_chain.append('fade=in:st=0:d=0.5')
|
|
audio_chain.append('afade=in:st=0:d=0.5')
|
|
|
|
if out < duration:
|
|
video_chain.append('fade=out:st={}:d=1.0'.format(length))
|
|
audio_chain.append('afade=out:st={}:d=1.0'.format(length))
|
|
else:
|
|
audio_chain.append('anull')
|
|
|
|
if video_chain:
|
|
video_fade = '[s]{}[v]'.format(','.join(video_chain))
|
|
else:
|
|
video_fade = '[s]null[v]'
|
|
|
|
audio_filter = [
|
|
'-filter_complex', '[0:a]{}[a]'.format(','.join(audio_chain))]
|
|
|
|
audio_map = ['-map', '[a]']
|
|
|
|
if os.path.isfile(_pre_comp.logo):
|
|
if not ad:
|
|
opacity = 'format=rgba,colorchannelmixer=aa=0.7'
|
|
loop = 'loop=loop={}:size=1:start=0'.format(
|
|
(out - seek) * _pre_comp.fps)
|
|
logo_chain.append('movie={},{},{}'.format(
|
|
_pre_comp.logo, loop, opacity))
|
|
if ad_last:
|
|
logo_chain.append('fade=in:st=0:d=1.0:alpha=1')
|
|
if ad_next:
|
|
logo_chain.append('fade=out:st={}:d=1.0:alpha=1'.format(length))
|
|
|
|
if not ad:
|
|
logo_filter = '{}[l];[v][l]{}[logo]'.format(
|
|
','.join(logo_chain), _pre_comp.logo_filter)
|
|
else:
|
|
logo_filter = '[v]null[logo]'
|
|
else:
|
|
logo_filter = '[v]null[logo]'
|
|
|
|
video_filter = [
|
|
'-filter_complex', '[0:v]{};{};{}'.format(
|
|
scale, video_fade, logo_filter)]
|
|
|
|
if _pre_comp.copy:
|
|
return []
|
|
elif dummy:
|
|
return video_filter + video_map + ['-map', '1:a']
|
|
else:
|
|
return video_filter + audio_filter + video_map + audio_map
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# folder watcher
|
|
# ------------------------------------------------------------------------------
|
|
|
|
class MediaStore:
|
|
"""
|
|
fill media list for playing
|
|
MediaWatch will interact with add and remove
|
|
"""
|
|
|
|
def __init__(self, extensions):
|
|
self._extensions = extensions
|
|
self.store = []
|
|
|
|
def fill(self, folder):
|
|
for ext in self._extensions:
|
|
self.store.extend(
|
|
glob.glob(os.path.join(folder, '**', ext), recursive=True))
|
|
|
|
self.sort()
|
|
|
|
def add(self, file):
|
|
self.store.append(file)
|
|
self.sort()
|
|
|
|
def remove(self, file):
|
|
self.store.remove(file)
|
|
self.sort()
|
|
|
|
def sort(self):
|
|
# sort list for sorted playing
|
|
self.store = sorted(self.store)
|
|
|
|
|
|
class MediaWatcher:
|
|
"""
|
|
watch given folder for file changes and update media list
|
|
"""
|
|
|
|
def __init__(self, path, extensions, media):
|
|
self._path = path
|
|
self._media = media
|
|
|
|
self.event_handler = PatternMatchingEventHandler(patterns=extensions)
|
|
self.event_handler.on_created = self.on_created
|
|
self.event_handler.on_moved = self.on_moved
|
|
self.event_handler.on_deleted = self.on_deleted
|
|
|
|
self.observer = Observer()
|
|
self.observer.schedule(self.event_handler, self._path, recursive=True)
|
|
|
|
self.observer.start()
|
|
|
|
def on_created(self, event):
|
|
# add file to media list only if it is completely copied
|
|
file_size = -1
|
|
while file_size != os.path.getsize(event.src_path):
|
|
file_size = os.path.getsize(event.src_path)
|
|
time.sleep(1)
|
|
|
|
self._media.add(event.src_path)
|
|
|
|
logger.info('Add file to media list: "{}"'.format(event.src_path))
|
|
|
|
def on_moved(self, event):
|
|
self._media.remove(event.src_path)
|
|
self._media.add(event.dest_path)
|
|
|
|
logger.info('Move file from "{}" to "{}"'.format(event.src_path,
|
|
event.dest_path))
|
|
|
|
def on_deleted(self, event):
|
|
self._media.remove(event.src_path)
|
|
|
|
logger.info('Remove file from media list: "{}"'.format(event.src_path))
|
|
|
|
def stop(self):
|
|
self.observer.stop()
|
|
self.observer.join()
|
|
|
|
|
|
class GetSource:
|
|
"""
|
|
give next clip, depending on shuffle mode
|
|
"""
|
|
|
|
def __init__(self, media, shuffle):
|
|
self._media = media
|
|
self._shuffle = shuffle
|
|
|
|
self.last_played = []
|
|
self.index = 0
|
|
|
|
self.filtergraph = build_filtergraph(False, 0.0, 0.0, 0.0, False,
|
|
False, False, False)
|
|
|
|
def next(self):
|
|
while True:
|
|
if self._shuffle:
|
|
clip = random.choice(self._media.store)
|
|
|
|
if len(self.last_played) > len(self._media.store) / 2:
|
|
self.last_played.pop(0)
|
|
|
|
if clip not in self.last_played:
|
|
self.last_played.append(clip)
|
|
yield ['-i', clip] + self.filtergraph
|
|
|
|
else:
|
|
while self.index < len(self._media.store):
|
|
yield [
|
|
'-i', self._media.store[self.index]
|
|
] + self.filtergraph
|
|
self.index += 1
|
|
else:
|
|
self.index = 0
|
|
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# main functions
|
|
# ------------------------------------------------------------------------------
|
|
|
|
# read values from json playlist
|
|
class GetSourceIter(object):
|
|
def __init__(self, encoder):
|
|
self._encoder = encoder
|
|
self.last_time = get_time('full_sec')
|
|
|
|
if _playlist.start and 0 <= self.last_time < _playlist.start:
|
|
self.last_time += 86400
|
|
|
|
self.last_mod_time = 0.0
|
|
self.json_file = None
|
|
self.clip_nodes = None
|
|
self.src_cmd = None
|
|
self.filtergraph = []
|
|
self.first = True
|
|
self.last = False
|
|
self.list_date = get_date(True)
|
|
self.is_dummy = False
|
|
self.has_begin = False
|
|
self.init_time = get_time('full_sec')
|
|
self.last_error = ''
|
|
self.timestamp = get_time('stamp')
|
|
|
|
self.src = None
|
|
self.seek = 0
|
|
self.out = 20
|
|
self.duration = 20
|
|
self.ad = False
|
|
self.ad_last = False
|
|
self.ad_next = False
|
|
|
|
def get_playlist(self):
|
|
if stdin_args.playlist:
|
|
self.json_file = stdin_args.playlist
|
|
else:
|
|
year, month, day = self.list_date.split('-')
|
|
self.json_file = os.path.join(
|
|
_playlist.path, year, month, self.list_date + '.json')
|
|
|
|
if os.path.isfile(self.json_file):
|
|
# check last modification from playlist
|
|
mod_time = os.path.getmtime(self.json_file)
|
|
if mod_time > self.last_mod_time:
|
|
with open(self.json_file, 'r', encoding='utf-8') as f:
|
|
self.clip_nodes = json.load(f)
|
|
|
|
self.last_mod_time = mod_time
|
|
logger.info('open: ' + self.json_file)
|
|
validate_thread(self.clip_nodes)
|
|
else:
|
|
# when we have no playlist for the current day,
|
|
# then we generate a black clip
|
|
# and calculate the seek in time, for when the playlist comes back
|
|
self.eof_handling('Playlist not exist:', False)
|
|
|
|
# when _playlist.start is set, use start time
|
|
if self.clip_nodes and _playlist.start:
|
|
self.has_begin = True
|
|
self.init_time = _playlist.start
|
|
else:
|
|
self.has_begin = False
|
|
|
|
def get_clip_in_out(self, node):
|
|
if is_float(node["in"]):
|
|
self.seek = node["in"]
|
|
else:
|
|
self.seek = 0
|
|
|
|
if is_float(node["duration"]):
|
|
self.duration = node["duration"]
|
|
else:
|
|
self.duration = 20
|
|
|
|
if is_float(node["out"]):
|
|
self.out = node["out"]
|
|
else:
|
|
self.out = self.duration
|
|
|
|
def url_or_live_source(self):
|
|
prefix = self.src.split('://')[0]
|
|
|
|
# check if input is a live source
|
|
if self.src and prefix in _pre_comp.protocols:
|
|
cmd = [
|
|
'ffprobe', '-v', 'error', '-show_entries', 'format=duration',
|
|
'-of', 'default=noprint_wrappers=1:nokey=1', self.src]
|
|
|
|
try:
|
|
output = check_output(cmd).decode('utf-8')
|
|
except CalledProcessError as err:
|
|
logger.error("ffprobe error: {}".format(err))
|
|
output = None
|
|
|
|
if not output:
|
|
mailer.error('Clip not exist:\n{}'.format(self.src))
|
|
logger.error('Clip not exist: {}'.format(self.src))
|
|
self.src = None
|
|
elif is_float(output):
|
|
self.duration = float(output)
|
|
else:
|
|
self.duration = 86400
|
|
self.out = self.out - self.seek
|
|
self.seek = 0
|
|
|
|
def get_input(self):
|
|
self.src_cmd, self.time_left = gen_input(
|
|
self.has_begin, self.src, self.begin, self.duration,
|
|
self.seek, self.out, self.last
|
|
)
|
|
|
|
def is_source_dummy(self):
|
|
if self.src_cmd and 'lavfi' in self.src_cmd:
|
|
self.is_dummy = True
|
|
else:
|
|
self.is_dummy = False
|
|
|
|
def get_category(self, index, node):
|
|
if 'category' in node:
|
|
if index - 1 >= 0:
|
|
last_category = self.clip_nodes[
|
|
"program"][index - 1]["category"]
|
|
else:
|
|
last_category = 'noad'
|
|
|
|
if index + 2 <= len(self.clip_nodes["program"]):
|
|
next_category = self.clip_nodes[
|
|
"program"][index + 1]["category"]
|
|
else:
|
|
next_category = 'noad'
|
|
|
|
if node["category"] == 'advertisement':
|
|
self.ad = True
|
|
else:
|
|
self.ad = False
|
|
|
|
if last_category == 'advertisement':
|
|
self.ad_last = True
|
|
else:
|
|
self.ad_last = False
|
|
|
|
if next_category == 'advertisement':
|
|
self.ad_next = True
|
|
else:
|
|
self.ad_next = False
|
|
|
|
def set_filtergraph(self):
|
|
self.filtergraph = build_filtergraph(
|
|
self.first, self.duration, self.seek, self.out,
|
|
self.ad, self.ad_last, self.ad_next, self.is_dummy)
|
|
|
|
def eof_handling(self, message, filler):
|
|
self.seek = 0.0
|
|
self.out = 20
|
|
self.duration = 20
|
|
self.ad = False
|
|
|
|
day_in_sec = 86400.0
|
|
ref_time = day_in_sec
|
|
time = get_time('full_sec')
|
|
|
|
if _playlist.start:
|
|
ref_time = day_in_sec + _playlist.start
|
|
|
|
if 0 <= time < _playlist.start:
|
|
time += day_in_sec
|
|
|
|
time_diff = self.out - self.seek + time
|
|
new_len = self.out - self.seek - (time_diff - ref_time)
|
|
|
|
if new_len <= 1800:
|
|
self.out = abs(new_len)
|
|
self.duration = abs(new_len)
|
|
self.list_date = get_date(False)
|
|
self.last_mod_time = 0.0
|
|
self.first = False
|
|
|
|
self.last_time = 0.0
|
|
else:
|
|
self.list_date = get_date(True)
|
|
self.last_time += self.out - self.seek
|
|
|
|
if filler:
|
|
self.src_cmd = gen_filler_loop(self.out - self.seek)
|
|
|
|
if _storage.filler:
|
|
self.is_dummy = False
|
|
self.duration += 1
|
|
else:
|
|
self.src_cmd = gen_dummy(self.out - self.seek)
|
|
self.is_dummy = True
|
|
self.set_filtergraph()
|
|
|
|
if get_time('stamp') - self.timestamp > 3600 \
|
|
and message != self.last_error:
|
|
self.last_error = message
|
|
mailer.error('{}\n{}'.format(message, self.json_file))
|
|
self.timestamp = get_time('stamp')
|
|
|
|
logger.error('{} {}'.format(message, self.json_file))
|
|
|
|
self.last = False
|
|
|
|
def next(self):
|
|
while True:
|
|
self.get_playlist()
|
|
|
|
if self.clip_nodes is None:
|
|
self.is_dummy = True
|
|
self.set_filtergraph()
|
|
yield self.src_cmd + self.filtergraph
|
|
continue
|
|
|
|
self.begin = self.init_time
|
|
|
|
# loop through all clips in playlist
|
|
for index, node in enumerate(self.clip_nodes["program"]):
|
|
self.get_clip_in_out(node)
|
|
|
|
# first time we end up here
|
|
if self.first and \
|
|
self.last_time < self.begin + self.out - self.seek:
|
|
if self.has_begin:
|
|
# calculate seek time
|
|
self.seek = self.last_time - self.begin + self.seek
|
|
|
|
self.src = node["source"]
|
|
|
|
self.url_or_live_source()
|
|
self.get_input()
|
|
self.is_source_dummy()
|
|
self.get_category(index, node)
|
|
self.set_filtergraph()
|
|
|
|
self.first = False
|
|
self.last_time = self.begin
|
|
break
|
|
elif self.last_time < self.begin:
|
|
if index + 1 == len(self.clip_nodes["program"]):
|
|
self.last = True
|
|
else:
|
|
self.last = False
|
|
|
|
if self.has_begin:
|
|
check_sync(self.begin, self._encoder)
|
|
|
|
self.src = node["source"]
|
|
|
|
self.url_or_live_source()
|
|
self.get_input()
|
|
self.is_source_dummy()
|
|
self.get_category(index, node)
|
|
self.set_filtergraph()
|
|
|
|
if self.time_left is None:
|
|
# normal behavior
|
|
self.last_time = self.begin
|
|
elif self.time_left > 0.0:
|
|
# when playlist is finish and we have time left
|
|
self.list_date = get_date(False)
|
|
self.last_time = self.begin
|
|
self.out = self.time_left
|
|
|
|
self.eof_handling(
|
|
'Playlist is not long enough!', False)
|
|
|
|
else:
|
|
# when there is no time left and we are in time,
|
|
# set right values for new playlist
|
|
self.list_date = get_date(False)
|
|
self.last_time = _playlist.start - 5
|
|
self.last_mod_time = 0.0
|
|
|
|
break
|
|
|
|
self.begin += self.out - self.seek
|
|
else:
|
|
if not _playlist.start or 'length' not in self.clip_nodes:
|
|
# when we reach currect end, stop script
|
|
logger.info('Playlist reach End!')
|
|
return
|
|
|
|
elif self.begin == self.init_time:
|
|
# no clip was played, generate dummy
|
|
self.eof_handling('Playlist is empty!', False)
|
|
else:
|
|
# playlist is not long enough, play filler
|
|
self.eof_handling('Playlist is not long enough!', True)
|
|
|
|
if self.src_cmd is not None:
|
|
yield self.src_cmd + self.filtergraph
|
|
|
|
|
|
def main():
|
|
year = get_date(False).split('-')[0]
|
|
overlay = []
|
|
|
|
if _pre_comp.copy:
|
|
ff_pre_settings = ["-c", "copy", "-f", "mpegts", "-"]
|
|
else:
|
|
ff_pre_settings = [
|
|
'-pix_fmt', 'yuv420p', '-r', str(_pre_comp.fps),
|
|
'-c:v', 'mpeg2video', '-intra',
|
|
'-b:v', '{}k'.format(_pre_comp.v_bitrate),
|
|
'-minrate', '{}k'.format(_pre_comp.v_bitrate),
|
|
'-maxrate', '{}k'.format(_pre_comp.v_bitrate),
|
|
'-bufsize', '{}k'.format(_pre_comp.v_bufsize),
|
|
'-c:a', 's302m', '-strict', '-2',
|
|
'-ar', '48000', '-ac', '2',
|
|
'-f', 'mpegts', '-']
|
|
|
|
if os.path.isfile(_text.textfile):
|
|
logger.info('Overlay text file: "{}"'.format(_text.textfile))
|
|
overlay = [
|
|
'-vf', ("drawtext=box={}:boxcolor='{}':boxborderw={}"
|
|
":fontsize={}:fontcolor={}:fontfile='{}':textfile={}"
|
|
":reload=1:x='{}':y='{}'").format(
|
|
_text.box, _text.boxcolor, _text.boxborderw,
|
|
_text.fontsize, _text.fontcolor, _text.fontfile,
|
|
_text.textfile, _text.x, _text.y)
|
|
]
|
|
|
|
try:
|
|
if _playout.preview:
|
|
# preview playout to player
|
|
encoder = Popen([
|
|
'ffplay', '-hide_banner', '-nostats', '-i', 'pipe:0'
|
|
] + overlay,
|
|
stderr=None, stdin=PIPE, stdout=None
|
|
)
|
|
else:
|
|
# playout to rtmp
|
|
if _pre_comp.copy:
|
|
encoder_cmd = [
|
|
'ffmpeg', '-v', 'info', '-hide_banner', '-nostats',
|
|
'-re', '-thread_queue_size', '256',
|
|
'-i', 'pipe:0', '-c', 'copy'
|
|
] + _playout.post_comp_copy
|
|
else:
|
|
encoder_cmd = [
|
|
'ffmpeg', '-v', 'info', '-hide_banner', '-nostats',
|
|
'-re', '-thread_queue_size', '256',
|
|
'-i', 'pipe:0'
|
|
] + overlay + _playout.post_comp_video \
|
|
+ _playout.post_comp_audio
|
|
|
|
encoder = Popen(
|
|
encoder_cmd + [
|
|
'-metadata', 'service_name=' + _playout.name,
|
|
'-metadata', 'service_provider=' + _playout.provider,
|
|
'-metadata', 'year={}'.format(year)
|
|
] + _playout.post_comp_extra + [_playout.out_addr],
|
|
stdin=PIPE
|
|
)
|
|
|
|
if _playlist.mode and not stdin_args.folder:
|
|
watcher = None
|
|
get_source = GetSourceIter(encoder)
|
|
else:
|
|
logger.info("start folder mode")
|
|
media = MediaStore(_storage.extensions)
|
|
media.fill(_storage.path)
|
|
|
|
watcher = MediaWatcher(_storage.path, _storage.extensions, media)
|
|
get_source = GetSource(media, _storage.shuffle)
|
|
|
|
try:
|
|
for src_cmd in get_source.next():
|
|
if src_cmd[0] == '-i':
|
|
current_file = src_cmd[1]
|
|
else:
|
|
current_file = src_cmd[3]
|
|
|
|
logger.info('play: "{}"'.format(current_file))
|
|
|
|
with Popen([
|
|
'ffmpeg', '-v', 'error', '-hide_banner', '-nostats'
|
|
] + src_cmd + ff_pre_settings,
|
|
stdout=PIPE) as decoder:
|
|
copyfileobj(decoder.stdout, encoder.stdin)
|
|
|
|
except BrokenPipeError:
|
|
logger.error('Broken Pipe!')
|
|
terminate_processes(decoder, encoder, watcher)
|
|
|
|
except SystemExit:
|
|
logger.info("got close command")
|
|
terminate_processes(decoder, encoder, watcher)
|
|
|
|
except KeyboardInterrupt:
|
|
logger.warning('program terminated')
|
|
terminate_processes(decoder, encoder, watcher)
|
|
|
|
# close encoder when nothing is to do anymore
|
|
if encoder.poll() is None:
|
|
encoder.terminate()
|
|
|
|
finally:
|
|
encoder.wait()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if not _playlist.mode or stdin_args.folder:
|
|
from watchdog.events import PatternMatchingEventHandler
|
|
from watchdog.observers import Observer
|
|
|
|
main()
|