ffplayout/ffplayout.py

943 lines
30 KiB
Python
Raw Normal View History

2018-08-27 04:57:14 -04:00
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
2018-01-07 07:58:45 -05:00
# This file is part of ffplayout.
#
# ffplayout is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# ffplayout is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with ffplayout. If not, see <http://www.gnu.org/licenses/>.
# ------------------------------------------------------------------------------
import configparser
import json
import logging
import os
2018-01-07 07:58:45 -05:00
import smtplib
import socket
2018-01-10 09:41:56 -05:00
import sys
from argparse import ArgumentParser
2018-01-07 07:58:45 -05:00
from ast import literal_eval
from datetime import date, datetime, timedelta
2018-01-07 07:58:45 -05:00
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
from email.utils import formatdate
2018-01-10 09:41:56 -05:00
from logging.handlers import TimedRotatingFileHandler
2019-05-28 11:43:57 -04:00
from shutil import copyfileobj
from subprocess import PIPE, CalledProcessError, Popen, check_output
2018-01-07 07:58:45 -05:00
from threading import Thread
from types import SimpleNamespace
2018-01-07 07:58:45 -05:00
2018-01-07 16:31:06 -05:00
# ------------------------------------------------------------------------------
# read variables from config file
# ------------------------------------------------------------------------------
2018-01-07 11:56:54 -05:00
# read config
cfg = configparser.ConfigParser()
2019-05-10 05:10:08 -04:00
if os.path.exists('/etc/ffplayout/ffplayout.conf'):
cfg.read('/etc/ffplayout/ffplayout.conf')
2018-04-29 12:07:42 -04:00
else:
2019-05-10 05:10:08 -04:00
cfg.read('ffplayout.conf')
2018-01-07 11:56:54 -05:00
2019-03-11 07:29:47 -04:00
_general = SimpleNamespace(
tolerance=cfg.getint('GENERAL', 'sync_tolerance'),
2019-03-11 16:34:07 -04:00
stop=cfg.getboolean('GENERAL', 'stop_on_error'),
2019-03-11 09:59:49 -04:00
threshold=cfg.getfloat('GENERAL', 'stop_threshold')
2019-03-11 07:29:47 -04:00
)
_mail = SimpleNamespace(
subject=cfg.get('MAIL', 'subject'),
server=cfg.get('MAIL', 'smpt_server'),
port=cfg.getint('MAIL', 'smpt_port'),
s_addr=cfg.get('MAIL', 'sender_addr'),
s_pass=cfg.get('MAIL', 'sender_pass'),
2019-05-10 05:10:08 -04:00
recip=cfg.get('MAIL', 'recipient'),
level=cfg.get('MAIL', 'mail_level')
)
2018-01-10 09:41:56 -05:00
_log = SimpleNamespace(
path=cfg.get('LOGGING', 'log_file'),
level=cfg.get('LOGGING', 'log_level')
)
_pre_comp = SimpleNamespace(
w=cfg.getint('PRE_COMPRESS', 'width'),
h=cfg.getint('PRE_COMPRESS', 'height'),
2018-08-13 15:32:25 -04:00
aspect=cfg.getfloat(
'PRE_COMPRESS', 'width') / cfg.getfloat('PRE_COMPRESS', 'height'),
fps=cfg.getint('PRE_COMPRESS', 'fps'),
v_bitrate=cfg.getint('PRE_COMPRESS', 'v_bitrate'),
v_bufsize=cfg.getint('PRE_COMPRESS', 'v_bitrate') / 2,
logo=cfg.get('PRE_COMPRESS', 'logo'),
logo_filter=cfg.get('PRE_COMPRESS', 'logo_filter'),
2019-03-04 11:54:36 -05:00
protocols=cfg.get('PRE_COMPRESS', 'live_protocols'),
2018-04-29 12:07:42 -04:00
copy=cfg.getboolean('PRE_COMPRESS', 'copy_mode'),
copy_settings=literal_eval(cfg.get('PRE_COMPRESS', 'ffmpeg_copy_settings'))
)
_playlist = SimpleNamespace(
path=cfg.get('PLAYLIST', 'playlist_path'),
t=cfg.get('PLAYLIST', 'day_start').split(':'),
start=0,
2018-04-29 12:07:42 -04:00
filler=cfg.get('PLAYLIST', 'filler_clip'),
2018-08-14 15:30:32 -04:00
blackclip=cfg.get('PLAYLIST', 'blackclip'),
2018-08-15 11:34:42 -04:00
shift=cfg.getint('PLAYLIST', 'time_shift'),
2018-08-15 06:26:43 -04:00
map_ext=cfg.get('PLAYLIST', 'map_extension')
)
_playlist.start = float(_playlist.t[0]) * 3600 + float(_playlist.t[1]) * 60 \
+ float(_playlist.t[2])
_playout = SimpleNamespace(
2018-11-25 08:24:47 -05:00
preview=cfg.getboolean('OUT', 'preview'),
name=cfg.get('OUT', 'service_name'),
provider=cfg.get('OUT', 'service_provider'),
out_addr=cfg.get('OUT', 'out_addr'),
post_comp_video=literal_eval(cfg.get('OUT', 'post_comp_video')),
post_comp_audio=literal_eval(cfg.get('OUT', 'post_comp_audio')),
2018-04-29 12:07:42 -04:00
post_comp_extra=literal_eval(cfg.get('OUT', 'post_comp_extra')),
post_comp_copy=literal_eval(cfg.get('OUT', 'post_comp_copy'))
)
2018-01-07 07:58:45 -05:00
2018-01-10 09:41:56 -05:00
# ------------------------------------------------------------------------------
2019-05-27 08:32:22 -04:00
# logging and argument parsing
2018-01-10 09:41:56 -05:00
# ------------------------------------------------------------------------------
2019-03-18 16:23:56 -04:00
stdin_parser = ArgumentParser(
2019-05-10 05:10:08 -04:00
description='python and ffmpeg based playout',
2019-03-18 16:23:56 -04:00
epilog="don't use parameters if you want to take the settings from config")
2018-01-10 09:41:56 -05:00
stdin_parser.add_argument(
2019-05-10 05:10:08 -04:00
'-l', '--log', help='file path for logfile'
2019-03-18 16:23:56 -04:00
)
stdin_parser.add_argument(
2019-05-10 05:10:08 -04:00
'-f', '--file', help='playlist file'
2018-01-10 09:41:56 -05:00
)
# If the log file is specified on the command line then override the default
stdin_args = stdin_parser.parse_args()
if stdin_args.log:
2019-03-18 16:23:56 -04:00
_log.path = stdin_args.log
2018-01-10 09:41:56 -05:00
logger = logging.getLogger(__name__)
logger.setLevel(_log.level)
2019-05-10 05:10:08 -04:00
handler = TimedRotatingFileHandler(_log.path, when='midnight', backupCount=5)
2018-01-16 03:31:59 -05:00
formatter = logging.Formatter('[%(asctime)s] [%(levelname)s] %(message)s')
2018-01-10 09:41:56 -05:00
handler.setFormatter(formatter)
logger.addHandler(handler)
# capture stdout and sterr in the log
2019-03-10 16:24:03 -04:00
class PlayoutLogger(object):
def __init__(self, logger, level):
self.logger = logger
self.level = level
2018-01-10 09:41:56 -05:00
def write(self, message):
# Only log if there is a message (not just a new line)
2019-05-10 05:10:08 -04:00
if message.rstrip() != '':
self.logger.log(self.level, message.rstrip())
2018-01-10 09:41:56 -05:00
def flush(self):
pass
2018-01-10 09:41:56 -05:00
# Replace stdout with logging to file at INFO level
2019-03-10 16:24:03 -04:00
sys.stdout = PlayoutLogger(logger, logging.INFO)
2018-01-10 09:41:56 -05:00
# Replace stderr with logging to file at ERROR level
2019-03-10 16:24:03 -04:00
sys.stderr = PlayoutLogger(logger, logging.ERROR)
2018-01-10 09:41:56 -05:00
2019-03-12 16:07:15 -04:00
# ------------------------------------------------------------------------------
# mail sender
# ------------------------------------------------------------------------------
2019-05-10 05:10:08 -04:00
class Mailer:
def __init__(self):
self.level = _mail.level
self.time = None
def current_time(self):
self.time = get_time(None)
def send_mail(self, msg):
if _mail.recip:
self.current_time()
message = MIMEMultipart()
message['From'] = _mail.s_addr
message['To'] = _mail.recip
message['Subject'] = _mail.subject
message['Date'] = formatdate(localtime=True)
message.attach(MIMEText('{} {}'.format(self.time, msg), 'plain'))
text = message.as_string()
2019-03-12 16:07:15 -04:00
try:
2019-05-10 05:10:08 -04:00
server = smtplib.SMTP(_mail.server, _mail.port)
except socket.error as err:
logger.error(err)
server = None
if server is not None:
server.starttls()
try:
login = server.login(_mail.s_addr, _mail.s_pass)
except smtplib.SMTPAuthenticationError as serr:
logger.error(serr)
login = None
2019-03-12 16:07:15 -04:00
2019-05-10 05:10:08 -04:00
if login is not None:
server.sendmail(_mail.s_addr, _mail.recip, text)
server.quit()
def info(self, msg):
if self.level in ['INFO']:
self.send_mail(msg)
def warning(self, msg):
if self.level in ['INFO', 'WARNING']:
self.send_mail(msg)
def error(self, msg):
if self.level in ['INFO', 'WARNING', 'ERROR']:
self.send_mail(msg)
mailer = Mailer()
2019-03-12 16:07:15 -04:00
2018-01-07 07:58:45 -05:00
# ------------------------------------------------------------------------------
# global helper functions
2018-01-07 07:58:45 -05:00
# ------------------------------------------------------------------------------
def get_time(time_format):
2018-08-15 10:18:09 -04:00
t = datetime.today() + timedelta(seconds=_playlist.shift)
if time_format == 'hour':
return t.hour
elif time_format == 'full_sec':
sec = float(t.hour * 3600 + t.minute * 60 + t.second)
micro = float(t.microsecond) / 1000000
return sec + micro
elif time_format == 'stamp':
return float(datetime.now().timestamp())
else:
2019-05-10 05:10:08 -04:00
return t.strftime('%H:%M:%S')
2018-01-07 16:31:06 -05:00
def get_date(seek_day):
2018-08-15 10:18:09 -04:00
d = date.today() + timedelta(seconds=_playlist.shift)
if seek_day and get_time('full_sec') < _playlist.start:
2018-08-15 10:18:09 -04:00
yesterday = d - timedelta(1)
return yesterday.strftime('%Y-%m-%d')
else:
2018-08-15 10:18:09 -04:00
return d.strftime('%Y-%m-%d')
2018-01-07 16:31:06 -05:00
2019-03-12 16:07:15 -04:00
# check if input file exist
def file_exist(in_file):
if os.path.exists(in_file):
return True
else:
return False
# test if value is float
def is_float(value):
try:
float(value)
return True
except ValueError:
return False
# test if value is int
def is_int(value):
try:
int(value)
return True
except ValueError:
return False
2018-02-19 09:13:24 -05:00
# compare clip play time with real time,
# to see if we are sync
2019-05-28 15:48:53 -04:00
def check_sync(begin, playout):
2018-02-19 09:13:24 -05:00
time_now = get_time('full_sec')
2019-03-08 03:53:31 -05:00
2019-05-27 05:42:18 -04:00
time_distance = begin - time_now
if 0 <= time_now < _playlist.start and not begin == _playlist.start:
time_distance -= 86400.0
2018-02-19 09:13:24 -05:00
# check that we are in tolerance time
if abs(time_distance) > _general.tolerance:
2019-05-10 05:10:08 -04:00
mailer.warning(
'Playlist is not sync!\n{} seconds async'.format(time_distance))
logger.warning('Playlist is {} seconds async!'.format(time_distance))
2018-02-19 09:13:24 -05:00
if _general.stop and abs(time_distance) > _general.threshold:
logger.error('Sync tolerance value exceeded, program terminated!')
2019-05-28 15:48:53 -04:00
playout.terminate()
sys.exit(1)
2019-03-11 07:29:47 -04:00
2018-02-19 09:13:24 -05:00
# check begin and length
def check_start_and_length(json_nodes, counter):
# check start time and set begin
2019-05-10 05:10:08 -04:00
if 'begin' in json_nodes:
h, m, s = json_nodes["begin"].split(':')
if is_float(h) and is_float(m) and is_float(s):
begin = float(h) * 3600 + float(m) * 60 + float(s)
else:
begin = -100.0
else:
begin = -100.0
# check if playlist is long enough
2019-05-10 05:10:08 -04:00
if 'length' in json_nodes:
l_h, l_m, l_s = json_nodes["length"].split(':')
if is_float(l_h) and is_float(l_m) and is_float(l_s):
length = float(l_h) * 3600 + float(l_m) * 60 + float(l_s)
total_play_time = begin + counter - _playlist.start
2019-05-10 05:10:08 -04:00
if 'date' in json_nodes:
2019-03-15 04:18:41 -04:00
date = json_nodes["date"]
else:
date = get_date(True)
if total_play_time < length - 5:
2019-05-10 05:10:08 -04:00
mailer.error(
'Playlist ({}) is not long enough!\n'
'total play time is: {}'.format(
date,
2019-03-11 09:56:56 -04:00
timedelta(seconds=total_play_time))
)
logger.error('Playlist is only {} hours long!'.format(
2019-03-10 16:24:03 -04:00
timedelta(seconds=total_play_time)))
# validate json values in new Thread
2018-02-13 08:23:34 -05:00
# and test if file path exist
# TODO: we need better and unique validation,
# now it is messy - the file get readed twice
# and values get multiple time evaluate
# IDEA: open one time the playlist,
# not in a thread and build from it a new clean dictionary
def validate_thread(clip_nodes):
def check_json(json_nodes):
error = ''
counter = 0
2018-02-13 08:23:34 -05:00
2018-03-29 04:30:18 -04:00
# check if all values are valid
for node in json_nodes["program"]:
2018-08-15 06:15:06 -04:00
if _playlist.map_ext:
_ext = literal_eval(_playlist.map_ext)
source = node["source"].replace(
_ext[0], _ext[1])
2018-08-15 06:15:06 -04:00
else:
source = node["source"]
2018-08-15 06:15:06 -04:00
prefix = source.split('://')[0]
2019-03-04 11:54:36 -05:00
2019-03-11 09:56:56 -04:00
if prefix in _pre_comp.protocols:
2019-03-04 11:54:36 -05:00
cmd = [
'ffprobe', '-v', 'error',
'-show_entries', 'format=duration',
'-of', 'default=noprint_wrappers=1:nokey=1', source]
2019-03-04 11:54:36 -05:00
try:
output = check_output(cmd).decode('utf-8')
except CalledProcessError:
output = '404'
if '404' in output:
2019-05-10 05:10:08 -04:00
a = 'Stream not exist: "{}"\n'.format(source)
2019-03-04 11:54:36 -05:00
else:
a = ''
2019-03-10 16:24:03 -04:00
elif file_exist(source):
a = ''
else:
a = 'File not exist: "{}"\n'.format(source)
2018-02-13 08:23:34 -05:00
if is_float(node["in"]) and is_float(node["out"]):
b = ''
counter += node["out"] - node["in"]
else:
b = 'Missing Value in: "{}"\n'.format(node)
2018-02-13 08:23:34 -05:00
c = '' if is_float(node["duration"]) else 'No duration Value! '
line = a + b + c
if line:
logger.error('Validation error :: {}'.format(line))
2019-03-11 09:56:56 -04:00
error += line + 'In line: {}\n'.format(node)
2018-02-13 08:23:34 -05:00
if error:
2019-05-10 05:10:08 -04:00
mailer.error(
'Validation error, check JSON playlist, '
'values are missing:\n{}'.format(error)
2018-03-29 04:30:18 -04:00
)
check_start_and_length(json_nodes, counter)
validate = Thread(name='check_json', target=check_json, args=(clip_nodes,))
validate.daemon = True
validate.start()
# seek in clip
def seek_in(seek):
if seek > 0.0:
return ['-ss', str(seek)]
else:
return []
# cut clip length
def set_length(duration, seek, out):
if out < duration:
return ['-t', str(out - seek)]
else:
return []
# generate a dummy clip, with black color and empty audiotrack
def gen_dummy(duration):
if _pre_comp.copy:
return ['-i', _playlist.blackclip, '-t', str(duration)]
else:
2019-03-21 06:31:15 -04:00
color = '#121212'
2019-03-21 07:08:58 -04:00
# TODO: add noise could be an config option
# noise = 'noise=alls=50:allf=t+u,hue=s=0'
return [
'-f', 'lavfi', '-i',
2019-03-21 07:08:58 -04:00
'color=c={}:s={}x{}:d={}:r={},format=pix_fmts=yuv420p'.format(
color, _pre_comp.w, _pre_comp.h, duration, _pre_comp.fps
),
2019-03-27 04:51:48 -04:00
'-f', 'lavfi', '-i', 'anoisesrc=d={}:c=pink:r=48000:a=0.05'.format(
duration)
]
# when source path exist, generate input with seek and out time
# when path not exist, generate dummy clip
2019-03-27 04:34:13 -04:00
def src_or_dummy(src, dur, seek, out):
if src:
prefix = src.split('://')[0]
# check if input is a live source
if prefix in _pre_comp.protocols:
return seek_in(seek) + ['-i', src] + set_length(dur, seek, out)
elif file_exist(src):
return seek_in(seek) + ['-i', src] + set_length(dur, seek, out)
else:
2019-05-10 05:10:08 -04:00
mailer.error('Clip not exist:\n{}'.format(src))
logger.error('Clip not exist: {}'.format(src))
2019-03-27 04:34:13 -04:00
return gen_dummy(out - seek)
else:
2019-03-27 04:34:13 -04:00
return gen_dummy(out - seek)
# prepare input clip
# check begin and length from clip
# return clip only if we are in 24 hours time range
def gen_input(has_begin, src, begin, dur, seek, out, last):
day_in_sec = 86400.0
ref_time = day_in_sec + _playlist.start
time = get_time('full_sec')
if 0 <= time < _playlist.start:
time += day_in_sec
# calculate time difference to see if we are sync
2019-05-27 06:20:46 -04:00
time_diff = out - seek + time
2019-05-30 02:48:48 -04:00
if ((time_diff <= ref_time or begin < day_in_sec) and not last) \
or not has_begin:
# when we are in the 24 houre range, get the clip
2019-03-27 04:51:48 -04:00
return src_or_dummy(src, dur, seek, out), None
elif time_diff < ref_time and last:
# when last clip is passed and we still have too much time left
# check if duration is larger then out - seek
2019-05-27 06:20:46 -04:00
time_diff = dur + time
new_len = dur - (time_diff - ref_time)
logger.info('we are under time, new_len is: {}'.format(new_len))
if time_diff >= ref_time:
if src == _playlist.filler:
# when filler is something like a clock,
# is better to start the clip later and to play until end
src_cmd = src_or_dummy(src, dur, dur - new_len, dur)
else:
src_cmd = src_or_dummy(src, dur, 0, new_len)
else:
src_cmd = src_or_dummy(src, dur, 0, dur)
2019-05-10 05:10:08 -04:00
mailer.error(
'Playlist is not long enough:\n{} seconds needed.'.format(
new_len)
)
logger.error('Playlist is {} seconds to short'.format(new_len))
return src_cmd, new_len - dur
elif time_diff > ref_time:
new_len = out - seek - (time_diff - ref_time)
# when we over the 24 hours range, trim clip
logger.info('we are over time, new_len is: {}'.format(new_len))
if new_len > 5.0:
if src == _playlist.filler:
src_cmd = src_or_dummy(src, dur, out - new_len, out)
else:
src_cmd = src_or_dummy(src, dur, seek, new_len)
elif new_len > 1.0:
src_cmd = gen_dummy(new_len)
else:
src_cmd = None
return src_cmd, 0.0
# blend logo and fade in / fade out
2019-03-12 16:07:15 -04:00
def build_filtergraph(first, duration, seek, out, ad, ad_last, ad_next, dummy):
length = out - seek - 1.0
logo_chain = []
logo_filter = []
video_chain = []
audio_chain = []
video_map = ['-map', '[logo]']
scale = 'scale={}:{},setdar=dar={}[s]'.format(
_pre_comp.w, _pre_comp.h, _pre_comp.aspect)
if seek > 0.0 and not first:
video_chain.append('fade=in:st=0:d=0.5')
audio_chain.append('afade=in:st=0:d=0.5')
if out < duration:
video_chain.append('fade=out:st={}:d=1.0'.format(length))
audio_chain.append('afade=out:st={}:d=1.0'.format(length))
else:
audio_chain.append('anull')
if video_chain:
video_fade = '[s]{}[v]'.format(','.join(video_chain))
else:
video_fade = '[s]null[v]'
audio_filter = [
'-filter_complex', '[0:a]{}[a]'.format(','.join(audio_chain))]
audio_map = ['-map', '[a]']
if os.path.exists(_pre_comp.logo):
if not ad:
2019-03-12 16:07:15 -04:00
opacity = 'format=rgba,colorchannelmixer=aa=0.7'
loop = 'loop=loop={}:size=1:start=0'.format(
(out - seek) * _pre_comp.fps)
logo_chain.append('movie={},{},{}'.format(
_pre_comp.logo, loop, opacity))
if ad_last:
logo_chain.append('fade=in:st=0:d=1.0:alpha=1')
if ad_next:
logo_chain.append('fade=out:st={}:d=1.0:alpha=1'.format(length))
if not ad:
logo_filter = '{}[l];[v][l]{}[logo]'.format(
','.join(logo_chain), _pre_comp.logo_filter)
else:
logo_filter = '[v]null[logo]'
2019-03-12 16:07:15 -04:00
else:
logo_filter = '[v]null[logo]'
video_filter = [
'-filter_complex', '[0:v]{};{};{}'.format(
scale, video_fade, logo_filter)]
if _pre_comp.copy:
return []
2019-03-12 16:07:15 -04:00
elif dummy:
return video_filter + video_map + ['-map', '1:a']
else:
2019-03-12 16:07:15 -04:00
return video_filter + audio_filter + video_map + audio_map
# ------------------------------------------------------------------------------
# main functions
# ------------------------------------------------------------------------------
# read values from json playlist
2019-05-28 15:48:53 -04:00
class GetSourceIter(object):
def __init__(self, playout):
self._playout = playout
self.last_time = get_time('full_sec')
if 0 <= self.last_time < _playlist.start:
self.last_time += 86400
self.last_mod_time = 0.0
self.json_file = None
self.clip_nodes = None
self.src_cmd = None
self.filtergraph = []
self.first = True
self.last = False
self.list_date = get_date(True)
self.is_dummy = False
2019-03-12 09:39:09 -04:00
self.has_begin = False
self.init_time = get_time('full_sec')
self.last_error = ''
self.timestamp = get_time('stamp')
self.src = None
self.seek = 0
2019-03-18 16:23:56 -04:00
self.out = 20
self.duration = 20
self.ad = False
self.ad_last = False
self.ad_next = False
def get_playlist(self):
2019-03-18 16:23:56 -04:00
if stdin_args.file:
self.json_file = stdin_args.file
else:
year, month, day = self.list_date.split('-')
self.json_file = os.path.join(
_playlist.path, year, month, self.list_date + '.json')
2019-03-10 16:24:03 -04:00
if file_exist(self.json_file):
# check last modification from playlist
mod_time = os.path.getmtime(self.json_file)
if mod_time > self.last_mod_time:
with open(self.json_file, 'r', encoding='utf-8') as f:
self.clip_nodes = json.load(f)
2019-03-09 14:12:20 -05:00
self.last_mod_time = mod_time
logger.info('open: ' + self.json_file)
validate_thread(self.clip_nodes)
else:
# when we have no playlist for the current day,
# then we generate a black clip
# and calculate the seek in time, for when the playlist comes back
self.error_handling('Playlist not exist:')
2019-03-12 09:39:09 -04:00
# when begin is in playlist, get start time from it
2019-05-10 05:10:08 -04:00
if self.clip_nodes and 'begin' in self.clip_nodes:
2019-03-12 09:39:09 -04:00
h, m, s = self.clip_nodes["begin"].split(':')
if is_float(h) and is_float(m) and is_float(s):
self.has_begin = True
self.init_time = float(h) * 3600 + float(m) * 60 + float(s)
else:
self.has_begin = False
def get_clip_in_out(self, node):
if is_float(node["in"]):
self.seek = node["in"]
else:
self.seek = 0
if is_float(node["duration"]):
self.duration = node["duration"]
else:
self.duration = 20
if is_float(node["out"]):
self.out = node["out"]
else:
self.out = self.duration
def map_extension(self, node):
if _playlist.map_ext:
_ext = literal_eval(_playlist.map_ext)
self.src = node["source"].replace(
_ext[0], _ext[1])
else:
self.src = node["source"]
def url_or_live_source(self):
prefix = self.src.split('://')[0]
# check if input is a live source
if prefix in _pre_comp.protocols:
cmd = [
'ffprobe', '-v', 'error', '-show_entries', 'format=duration',
'-of', 'default=noprint_wrappers=1:nokey=1', self.src]
try:
output = check_output(cmd).decode('utf-8')
except CalledProcessError:
output = None
if not output:
self.duration = 20
2019-05-10 05:10:08 -04:00
mailer.error('Clip not exist:\n{}'.format(self.src))
logger.error('Clip not exist: {}'.format(self.src))
2019-03-27 04:34:13 -04:00
self.src = None
self.out = 20
elif is_float(output):
self.duration = float(output)
else:
self.duration = 86400
self.out = self.out - self.seek
self.seek = 0
def get_input(self):
self.src_cmd, self.time_left = gen_input(
self.has_begin, self.src, self.begin, self.duration,
self.seek, self.out, self.last
)
def is_source_dummy(self):
if self.src_cmd and 'lavfi' in self.src_cmd:
self.is_dummy = True
else:
self.is_dummy = False
def get_category(self, index, node):
if 'category' in node:
if index - 1 >= 0:
last_category = self.clip_nodes[
"program"][index - 1]["category"]
else:
2019-05-10 05:10:08 -04:00
last_category = 'noad'
if index + 2 <= len(self.clip_nodes["program"]):
next_category = self.clip_nodes[
"program"][index + 1]["category"]
else:
2019-05-10 05:10:08 -04:00
next_category = 'noad'
if node["category"] == 'advertisement':
self.ad = True
else:
self.ad = False
if last_category == 'advertisement':
self.ad_last = True
else:
self.ad_last = False
if next_category == 'advertisement':
self.ad_next = True
else:
self.ad_next = False
def set_filtergraph(self):
self.filtergraph = build_filtergraph(
self.first, self.duration, self.seek, self.out,
self.ad, self.ad_last, self.ad_next, self.is_dummy)
def error_handling(self, message):
2019-03-18 05:54:07 -04:00
self.seek = 0.0
self.out = 20
2019-03-21 06:31:15 -04:00
self.duration = 20
self.ad = False
day_in_sec = 86400.0
ref_time = day_in_sec + _playlist.start
time = get_time('full_sec')
if 0 <= time < _playlist.start:
time += day_in_sec
2019-05-27 06:20:46 -04:00
time_diff = self.out - self.seek + time
2019-03-27 04:34:13 -04:00
new_len = self.out - self.seek - (time_diff - ref_time)
if new_len <= 1800:
self.out = abs(new_len)
2019-03-27 04:34:13 -04:00
self.duration = abs(new_len)
self.list_date = get_date(False)
self.last_mod_time = 0.0
self.first = False
self.last_time = 0.0
else:
self.list_date = get_date(True)
2019-03-27 08:19:59 -04:00
self.last_time += self.out - self.seek
2019-03-27 04:34:13 -04:00
self.src_cmd = gen_dummy(self.out - self.seek)
self.is_dummy = True
self.set_filtergraph()
2018-01-07 07:58:45 -05:00
if get_time('stamp') - self.timestamp > 3600 \
and message != self.last_error:
self.last_error = message
2019-05-10 05:10:08 -04:00
mailer.error('{}\n{}'.format(message, self.json_file))
self.timestamp = get_time('stamp')
2018-01-07 07:58:45 -05:00
2019-03-10 16:24:03 -04:00
logger.error('{} {}'.format(message, self.json_file))
2018-01-07 07:58:45 -05:00
self.last = False
2018-01-16 03:31:59 -05:00
2019-03-08 10:41:22 -05:00
def next(self):
while True:
self.get_playlist()
if self.clip_nodes is None:
self.is_dummy = True
self.set_filtergraph()
2019-03-12 16:07:15 -04:00
yield self.src_cmd, self.filtergraph
2019-03-08 10:41:22 -05:00
continue
2018-02-13 08:23:34 -05:00
2019-03-12 09:39:09 -04:00
self.begin = self.init_time
2018-02-28 15:29:42 -05:00
# loop through all clips in playlist
for index, node in enumerate(self.clip_nodes["program"]):
self.get_clip_in_out(node)
# first time we end up here
if self.first and \
self.last_time < self.begin + self.out - self.seek:
2019-03-12 09:39:09 -04:00
if self.has_begin:
# calculate seek time
self.seek = self.last_time - self.begin + self.seek
2019-03-12 09:39:09 -04:00
self.map_extension(node)
self.url_or_live_source()
self.get_input()
self.is_source_dummy()
self.get_category(index, node)
self.set_filtergraph()
self.first = False
self.last_time = self.begin
break
2019-03-12 09:39:09 -04:00
elif self.last_time < self.begin:
if index + 1 == len(self.clip_nodes["program"]):
2019-03-09 14:12:20 -05:00
self.last = True
else:
2019-03-09 14:12:20 -05:00
self.last = False
2018-02-13 08:23:34 -05:00
2019-03-12 09:39:09 -04:00
if self.has_begin:
2019-05-28 15:48:53 -04:00
check_sync(self.begin, self._playout)
2018-02-13 08:23:34 -05:00
self.map_extension(node)
self.url_or_live_source()
self.get_input()
self.is_source_dummy()
self.get_category(index, node)
self.set_filtergraph()
if self.time_left is None:
# normal behavior
self.last_time = self.begin
elif self.time_left > 0.0:
# when playlist is finish and we have time left
self.list_date = get_date(False)
self.last_time = self.begin
2019-03-27 04:34:13 -04:00
self.out = self.time_left
self.error_handling('Playlist is not valid!')
else:
# when there is no time left and we are in time,
# set right values for new playlist
self.list_date = get_date(False)
self.last_time = _playlist.start - 5
self.last_mod_time = 0.0
break
self.begin += self.out - self.seek
else:
# when we reach currect end, stop script
2019-05-10 05:10:08 -04:00
if 'begin' not in self.clip_nodes or \
'length' not in self.clip_nodes and \
self.begin < get_time('full_sec'):
logger.info('Playlist reach End!')
return
# when playlist exist but is empty, or not long enough,
# generate dummy and send log
self.error_handling('Playlist is not valid!')
if self.src_cmd is not None:
yield self.src_cmd + self.filtergraph
2018-01-07 07:58:45 -05:00
def main():
2019-03-10 16:24:03 -04:00
year = get_date(False).split('-')[0]
2019-05-28 15:22:10 -04:00
if _pre_comp.copy:
ff_pre_settings = _pre_comp.copy_settings
else:
ff_pre_settings = [
'-pix_fmt', 'yuv420p', '-r', str(_pre_comp.fps),
'-c:v', 'mpeg2video', '-intra',
'-b:v', '{}k'.format(_pre_comp.v_bitrate),
'-minrate', '{}k'.format(_pre_comp.v_bitrate),
'-maxrate', '{}k'.format(_pre_comp.v_bitrate),
'-bufsize', '{}k'.format(_pre_comp.v_bufsize),
'-c:a', 's302m', '-strict', '-2',
'-ar', '48000', '-ac', '2',
'-threads', '2', '-f', 'mpegts', '-']
2018-01-07 07:58:45 -05:00
try:
if _playout.preview:
# preview playout to player
playout = Popen([
'ffplay',
'-hide_banner', '-nostats', '-i', 'pipe:0'],
stderr=None,
stdin=PIPE,
2019-05-28 15:22:10 -04:00
stdout=None
2018-11-25 08:24:47 -05:00
)
else:
# playout to rtmp
if _pre_comp.copy:
playout_pre = [
'ffmpeg', '-v', 'info', '-hide_banner', '-nostats',
'-re', '-i', 'pipe:0', '-c', 'copy'
] + _playout.post_comp_copy
else:
playout_pre = [
'ffmpeg', '-v', 'info', '-hide_banner', '-nostats',
'-re', '-thread_queue_size', '256',
'-i', 'pipe:0'
] + _playout.post_comp_video + _playout.post_comp_audio
playout = Popen(
2019-05-28 15:22:10 -04:00
playout_pre + [
'-metadata', 'service_name=' + _playout.name,
'-metadata', 'service_provider=' + _playout.provider,
2019-05-28 15:22:10 -04:00
'-metadata', 'year={}'.format(year)
] + _playout.post_comp_extra + [_playout.out_addr],
stdin=PIPE
)
2018-01-07 07:58:45 -05:00
2019-05-28 15:48:53 -04:00
get_source = GetSourceIter(playout)
for src_cmd in get_source.next():
2019-05-28 11:43:57 -04:00
if src_cmd[0] == '-i':
current_file = src_cmd[1]
else:
current_file = src_cmd[3]
2019-05-28 11:43:57 -04:00
logger.info('play: "{}"'.format(current_file))
2019-05-28 15:22:10 -04:00
with Popen([
'ffmpeg', '-v', 'error', '-hide_banner', '-nostats'
] + src_cmd + ff_pre_settings,
2019-05-28 15:22:10 -04:00
stdout=PIPE) as decoder:
2019-05-28 11:43:57 -04:00
copyfileobj(decoder.stdout, playout.stdin)
2018-01-07 07:58:45 -05:00
finally:
playout.wait()
2018-01-07 07:58:45 -05:00
if __name__ == '__main__':
main()