Rewritten parser logic to handle both streams and videos on the same page
This commit is contained in:
Tibor Baksa
parent
42484060ae
commit
3a497b8630
|
|
@ -1,199 +1,110 @@
|
||||||
local tables
|
local dkjson = require('dkjson')
|
||||||
local streams
|
local log = {}
|
||||||
local urls
|
local openGraph = {}
|
||||||
local log
|
local streams = {}
|
||||||
|
local tables = {}
|
||||||
|
|
||||||
local function noPlaylist(reason)
|
local urlPatterns = {
|
||||||
log.err('Failed to create playlist:', reason)
|
'hirado%.hu',
|
||||||
end
|
'm4sport%.hu',
|
||||||
|
'mediaklikk%.hu'
|
||||||
local Object = {}
|
|
||||||
|
|
||||||
function Object:new(overrides)
|
|
||||||
return setmetatable(overrides or {}, {__index = self})
|
|
||||||
end
|
|
||||||
|
|
||||||
local Parser = Object:new()
|
|
||||||
local VideoParser = Parser:new()
|
|
||||||
local LiveStreamParser = Parser:new()
|
|
||||||
|
|
||||||
local parsers = {
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/m1%-elo'},
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/m2%-elo'},
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/m4%-elo'},
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/m5%-elo'},
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/duna%-elo'},
|
|
||||||
LiveStreamParser:new{urlPattern = 'mediaklikk%.hu/duna%-world%-elo'},
|
|
||||||
VideoParser:new{urlPattern = 'hirado%.hu'},
|
|
||||||
VideoParser:new{urlPattern = 'm4sport%.hu'},
|
|
||||||
VideoParser:new{urlPattern = 'mediaklikk%.hu'}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function probe()
|
function probe()
|
||||||
return tables.some(Parser.probe, parsers)
|
return vlc.access:match('https?')
|
||||||
|
and tables.find(urlPatterns, function(pattern)
|
||||||
|
return vlc.path:match(pattern)
|
||||||
|
end)
|
||||||
|
and not vlc.path:match('player%.mediaklikk%.hu')
|
||||||
end
|
end
|
||||||
|
|
||||||
function parse()
|
function parse()
|
||||||
local parser = tables.find(Parser.probe, parsers)
|
|
||||||
if not parser then
|
|
||||||
return noPlaylist('could not find Parser')
|
|
||||||
end
|
|
||||||
|
|
||||||
return parser:parse()
|
|
||||||
end
|
|
||||||
|
|
||||||
local protocol = vlc.access .. '://'
|
|
||||||
|
|
||||||
function Parser:probe()
|
|
||||||
return vlc.access:match('https?') and vlc.path:match(self.urlPattern) and not vlc.path:match('player%.mediaklikk%.hu')
|
|
||||||
end
|
|
||||||
|
|
||||||
function Parser:parse()
|
|
||||||
local pageSource = streams.readAll(vlc)
|
local pageSource = streams.readAll(vlc)
|
||||||
|
local playerSetupJsons = tables.collect(pageSource:gmatch('mtva_player_manager%.player%(document%.getElementById%("player_%d+_%d+"%), (%b{})%);'));
|
||||||
|
|
||||||
log.dbg('Extracting Player URLs...')
|
log.dbg('Number of players:', #playerSetupJsons)
|
||||||
|
|
||||||
local playerUrls = self:playerUrls(pageSource)
|
return tables.map(playerSetupJsons, function(playerSetupJson)
|
||||||
if #playerUrls == 0 then
|
local playerSetup = dkjson.decode(playerSetupJson)
|
||||||
return noPlaylist('could not find any Player URL')
|
local video = playerSetup.streamId or playerSetup.token
|
||||||
|
|
||||||
|
if not video then
|
||||||
|
log.warn('Cannot find either streamId or token in player setup json:', playerSetupJson)
|
||||||
|
return nil
|
||||||
end
|
end
|
||||||
|
|
||||||
log.dbg('Player URLs:', unpack(playerUrls))
|
local playerUrl = vlc.access .. '://player.mediaklikk.hu/playernew/player.php?video=' .. video
|
||||||
log.dbg('Extracting Paths...')
|
|
||||||
|
|
||||||
local function findPath(playerUrl)
|
log.dbg('Loading player:', playerUrl)
|
||||||
local path = self:path(playerUrl)
|
|
||||||
if not path then
|
|
||||||
log.warn('could not extract Path from', playerUrl)
|
|
||||||
end
|
|
||||||
|
|
||||||
return path
|
local playerSource = streams.readAll(vlc.stream(playerUrl))
|
||||||
end
|
local playerOptionsJson = playerSource:match('pl.setup%( (%b{}) %);')
|
||||||
|
local playerOptions = dkjson.decode(playerOptionsJson)
|
||||||
|
local playlistItem = tables.find(playerOptions.playlist, function(playlistItem)
|
||||||
|
return playlistItem.type == 'hls'
|
||||||
|
end)
|
||||||
|
|
||||||
local paths = tables.map(findPath, playerUrls)
|
if not playlistItem then
|
||||||
if #paths == 0 then
|
log.warn('Cannot find playlist item of type hls in player options json:', playerOptionsJson)
|
||||||
return noPlaylist('could not find any Path')
|
return nil
|
||||||
end
|
|
||||||
|
|
||||||
log.dbg('Paths:', unpack(paths))
|
|
||||||
|
|
||||||
local function playListItem(path)
|
|
||||||
return self:playListItem(path, pageSource)
|
|
||||||
end
|
|
||||||
|
|
||||||
return tables.map(playListItem, paths)
|
|
||||||
end
|
|
||||||
|
|
||||||
function Parser:path(playerUrl)
|
|
||||||
local playerPageSource = streams.readAll(vlc.stream(playerUrl))
|
|
||||||
local path = playerPageSource:match('"file":%s*"(.-)"')
|
|
||||||
if path then
|
|
||||||
return urls.normalize(path)
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
function VideoParser:playerUrls(pageSource)
|
|
||||||
local function playerUrl(token)
|
|
||||||
return protocol .. 'player.mediaklikk.hu/player/player-external-vod-full.php?hls=1&token=' .. token
|
|
||||||
end
|
|
||||||
|
|
||||||
local tokens = tables.collect(pageSource:gmatch('"token":%s*"(.-)"'))
|
|
||||||
return tables.map(playerUrl, tokens)
|
|
||||||
end
|
|
||||||
|
|
||||||
function VideoParser:playListItem(path, pageSource)
|
|
||||||
local function findProperty(property)
|
|
||||||
return pageSource:match('<meta%s+property=["\']og:' .. property .. '["\']%s+content=["\'](.-)["\']%s*/?>')
|
|
||||||
end
|
end
|
||||||
|
|
||||||
return {
|
return {
|
||||||
path = path,
|
path = vlc.access .. ':' .. playlistItem.file,
|
||||||
title = findProperty('title'),
|
title = playerSetup.title or openGraph.property(pageSource, 'title'),
|
||||||
description = findProperty('description'),
|
description = openGraph.property(pageSource, 'description'),
|
||||||
arturl = urls.normalize(findProperty('image'))
|
arturl = (playerSetup.bgImage and vlc.access .. ':' .. playerSetup.bgImage) or openGraph.property(pageSource, 'image')
|
||||||
}
|
}
|
||||||
|
end)
|
||||||
end
|
end
|
||||||
|
|
||||||
function LiveStreamParser:playerUrls(pageSource)
|
|
||||||
local streamId = pageSource:match('"streamId":%s*"(.-)"')
|
|
||||||
if not streamId then
|
|
||||||
return {}
|
|
||||||
end
|
|
||||||
|
|
||||||
return {protocol .. 'player.mediaklikk.hu/playernew/player.php?noflash=yes&video=' .. streamId}
|
|
||||||
end
|
|
||||||
|
|
||||||
function LiveStreamParser:playListItem(path, pageSource)
|
|
||||||
return {
|
|
||||||
path = path,
|
|
||||||
title = pageSource:match('<title>(.-)</title>')
|
|
||||||
}
|
|
||||||
end
|
|
||||||
|
|
||||||
tables = {
|
|
||||||
find = function(predicate, values)
|
|
||||||
for key, value in ipairs(values) do
|
|
||||||
if predicate(value, key, values) then
|
|
||||||
return value, key
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end,
|
|
||||||
|
|
||||||
some = function(predicate, values)
|
|
||||||
local value, key = tables.find(predicate, values)
|
|
||||||
return key
|
|
||||||
end,
|
|
||||||
|
|
||||||
collect = function(iterator, state, initialValue)
|
|
||||||
local result = {}
|
|
||||||
for value in iterator, state, initialValue do
|
|
||||||
table.insert(result, value)
|
|
||||||
end
|
|
||||||
return result
|
|
||||||
end,
|
|
||||||
|
|
||||||
map = function(transform, values)
|
|
||||||
local result = {}
|
|
||||||
for key, value in ipairs(values) do
|
|
||||||
result[key] = transform(value, i, values)
|
|
||||||
end
|
|
||||||
return result
|
|
||||||
end
|
|
||||||
}
|
|
||||||
|
|
||||||
streams = {
|
|
||||||
lines = function(s)
|
|
||||||
return s.readline, s, nil
|
|
||||||
end,
|
|
||||||
|
|
||||||
readAll = function(s)
|
|
||||||
return table.concat(tables.collect(streams.lines(s)), '\n')
|
|
||||||
end
|
|
||||||
}
|
|
||||||
|
|
||||||
urls = {
|
|
||||||
normalizations = {
|
|
||||||
{pattern = '\\(.)', replacement = '%1'},
|
|
||||||
{pattern = '^//', replacement = protocol}
|
|
||||||
},
|
|
||||||
|
|
||||||
normalize = function(url)
|
|
||||||
for i, normalization in ipairs(urls.normalizations) do
|
|
||||||
url = url:gsub(normalization.pattern, normalization.replacement)
|
|
||||||
end
|
|
||||||
return url
|
|
||||||
end
|
|
||||||
}
|
|
||||||
|
|
||||||
local function logger(vlcLog)
|
local function logger(vlcLog)
|
||||||
return function(...)
|
return function(...)
|
||||||
vlcLog(table.concat({'mediaklikk-video:', ...}, ' '))
|
vlcLog(table.concat({'mediaklikk-video:', ...}, ' '))
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
log = {
|
log.dbg = logger(vlc.msg.dbg)
|
||||||
dbg = logger(vlc.msg.dbg),
|
log.warn = logger(vlc.msg.warn)
|
||||||
warn = logger(vlc.msg.warn),
|
log.err = logger(vlc.msg.err)
|
||||||
err = logger(vlc.msg.err),
|
log.info = logger(vlc.msg.info)
|
||||||
info = logger(vlc.msg.info)
|
|
||||||
}
|
function openGraph.property(source, property)
|
||||||
|
return source:match('<meta property="og:' .. property .. '" content="(.-)"/>')
|
||||||
|
end
|
||||||
|
|
||||||
|
function streams.readAll(s)
|
||||||
|
local function iterator(size)
|
||||||
|
if s == vlc then
|
||||||
|
return s.read(size)
|
||||||
|
else
|
||||||
|
return s:read(size)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
return table.concat(tables.collect(iterator, 1024, nil));
|
||||||
|
end
|
||||||
|
|
||||||
|
function tables.find(values, predicate)
|
||||||
|
for key, value in pairs(values) do
|
||||||
|
if predicate(value, key, values) then
|
||||||
|
return value, key
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
function tables.collect(iterator, state, initialValue)
|
||||||
|
local result = {}
|
||||||
|
for value in iterator, state, initialValue do
|
||||||
|
table.insert(result, value)
|
||||||
|
end
|
||||||
|
return result
|
||||||
|
end
|
||||||
|
|
||||||
|
function tables.map(values, transform)
|
||||||
|
local result = {}
|
||||||
|
for key, value in pairs(values) do
|
||||||
|
result[key] = transform(value, key, values)
|
||||||
|
end
|
||||||
|
return result
|
||||||
|
end
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue