mirror of
https://github.com/samuelmaddock/gm-mediaplayer.git
synced 2025-03-04 03:03:02 -05:00
Merge pull request #34 from veitikka/no-yt-api
refactor(youtube): replace API with web scraping
This commit is contained in:
Samuel Maddock
GitHub
commit
d32b723986
@ -3,10 +3,6 @@ include "shared.lua"
|
||||
|
||||
local TableLookup = MediaPlayerUtils.TableLookup
|
||||
|
||||
-- https://developers.google.com/youtube/v3/
|
||||
local APIKey = MediaPlayer.GetConfigValue('google.api_key')
|
||||
local MetadataUrl = "https://www.googleapis.com/youtube/v3/videos?id=%s&key=%s&type=video&part=contentDetails,snippet,status&videoEmbeddable=true&videoSyndicated=true"
|
||||
|
||||
---
|
||||
-- Helper function for converting ISO 8601 time strings; this is the formatting
|
||||
-- used for duration specified in the YouTube v3 API.
|
||||
@ -52,59 +48,6 @@ local function convertISO8601Time( duration )
|
||||
return duration
|
||||
end
|
||||
|
||||
local function OnReceiveMetadata( self, callback, body )
|
||||
|
||||
local metadata = {}
|
||||
|
||||
-- Check for valid JSON response
|
||||
local resp = util.JSONToTable( body )
|
||||
if not resp then
|
||||
return callback(false)
|
||||
end
|
||||
|
||||
-- If 'error' key is present, the query failed.
|
||||
if resp.error then
|
||||
return callback(false, TableLookup(resp, 'error.message'))
|
||||
end
|
||||
|
||||
-- We need at least one result
|
||||
local results = TableLookup(resp, 'pageInfo.totalResults')
|
||||
if not ( results and results > 0 ) then
|
||||
return callback(false, "Requested video wasn't found")
|
||||
end
|
||||
|
||||
local item = resp.items[1]
|
||||
|
||||
-- Video must be embeddable
|
||||
if not TableLookup(item, 'status.embeddable') then
|
||||
return callback( false, "Requested video was embed disabled" )
|
||||
end
|
||||
|
||||
metadata.title = TableLookup(item, 'snippet.title')
|
||||
|
||||
-- Check for live broadcast
|
||||
local liveBroadcast = TableLookup(item, 'snippet.liveBroadcastContent')
|
||||
if liveBroadcast == 'none' then
|
||||
-- Duration is an ISO 8601 string
|
||||
local durationStr = TableLookup(item, 'contentDetails.duration')
|
||||
metadata.duration = math.max(1, convertISO8601Time(durationStr))
|
||||
else
|
||||
metadata.duration = 0 -- mark as live video
|
||||
end
|
||||
|
||||
-- 'medium' size thumbnail doesn't have letterboxing
|
||||
metadata.thumbnail = TableLookup(item, 'snippet.thumbnails.medium.url')
|
||||
|
||||
self:SetMetadata(metadata, true)
|
||||
|
||||
if self:IsTimed() then
|
||||
MediaPlayer.Metadata:Save(self)
|
||||
end
|
||||
|
||||
callback(self._metadata)
|
||||
|
||||
end
|
||||
|
||||
function SERVICE:GetMetadata( callback )
|
||||
if self._metadata then
|
||||
callback( self._metadata )
|
||||
@ -121,6 +64,7 @@ function SERVICE:GetMetadata( callback )
|
||||
if cache then
|
||||
|
||||
local metadata = {}
|
||||
|
||||
metadata.title = cache.title
|
||||
metadata.duration = tonumber(cache.duration)
|
||||
metadata.thumbnail = cache.thumbnail
|
||||
@ -134,18 +78,112 @@ function SERVICE:GetMetadata( callback )
|
||||
callback(self._metadata)
|
||||
|
||||
else
|
||||
|
||||
local videoId = self:GetYouTubeVideoId()
|
||||
local apiurl = MetadataUrl:format( videoId, APIKey )
|
||||
local videoUrl = "https://www.youtube.com/watch?v="..videoId
|
||||
|
||||
self:Fetch( apiurl,
|
||||
self:Fetch( videoUrl,
|
||||
-- On Success
|
||||
function( body, length, headers, code )
|
||||
OnReceiveMetadata( self, callback, body )
|
||||
local status, metadata = pcall(self.ParseYTMetaDataFromHTML, self, body)
|
||||
|
||||
-- html couldn't be parsed
|
||||
if not status or not metadata.title or not isnumber(metadata.duration) then
|
||||
-- Title is nil or Duration is nan
|
||||
if istable(metadata) then
|
||||
metadata = "title = "..type(metadata.title)..", duration = "..type(metadata.duration)
|
||||
end
|
||||
-- Misc error
|
||||
callback(false, "Failed to parse HTML Page for metadata: "..metadata)
|
||||
return
|
||||
end
|
||||
|
||||
self:SetMetadata(metadata, true)
|
||||
|
||||
if self:IsTimed() then
|
||||
MediaPlayer.Metadata:Save(self)
|
||||
end
|
||||
|
||||
callback(self._metadata)
|
||||
end,
|
||||
-- On failure
|
||||
function( code )
|
||||
callback(false, "Failed to load YouTube ["..tostring(code).."]")
|
||||
end
|
||||
end,
|
||||
-- Headers
|
||||
{
|
||||
["User-Agent"] = "Googlebot"
|
||||
}
|
||||
)
|
||||
|
||||
end
|
||||
end
|
||||
|
||||
---
|
||||
-- Get the value for an attribute from a html element
|
||||
--
|
||||
local function ParseElementAttribute( element, attribute )
|
||||
if not element then return end
|
||||
-- Find the desired attribute
|
||||
local output = string.match( element, attribute.."%s-=%s-%b\"\"" )
|
||||
if not output then return end
|
||||
-- Remove the 'attribute=' part
|
||||
output = string.gsub( output, attribute.."%s-=%s-", "" )
|
||||
-- Trim the quotes around the value string
|
||||
return string.sub( output, 2, -2 )
|
||||
end
|
||||
|
||||
---
|
||||
-- Get the contents of a html element by removing tags
|
||||
-- Used as fallback for when title cannot be found
|
||||
--
|
||||
local function ParseElementContent( element )
|
||||
if not element then return end
|
||||
-- Trim start
|
||||
local output = string.gsub( element, "^%s-<%w->%s-", "" )
|
||||
-- Trim end
|
||||
return string.gsub( output, "%s-</%w->%s-$", "" )
|
||||
end
|
||||
|
||||
-- Lua search patterns to find metadata from the html
|
||||
local patterns = {
|
||||
["title"] = "<meta%sproperty=\"og:title\"%s-content=%b\"\">",
|
||||
["title_fallback"] = "<title>.-</title>",
|
||||
["thumb"] = "<meta%sproperty=\"og:image\"%s-content=%b\"\">",
|
||||
["thumb_fallback"] = "<link%sitemprop=\"thumbnailUrl\"%s-href=%b\"\">",
|
||||
["duration"] = "<meta%sitemprop%s-=%s-\"duration\"%s-content%s-=%s-%b\"\">",
|
||||
["live"] = "<meta%sitemprop%s-=%s-\"isLiveBroadcast\"%s-content%s-=%s-%b\"\">",
|
||||
["live_enddate"] = "<meta%sitemprop%s-=%s-\"endDate\"%s-content%s-=%s-%b\"\">"
|
||||
}
|
||||
|
||||
---
|
||||
-- Function to parse video metadata straight from the html instead of using the API
|
||||
--
|
||||
function SERVICE:ParseYTMetaDataFromHTML( html )
|
||||
--MetaData table to return when we're done
|
||||
local metadata = {}
|
||||
|
||||
-- Fetch title and thumbnail, with fallbacks if needed
|
||||
metadata.title = ParseElementAttribute(string.match(html, patterns["title"]), "content")
|
||||
or ParseElementContent(string.match(html, patterns["title_fallback"]))
|
||||
|
||||
-- Parse HTML entities in the title into symbols
|
||||
metadata.title = url.htmlentities_decode(metadata.title)
|
||||
|
||||
metadata.thumbnail = ParseElementAttribute(string.match(html, patterns["thumb"]), "content")
|
||||
or ParseElementAttribute(string.match(html, patterns["thumb_fallback"]), "href")
|
||||
|
||||
-- See if the video is an ongoing live broadcast
|
||||
-- Set duration to 0 if it is, otherwise use the actual duration
|
||||
local isLiveBroadcast = tobool(ParseElementAttribute(string.match(html, patterns["live"]), "content"))
|
||||
local broadcastEndDate = string.match(html, patterns["live_enddate"])
|
||||
if isLiveBroadcast and not broadcastEndDate then
|
||||
-- Mark as live video
|
||||
metadata.duration = 0
|
||||
else
|
||||
local durationISO8601 = ParseElementAttribute(string.match(html, patterns["duration"]), "content")
|
||||
if isstring(durationISO8601) then
|
||||
metadata.duration = math.max(1, convertISO8601Time(durationISO8601))
|
||||
end
|
||||
end
|
||||
|
||||
return metadata
|
||||
end
|
||||
|
||||
Loading…
Reference in New Issue
Block a user