neko-apps/xfce-custom/dots/home/neko/.config/mpv/scripts/thumbfast.lua

515 lines
16 KiB
Lua
Raw Normal View History

2024-03-30 18:58:29 +13:00
-- thumbfast.lua
--
-- High-performance on-the-fly thumbnailer
--
-- Built for easy integration in third-party UIs.
local options = {
-- Socket path (leave empty for auto)
socket = "",
-- Thumbnail path (leave empty for auto)
thumbnail = "",
-- Maximum thumbnail size in pixels (scaled down to fit)
-- Values are scaled when hidpi is enabled
max_height = 200,
max_width = 200,
-- Overlay id
overlay_id = 42,
-- Thumbnail interval in seconds, set to 0 to disable (warning: high cpu usage)
-- Clamped to min_thumbnails and max_thumbnails
interval = 6,
-- Number of thumbnails
min_thumbnails = 6,
max_thumbnails = 120,
-- Spawn thumbnailer on file load for faster initial thumbnails
spawn_first = false,
-- Enable on network playback
network = false,
-- Enable on audio playback
audio = false
}
mp.utils = require "mp.utils"
mp.options = require "mp.options"
mp.options.read_options(options, "thumbfast")
if options.min_thumbnails < 1 then
options.min_thumbnails = 1
end
local os_name = ""
math.randomseed(os.time())
local unique = math.random(10000000)
local init = false
local spawned = false
local can_generate = true
local network = false
local disabled = false
local interval = 0
local x = nil
local y = nil
local last_x = x
local last_y = y
local last_index = nil
local last_request = nil
local last_request_time = nil
local last_display_time = 0
local effective_w = options.max_width
local effective_h = options.max_height
local thumb_size = effective_w * effective_h * 4
local filters_reset = {["lavfi-crop"]=true, crop=true}
local filters_runtime = {hflip=true, vflip=true}
local filters_all = filters_runtime
for k,v in pairs(filters_reset) do filters_all[k] = v end
local last_vf_reset = ""
local last_vf_runtime = ""
local last_rotate = 0
local par = ""
local last_par = ""
local function get_os()
local raw_os_name = ""
if jit and jit.os and jit.arch then
raw_os_name = jit.os
else
if package.config:sub(1,1) == "\\" then
-- Windows
local env_OS = os.getenv("OS")
if env_OS then
raw_os_name = env_OS
end
else
raw_os_name = mp.command_native({name = "subprocess", playback_only = false, capture_stdout = true, args = {"uname", "-s"}}).stdout
end
end
raw_os_name = (raw_os_name):lower()
local os_patterns = {
["windows"] = "Windows",
-- Uses socat
["linux"] = "Linux",
["osx"] = "Mac",
["mac"] = "Mac",
["darwin"] = "Mac",
["^mingw"] = "Windows",
["^cygwin"] = "Windows",
-- Because they have the good netcat (with -U)
["bsd$"] = "Mac",
["sunos"] = "Mac"
}
-- Default to linux
local str_os_name = "Linux"
for pattern, name in pairs(os_patterns) do
if raw_os_name:match(pattern) then
str_os_name = name
break
end
end
return str_os_name
end
local function vf_string(filters, full)
local vf = ""
local vf_table = mp.get_property_native("vf")
if #vf_table > 0 then
for i = #vf_table, 1, -1 do
if filters[vf_table[i].name] then
local args = ""
for key, value in pairs(vf_table[i].params) do
if args ~= "" then
args = args .. ":"
end
args = args .. key .. "=" .. value
end
vf = vf .. vf_table[i].name .. "=" .. args .. ","
end
end
end
if full then
vf = vf.."scale=w="..effective_w..":h="..effective_h..par..",pad=w="..effective_w..":h="..effective_h..":x=(ow-iw)/2:y=(oh-ih)/2,format=bgra"
end
return vf
end
local function calc_dimensions()
local width = mp.get_property_number("video-out-params/dw")
local height = mp.get_property_number("video-out-params/dh")
if not width or not height then return end
local scale = mp.get_property_number("display-hidpi-scale", 1)
if width / height > options.max_width / options.max_height then
effective_w = math.floor(options.max_width * scale + 0.5)
effective_h = math.floor(height / width * effective_w + 0.5)
else
effective_h = math.floor(options.max_height * scale + 0.5)
effective_w = math.floor(width / height * effective_h + 0.5)
end
thumb_size = effective_w * effective_h * 4
local v_par = mp.get_property_number("video-out-params/par", 1)
if v_par == 1 then
par = ":force_original_aspect_ratio=decrease"
else
par = ""
end
end
local function info()
local display_w, display_h = effective_w, effective_h
if mp.get_property_number("video-params/rotate", 0) % 180 == 90 then
display_w, display_h = effective_h, effective_w
end
local json, err = mp.utils.format_json({width=display_w, height=display_h, disabled=disabled, socket=options.socket, thumbnail=options.thumbnail, overlay_id=options.overlay_id})
mp.commandv("script-message", "thumbfast-info", json)
end
local function remove_thumbnail_files()
os.remove(options.thumbnail)
os.remove(options.thumbnail..".bgra")
end
local function spawn(time)
if disabled then return end
local path = mp.get_property("path")
if path == nil then return end
spawned = true
local open_filename = mp.get_property("stream-open-filename")
local ytdl = open_filename and network and path ~= open_filename
if ytdl then
path = open_filename
end
if os_name == "" then
os_name = get_os()
end
if options.socket == "" then
if os_name == "Windows" then
options.socket = "thumbfast"
elseif os_name == "Mac" then
options.socket = "/tmp/thumbfast"
else
options.socket = "/tmp/thumbfast"
end
end
if options.thumbnail == "" then
if os_name == "Windows" then
options.thumbnail = os.getenv("TEMP").."\\thumbfast.out"
elseif os_name == "Mac" then
options.thumbnail = "/tmp/thumbfast.out"
else
options.thumbnail = "/tmp/thumbfast.out"
end
end
if not init then
-- ensure uniqueness
options.socket = options.socket .. unique
options.thumbnail = options.thumbnail .. unique
init = true
end
remove_thumbnail_files()
calc_dimensions()
info()
mp.command_native_async(
{name = "subprocess", playback_only = true, args = {
"mpv", path, "--no-config", "--msg-level=all=no", "--idle", "--pause", "--keep-open=always",
"--edition="..(mp.get_property_number("edition") or "auto"), "--vid="..(mp.get_property_number("vid") or "auto"), "--no-sub", "--no-audio",
"--input-ipc-server="..options.socket,
"--start="..time, "--hr-seek=no",
"--ytdl-format=worst", "--demuxer-readahead-secs=0", "--demuxer-max-bytes=128KiB",
"--vd-lavc-skiploopfilter=all", "--vd-lavc-software-fallback=1", "--vd-lavc-fast",
"--vf="..vf_string(filters_all, true),
"--sws-allow-zimg=no", "--sws-fast=yes", "--sws-scaler=fast-bilinear",
"--video-rotate="..last_rotate,
"--ovc=rawvideo", "--of=image2", "--ofopts=update=1", "--o="..options.thumbnail
}},
function() end
)
end
local function run(command, callback)
if not spawned then return end
callback = callback or function() end
local seek_command
if os_name == "Windows" then
seek_command = {"cmd", "/c", "echo "..command.." > \\\\.\\pipe\\" .. options.socket}
elseif os_name == "Mac" then
-- this doesn't work, on my system. not sure why.
seek_command = {"/usr/bin/env", "sh", "-c", "echo '"..command.."' | nc -w0 -U " .. options.socket}
else
seek_command = {"/usr/bin/env", "sh", "-c", "echo '" .. command .. "' | socat - " .. options.socket}
end
mp.command_native_async(
{name = "subprocess", playback_only = true, capture_stdout = true, args = seek_command},
callback
)
end
local function thumb_index(thumbtime)
return math.floor(thumbtime / interval)
end
local function index_time(index, thumbtime)
if interval > 0 then
local time = index * interval
return time + interval / 3
else
return thumbtime
end
end
local function draw(w, h, thumbtime, display_time, script)
local display_w, display_h = w, h
if mp.get_property_number("video-params/rotate", 0) % 180 == 90 then
display_w, display_h = h, w
end
if x ~= nil then
mp.command_native(
{name = "overlay-add", id=options.overlay_id, x=x, y=y, file=options.thumbnail..".bgra", offset=0, fmt="bgra", w=display_w, h=display_h, stride=(4*display_w)}
)
elseif script then
local json, err = mp.utils.format_json({width=display_w, height=display_h, x=x, y=y, socket=options.socket, thumbnail=options.thumbnail, overlay_id=options.overlay_id})
mp.commandv("script-message-to", script, "thumbfast-render", json)
end
end
local function display_img(w, h, thumbtime, display_time, script, redraw)
if last_display_time > display_time or disabled then return end
if not redraw then
can_generate = false
local info = mp.utils.file_info(options.thumbnail)
if not info or info.size ~= thumb_size then
if thumbtime == -1 then
can_generate = true
return
end
if thumbtime < 0 then
thumbtime = thumbtime + 1
end
-- display last successful thumbnail if one exists
local info2 = mp.utils.file_info(options.thumbnail..".bgra")
if info2 and info2.size == thumb_size then
draw(w, h, thumbtime, display_time, script)
end
-- retry up to 5 times
return mp.add_timeout(0.05, function() display_img(w, h, thumbtime < 0 and thumbtime or -5, display_time, script) end)
end
if last_display_time > display_time then return end
-- os.rename can't replace files on windows
if os_name == "Windows" then
os.remove(options.thumbnail..".bgra")
end
-- move the file because it can get overwritten while overlay-add is reading it, and crash the player
os.rename(options.thumbnail, options.thumbnail..".bgra")
last_display_time = display_time
else
local info = mp.utils.file_info(options.thumbnail..".bgra")
if not info or info.size ~= thumb_size then
-- still waiting on intial thumbnail
return mp.add_timeout(0.05, function() display_img(w, h, thumbtime, display_time, script) end)
end
if not can_generate then
return draw(w, h, thumbtime, display_time, script)
end
end
draw(w, h, thumbtime, display_time, script)
can_generate = true
if not redraw then
-- often, the file we read will be the last requested thumbnail
-- retry after a small delay to ensure we got the latest image
if thumbtime ~= -1 then
mp.add_timeout(0.05, function() display_img(w, h, -1, display_time, script) end)
mp.add_timeout(0.1, function() display_img(w, h, -1, display_time, script) end)
end
end
end
local function thumb(time, r_x, r_y, script)
if disabled then return end
time = tonumber(time)
if time == nil then return end
if r_x == nil or r_y == nil then
x, y = nil, nil
else
x, y = math.floor(r_x + 0.5), math.floor(r_y + 0.5)
end
local index = thumb_index(time)
local seek_time = index_time(index, time)
if last_request == seek_time or (interval > 0 and index == last_index) then
last_index = index
if x ~= last_x or y ~= last_y then
last_x, last_y = x, y
display_img(effective_w, effective_h, time, mp.get_time(), script, true)
end
return
end
local cur_request_time = mp.get_time()
last_index = index
last_request_time = cur_request_time
last_request = seek_time
if not spawned then
spawn(seek_time)
if can_generate then
display_img(effective_w, effective_h, time, cur_request_time, script)
mp.add_timeout(0.15, function() display_img(effective_w, effective_h, time, cur_request_time, script) end)
end
return
end
run("async seek "..seek_time.." absolute+keyframes", function() if can_generate then display_img(effective_w, effective_h, time, cur_request_time, script) end end)
end
local function clear()
last_display_time = mp.get_time()
can_generate = true
last_x = nil
last_y = nil
mp.command_native(
{name = "overlay-remove", id=options.overlay_id}
)
end
local function watch_changes()
local old_w = effective_w
local old_h = effective_h
calc_dimensions()
local vf_reset = vf_string(filters_reset)
local rotate = mp.get_property_number("video-rotate", 0)
if spawned then
if old_w ~= effective_w or old_h ~= effective_h or last_vf_reset ~= vf_reset or (last_rotate % 180) ~= (rotate % 180) or par ~= last_par then
last_rotate = rotate
-- mpv doesn't allow us to change output size
run("quit")
clear()
info()
spawned = false
spawn(last_request or mp.get_property_number("time-pos", 0))
else
if rotate ~= last_rotate then
run("set video-rotate "..rotate)
end
local vf_runtime = vf_string(filters_runtime)
if vf_runtime ~= last_vf_runtime then
run("vf set "..vf_string(filters_all, true))
last_vf_runtime = vf_runtime
end
end
else
if old_w ~= effective_w or old_h ~= effective_h or last_vf_reset ~= vf_reset or (last_rotate % 180) ~= (rotate % 180) or par ~= last_par then
last_rotate = rotate
info()
end
last_vf_runtime = vf_string(filters_runtime)
end
last_vf_reset = vf_reset
last_rotate = rotate
last_par = par
end
local function sync_changes(prop, val)
if spawned and val then
run("set "..prop.." "..val)
end
end
local function file_load()
clear()
network = mp.get_property_bool("demuxer-via-network", false)
local image = mp.get_property_native('current-tracks/video/image', true)
local albumart = image and mp.get_property_native("current-tracks/video/albumart", false)
disabled = (network and not options.network) or (albumart and not options.audio) or (image and not albumart)
info()
if disabled then return end
interval = math.min(math.max(mp.get_property_number("duration", 1) / options.max_thumbnails, options.interval), mp.get_property_number("duration", options.interval * options.min_thumbnails) / options.min_thumbnails)
spawned = false
if options.spawn_first then spawn(mp.get_property_number("time-pos", 0)) end
end
local function shutdown()
run("quit")
remove_thumbnail_files()
os.remove(options.socket)
end
mp.observe_property("display-hidpi-scale", "native", watch_changes)
mp.observe_property("video-out-params", "native", watch_changes)
mp.observe_property("vf", "native", watch_changes)
mp.observe_property("vid", "native", sync_changes)
mp.observe_property("edition", "native", sync_changes)
mp.register_script_message("thumb", thumb)
mp.register_script_message("clear", clear)
mp.register_event("file-loaded", file_load)
mp.register_event("shutdown", shutdown)