1 Commits

Author SHA1 Message Date
6949d4cecf codecVis: allow whitespace in file path 2023-01-01 19:02:56 +01:00
9 changed files with 12 additions and 302 deletions

View File

@ -21,7 +21,7 @@
## Usage
`python ./check_metadata.py path codec_filter`
`python ./check_metadata.py path`
## Features
- find all video files in path

4
check_Names_and_Paths.sh Executable file → Normal file
View File

@ -58,7 +58,7 @@ do
###### check extension ######
ext="${filename##*.}"
if [ "$ext" != "mkv" ] && [ "$ext" != "mp4" ] && [ "$ext" != "nfo" ]
if [ "$ext" != "mkv" ] && [ "$ext" != "mp4" ]
then
echo "Incident: Incorrect extension: $file"
fi
@ -117,7 +117,7 @@ for show in tvshows/*; do
###### check extension ######
ext="${episodename##*.}"
if [ "$ext" != "mkv" ] && [ "$ext" != "mp4" ] && [ "$ext" != "nfo" ]
if [ "$ext" != "mkv" ] && [ "$ext" != "mp4" ]
then
echo "Incident: Incorrect extension: $episode"
fi

View File

@ -13,8 +13,6 @@ import subprocess
import datetime
from dataclasses import dataclass
from tqdm import tqdm
import operator
@dataclass
class MediaFile:
@ -27,7 +25,7 @@ class MediaFile:
duration: int #in sec
def supported_file_extension(filename):
if filename.endswith('.mp4') or filename.endswith('.mkv') or filename.endswith('.m4v'):
if filename.endswith('.mp4') or filename.endswith('.mkv'):
return True
return False
@ -98,19 +96,9 @@ def scan_files(path):
pbar.close()
return media_files
def print_all(media_files, filter_mode):
media_files_filtered = list() #stores all found files that match the given codec filter
media_files.sort(key=lambda x: x.size, reverse=True)
def print_all(media_files):
for media_file in media_files:
print ("{:<64} | {:<8} | {:<16} | {:<8} | {:<16}".format(cut_file_name(media_file.name, 64), str(datetime.timedelta(seconds=media_file.duration)).split(".")[0], human_readable_size(media_file.size), media_file.codec, str(media_file.resolution[0])+"x"+str(media_file.resolution[1])))
if((filter_mode != " ") and (media_file.codec == filter_mode) ):
media_files_filtered.append(media_file.name)
if(filter_mode != " "):
print("\nFound files with selected filter: " + filter_mode + "\n")
for media_file_filtered in media_files_filtered:
print ('"'+media_file_filtered+'", ')
print("\n")
def print_codecs(media_files):
codecs = list()
@ -136,20 +124,15 @@ def print_codecs(media_files):
print("\ntotal "+ str(len(media_files)) + str(" files"))
def main() -> None:
if(len(sys.argv) == 3):
path = sys.argv[1] #use arg0 as path
filter_mode = sys.argv[2] #use arg2 as filter input
elif (len(sys.argv) == 2):
path = sys.argv[1] #use arg0 as path
filter_mode = " "
else:
if(len(sys.argv) != 2):
path = '.' #use current pwd
filter_mode = " "
else:
path = sys.argv[1] #use arg0 as path
media_files = scan_files(path) #scan all media files
print("")
print_all(media_files, filter_mode)
print_all(media_files)
print("")
print_codecs(media_files)

View File

@ -10,7 +10,6 @@ import os
import sys
import time
import subprocess
import shlex
import shutil
import glob
import PIL
@ -50,9 +49,10 @@ def get_codec(filename):
return str(result.stdout.decode("utf-8")).rstrip("\n")
def extract_frame(video_file, time_offset, output_file):
cmd = "ffmpeg -y -ss " + time.strftime('%H:%M:%S', time.gmtime(time_offset)) + ".00 -i " + str(video_file) + " -frames:v 1 " + str(output_file)
cmd = ["ffmpeg", "-y", "-ss", time.strftime('%H:%M:%S', time.gmtime(time_offset)) + ".00",
"-i", str(video_file), "-frames:v", "1", str(output_file)]
devnull = open(os.devnull, 'w')
subprocess.call(shlex.split(cmd),stdout=devnull, stderr=devnull)
subprocess.call(cmd, stdout=devnull, stderr=devnull)
def get_font_path():
path = "/usr/share/fonts"

View File

@ -1,186 +0,0 @@
#!/usr/bin/env python3
import json
import os
import subprocess
import time
import requests
import sys
from pathlib import Path
PROM_URL = "http://127.0.0.1:9104/metrics"
MIN_SOC = 0.5 # 50%
MIN_SOLAR_POWER = 500 # 500W
def load_config(path):
"""Load JSON configuration file."""
with open(path, "r", encoding="utf-8") as f:
return json.load(f)
import requests
import time
def wait_for_solar_power(prom_url, check_interval=300, max_retries=None):
"""
Wait until:
- fronius_site_power_photovoltaic > 500
- fronius_inverter_soc{inverter="1"} > 0.5
Args:
prom_url (str): Prometheus metrics endpoint.
check_interval (int): Seconds between checks (default: 300).
max_retries (int or None): Optional limit on checks. If None, loop indefinitely.
Returns:
bool: True if conditions met, False if retries exhausted.
"""
attempts = 0
while True:
try:
r = requests.get(prom_url, timeout=5)
r.raise_for_status()
pv_power = None
inverter_soc = None
for line in r.text.splitlines():
if line.startswith("#"): # Skip comments and HELP/TYPE lines
continue
parts = line.split()
if len(parts) != 2:
continue
metric, value_str = parts
try:
value = float(value_str)
except ValueError:
continue
if metric == "fronius_site_power_photovoltaic":
pv_power = value
elif (
metric.startswith("fronius_inverter_soc")
and '{inverter="1"}' in metric
):
inverter_soc = value
if pv_power is not None and inverter_soc is not None:
if pv_power > MIN_SOLAR_POWER and inverter_soc > MIN_SOC:
print(
f"[INFO] Solar power available: PV={pv_power:.2f} W, SOC={inverter_soc:.2f} starting conversion."
)
return True
print(
f"[INFO] Conditions not met (PV={pv_power}, SOC={inverter_soc}). Waiting {check_interval} seconds..."
)
except requests.RequestException as e:
print(f"[WARN] Could not reach Prometheus: {e}")
attempts += 1
if max_retries is not None and attempts >= max_retries:
print("[ERROR] Max retries reached. Exiting without solar power.")
return False
time.sleep(check_interval)
def analyze_codecs(oldfile, newfile, dst_folder):
"""
Run codecVis to compare old and new files.
Then rename output.png to newfile.png.
"""
cmd = ["codecVis", oldfile, newfile]
print(f"[CMD] {' '.join(cmd)}")
subprocess.run(cmd, cwd=dst_folder, check=True)
# Rename output.png to match the new file
output_png = Path(dst_folder) / "output.png"
new_png = Path(dst_folder) / (Path(newfile).name + ".png")
if output_png.exists():
output_png.rename(new_png)
print(f"[INFO] Analysis image saved as {new_png}")
else:
print("[WARN] output.png not found!")
def main():
if len(sys.argv) != 2:
print("Give path to config file as argument.")
sys.exit(1)
cfg = load_config(sys.argv[1])
dst_folder = Path(cfg["dst_folder"])
src_folder = Path(cfg["src_folder"])
dst_folder.mkdir(parents=True, exist_ok=True)
for job in cfg["jobs"]:
src_file = src_folder / job
tmp_movie_name = "tmp_" + Path(job).stem + ".mkv"
movie_name = Path(job).stem + ".mkv"
tmp_dst_file = dst_folder / tmp_movie_name
dst_file = dst_folder / movie_name
print(f"Source: {src_file}")
print(f"Temp name: {tmp_movie_name}")
print(f"Final name: {movie_name}")
# Remove leftover temporary file
if tmp_dst_file.exists():
print(f"[INFO] File {tmp_dst_file} already exists. --> Delete!")
tmp_dst_file.unlink()
# Skip if final file already exists
if dst_file.exists():
print(f"[INFO] Skip {dst_file}, already exists. --> Convert already done!")
continue
wait_for_solar_power(PROM_URL)
try:
cmd = [
"taskset",
"-c",
"0,1,2,3", # limit to first 4 CPU cores
"ffmpeg",
"-i",
str(src_file),
"-c:v",
"libaom-av1",
"-c:a",
"libopus",
"-mapping_family",
"1",
"-af",
"aformat=channel_layouts=5.1",
"-c:s",
"copy",
"-map",
"0",
"-crf",
"24",
"-b:v",
"0",
"-b:a",
"128k",
"-cpu-used",
"4",
"-row-mt",
"1",
"-tiles",
"2x2",
str(tmp_dst_file),
]
print(f"[CMD] {' '.join(cmd)}")
subprocess.run(cmd, check=True)
# Rename temp file to final name
tmp_dst_file.rename(dst_file)
# Run codec analysis
analyze_codecs(str(src_file), str(dst_file), dst_folder)
except subprocess.CalledProcessError as e:
print(f"[ERROR] Processing failed for {job}: {e}")
if __name__ == "__main__":
main()

View File

@ -1,8 +0,0 @@
{
"dst_folder": "/mnt/mainstorage/media/converted",
"src_folder": "/mnt/mainstorage/media/movies",
"jobs": [
"BigBuckBunny_320x180.mp4",
]
}

View File

@ -1,79 +0,0 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
""" Author: Hendrik Schutter, localhorst@mosad.xyz
Date of creation: 2023/02/22
Date of last modification: 2023/02/22
"""
import os
import sys
import time
import subprocess
import datetime
from dataclasses import dataclass
from tqdm import tqdm
import operator
@dataclass
class MediaFile:
name: str #without extension
extension: str #without dot
full_path: str
def supported_file_extension(filename):
if filename.endswith('.mp4') or filename.endswith('.mkv') or filename.endswith('.m4v'):
return True
return False
def get_number_of_files(path):
#filter(supported_file_extension, files)
return sum([len(list(filter(supported_file_extension, files))) for r, d, files in os.walk(path)])
def cut_file_name(filename, max_lenght, ellipsis="..."):
if len(filename) > max_lenght:
return filename[:max_lenght-len(ellipsis)] + ellipsis
else:
return filename
def scan_files(path):
total_numbers_to_scan = get_number_of_files(path)
media_files = list() #stores all found files with metadata
pbar = tqdm(total=total_numbers_to_scan) #print progress bar
for root, dirs, files in os.walk(path, topdown=True):
for name in filter(supported_file_extension, files):
pbar.set_description("Processing %s" % str("{:<32}".format(cut_file_name(name, 32))))
full_path = os.path.join(root, name)
media_files.append(MediaFile(name=os.path.splitext(name)[0], extension=os.path.splitext(name)[1], full_path=full_path))
pbar.update(1)
pbar.close()
return media_files
def print_all(media_files, path):
for media_file in media_files:
if (media_file.extension == ".mp4"):
#print(media_file.name)
file_test_path = path + media_file.name + ".mkv"
#print("Testing for: " + file_test_path)
if (os.path.isfile(file_test_path)):
print(media_file.full_path)
#os.remove(media_file.full_path)
def main() -> None:
if(len(sys.argv) != 2):
path = '.' #use current pwd
else:
path = sys.argv[1] #use arg0 as path
media_files = scan_files(path) #scan all media files
print("")
print_all(media_files, path)
if __name__ == "__main__":
main()