🚧 tqdm

This commit is contained in:
neingeist 2025-06-02 01:38:40 +02:00
parent f9bc468a56
commit 9856062227
4 changed files with 8 additions and 6 deletions

View file

@ -5,10 +5,12 @@ from datetime import timedelta
import re import re
from pathvalidate import validate_filename from pathvalidate import validate_filename
import os import os
from tqdm import tqdm
include_title = False include_title = False
output_dir = "recipes-md" output_dir = "recipes-md"
def valid_duration(duration): def valid_duration(duration):
if not duration: if not duration:
return False return False
@ -105,7 +107,7 @@ def main(json_file):
print("No Recipe object found in JSON.") print("No Recipe object found in JSON.")
return return
for recipe in recipes: for recipe in tqdm(recipes):
markdown_fn = f"{recipe.get('name', 'Untitled Recipe')}.md" markdown_fn = f"{recipe.get('name', 'Untitled Recipe')}.md"
validate_filename(markdown_fn) # XXX does this check directory traversal? validate_filename(markdown_fn) # XXX does this check directory traversal?
markdown = format_recipe_to_markdown(recipe) markdown = format_recipe_to_markdown(recipe)

View file

@ -1,5 +1,6 @@
import os import os
import subprocess import subprocess
from tqdm import tqdm
input_dir = "recipes-md" input_dir = "recipes-md"
output_dir = "recipes-mediawiki" output_dir = "recipes-mediawiki"
@ -7,7 +8,7 @@ output_dir = "recipes-mediawiki"
os.makedirs(output_dir, exist_ok=True) os.makedirs(output_dir, exist_ok=True)
# Process each markdown file in the input directory # Process each markdown file in the input directory
for filename in os.listdir(input_dir): for filename in tqdm(os.listdir(input_dir)):
if filename.endswith(".md"): if filename.endswith(".md"):
input_path = os.path.join(input_dir, filename) input_path = os.path.join(input_dir, filename)
output_filename = os.path.splitext(filename)[0] + ".mediawiki" output_filename = os.path.splitext(filename)[0] + ".mediawiki"
@ -22,7 +23,6 @@ for filename in os.listdir(input_dir):
"-t", "mediawiki", "-t", "mediawiki",
"-o", output_path "-o", output_path
], check=True) ], check=True)
print(f"Converted {filename} to {output_filename}")
except subprocess.CalledProcessError as e: except subprocess.CalledProcessError as e:
print(f"Error converting {filename}: {e}") print(f"Error converting {filename}: {e}")

View file

@ -1,6 +1,7 @@
import os import os
import mwclient import mwclient
import sys import sys
from tqdm import tqdm
from config import * from config import *
@ -13,7 +14,7 @@ site = mwclient.Site(WIKI_HOST, path=WIKI_PATH)
site.login(USERNAME, PASSWORD) site.login(USERNAME, PASSWORD)
# Process and upload each .mediawiki file # Process and upload each .mediawiki file
for filename in os.listdir(DIRECTORY): for filename in tqdm(os.listdir(DIRECTORY)):
if filename.endswith('.mediawiki'): if filename.endswith('.mediawiki'):
filepath = os.path.join(DIRECTORY, filename) filepath = os.path.join(DIRECTORY, filename)
article_name = ARTICLE_PREFIX + filename.replace('.mediawiki', '') article_name = ARTICLE_PREFIX + filename.replace('.mediawiki', '')
@ -27,5 +28,3 @@ for filename in os.listdir(DIRECTORY):
# Post to MediaWiki # Post to MediaWiki
page = site.pages[article_name] page = site.pages[article_name]
page.save(final_content, summary='Automated upload of recipe page') page.save(final_content, summary='Automated upload of recipe page')
print(f"Uploaded: {article_name}")

View file

@ -1,2 +1,3 @@
pathvalidate pathvalidate
requests requests
tqdm