diff --git a/2_to_markdown.py b/2_to_markdown.py index 13d0c0e..eee3d75 100644 --- a/2_to_markdown.py +++ b/2_to_markdown.py @@ -5,10 +5,12 @@ from datetime import timedelta import re from pathvalidate import validate_filename import os +from tqdm import tqdm include_title = False output_dir = "recipes-md" + def valid_duration(duration): if not duration: return False @@ -105,7 +107,7 @@ def main(json_file): print("No Recipe object found in JSON.") return - for recipe in recipes: + for recipe in tqdm(recipes): markdown_fn = f"{recipe.get('name', 'Untitled Recipe')}.md" validate_filename(markdown_fn) # XXX does this check directory traversal? markdown = format_recipe_to_markdown(recipe) diff --git a/3_to_mediawiki.py b/3_to_mediawiki.py index d220468..0a4ba68 100644 --- a/3_to_mediawiki.py +++ b/3_to_mediawiki.py @@ -1,5 +1,6 @@ import os import subprocess +from tqdm import tqdm input_dir = "recipes-md" output_dir = "recipes-mediawiki" @@ -7,7 +8,7 @@ output_dir = "recipes-mediawiki" os.makedirs(output_dir, exist_ok=True) # Process each markdown file in the input directory -for filename in os.listdir(input_dir): +for filename in tqdm(os.listdir(input_dir)): if filename.endswith(".md"): input_path = os.path.join(input_dir, filename) output_filename = os.path.splitext(filename)[0] + ".mediawiki" @@ -22,7 +23,6 @@ for filename in os.listdir(input_dir): "-t", "mediawiki", "-o", output_path ], check=True) - print(f"Converted {filename} to {output_filename}") except subprocess.CalledProcessError as e: print(f"Error converting {filename}: {e}") diff --git a/4_post_to_wiki.py b/4_post_to_wiki.py index 53767b7..8860a70 100644 --- a/4_post_to_wiki.py +++ b/4_post_to_wiki.py @@ -1,6 +1,7 @@ import os import mwclient import sys +from tqdm import tqdm from config import * @@ -13,7 +14,7 @@ site = mwclient.Site(WIKI_HOST, path=WIKI_PATH) site.login(USERNAME, PASSWORD) # Process and upload each .mediawiki file -for filename in os.listdir(DIRECTORY): +for filename in tqdm(os.listdir(DIRECTORY)): if filename.endswith('.mediawiki'): filepath = os.path.join(DIRECTORY, filename) article_name = ARTICLE_PREFIX + filename.replace('.mediawiki', '') @@ -27,5 +28,3 @@ for filename in os.listdir(DIRECTORY): # Post to MediaWiki page = site.pages[article_name] page.save(final_content, summary='Automated upload of recipe page') - - print(f"Uploaded: {article_name}") diff --git a/requirements.txt b/requirements.txt index 58e7aa9..b945a01 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,2 +1,3 @@ pathvalidate requests +tqdm