🚧 tqdm
This commit is contained in:
parent
f9bc468a56
commit
9856062227
4 changed files with 8 additions and 6 deletions
|
@ -5,10 +5,12 @@ from datetime import timedelta
|
||||||
import re
|
import re
|
||||||
from pathvalidate import validate_filename
|
from pathvalidate import validate_filename
|
||||||
import os
|
import os
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
include_title = False
|
include_title = False
|
||||||
output_dir = "recipes-md"
|
output_dir = "recipes-md"
|
||||||
|
|
||||||
|
|
||||||
def valid_duration(duration):
|
def valid_duration(duration):
|
||||||
if not duration:
|
if not duration:
|
||||||
return False
|
return False
|
||||||
|
@ -105,7 +107,7 @@ def main(json_file):
|
||||||
print("No Recipe object found in JSON.")
|
print("No Recipe object found in JSON.")
|
||||||
return
|
return
|
||||||
|
|
||||||
for recipe in recipes:
|
for recipe in tqdm(recipes):
|
||||||
markdown_fn = f"{recipe.get('name', 'Untitled Recipe')}.md"
|
markdown_fn = f"{recipe.get('name', 'Untitled Recipe')}.md"
|
||||||
validate_filename(markdown_fn) # XXX does this check directory traversal?
|
validate_filename(markdown_fn) # XXX does this check directory traversal?
|
||||||
markdown = format_recipe_to_markdown(recipe)
|
markdown = format_recipe_to_markdown(recipe)
|
||||||
|
|
|
@ -1,5 +1,6 @@
|
||||||
import os
|
import os
|
||||||
import subprocess
|
import subprocess
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
input_dir = "recipes-md"
|
input_dir = "recipes-md"
|
||||||
output_dir = "recipes-mediawiki"
|
output_dir = "recipes-mediawiki"
|
||||||
|
@ -7,7 +8,7 @@ output_dir = "recipes-mediawiki"
|
||||||
os.makedirs(output_dir, exist_ok=True)
|
os.makedirs(output_dir, exist_ok=True)
|
||||||
|
|
||||||
# Process each markdown file in the input directory
|
# Process each markdown file in the input directory
|
||||||
for filename in os.listdir(input_dir):
|
for filename in tqdm(os.listdir(input_dir)):
|
||||||
if filename.endswith(".md"):
|
if filename.endswith(".md"):
|
||||||
input_path = os.path.join(input_dir, filename)
|
input_path = os.path.join(input_dir, filename)
|
||||||
output_filename = os.path.splitext(filename)[0] + ".mediawiki"
|
output_filename = os.path.splitext(filename)[0] + ".mediawiki"
|
||||||
|
@ -22,7 +23,6 @@ for filename in os.listdir(input_dir):
|
||||||
"-t", "mediawiki",
|
"-t", "mediawiki",
|
||||||
"-o", output_path
|
"-o", output_path
|
||||||
], check=True)
|
], check=True)
|
||||||
print(f"Converted {filename} to {output_filename}")
|
|
||||||
except subprocess.CalledProcessError as e:
|
except subprocess.CalledProcessError as e:
|
||||||
print(f"Error converting {filename}: {e}")
|
print(f"Error converting {filename}: {e}")
|
||||||
|
|
||||||
|
|
|
@ -1,6 +1,7 @@
|
||||||
import os
|
import os
|
||||||
import mwclient
|
import mwclient
|
||||||
import sys
|
import sys
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
from config import *
|
from config import *
|
||||||
|
|
||||||
|
@ -13,7 +14,7 @@ site = mwclient.Site(WIKI_HOST, path=WIKI_PATH)
|
||||||
site.login(USERNAME, PASSWORD)
|
site.login(USERNAME, PASSWORD)
|
||||||
|
|
||||||
# Process and upload each .mediawiki file
|
# Process and upload each .mediawiki file
|
||||||
for filename in os.listdir(DIRECTORY):
|
for filename in tqdm(os.listdir(DIRECTORY)):
|
||||||
if filename.endswith('.mediawiki'):
|
if filename.endswith('.mediawiki'):
|
||||||
filepath = os.path.join(DIRECTORY, filename)
|
filepath = os.path.join(DIRECTORY, filename)
|
||||||
article_name = ARTICLE_PREFIX + filename.replace('.mediawiki', '')
|
article_name = ARTICLE_PREFIX + filename.replace('.mediawiki', '')
|
||||||
|
@ -27,5 +28,3 @@ for filename in os.listdir(DIRECTORY):
|
||||||
# Post to MediaWiki
|
# Post to MediaWiki
|
||||||
page = site.pages[article_name]
|
page = site.pages[article_name]
|
||||||
page.save(final_content, summary='Automated upload of recipe page')
|
page.save(final_content, summary='Automated upload of recipe page')
|
||||||
|
|
||||||
print(f"Uploaded: {article_name}")
|
|
||||||
|
|
|
@ -1,2 +1,3 @@
|
||||||
pathvalidate
|
pathvalidate
|
||||||
requests
|
requests
|
||||||
|
tqdm
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue