qurator-spk/modstool
1
0
Fork 0
mirror of https://github.com/qurator-spk/modstool.git synced 2025-06-25 19:49:54 +02:00
Code Issues Releases Wiki Activity

🚧 Restore types before saving as Parquet

Browse source
This commit is contained in:
Mike Gerber 2025-06-04 21:10:10 +02:00
parent 14172e3b81
commit ebe988cfff
4 changed files with 26 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/mods4pandas/alto4pandas.py
View file

@ -19,7 +19,7 @@ import pandas as pd
import numpy as np
from tqdm import tqdm
from .lib import TagGroup, sorted_groupby, flatten, ns, insert_into_db
from .lib import TagGroup, convert_db_to_parquet, sorted_groupby, flatten, ns, insert_into_db
logger = logging.getLogger('alto4pandas')
@ -188,9 +188,8 @@ def process(alto_files: List[str], output_file: str):
import traceback; traceback.print_exc()
# Convert the alto_info SQL to a pandas DataFrame
alto_info_df = pd.read_sql_query("SELECT * FROM alto_info", con, index_col="alto_file")
logger.info('Writing DataFrame to {}'.format(output_file))
alto_info_df.to_parquet(output_file)
convert_db_to_parquet(con, "alto_info", "alto_file", output_file)
def main():