diff --git a/cache.tgz b/cache.tgz new file mode 100644 index 0000000..d0bdc23 Binary files /dev/null and b/cache.tgz differ diff --git a/requirements.txt b/requirements.txt index 665441d..19221d7 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,11 +1,11 @@ logrotater==1.3 numpy==2.2.3 progressbar33==2.4 -psycopg2==2.9.10 +psycopg2-binary==2.9.10 pymongo==4.11.2 pymssql==2.3.2 Requests==2.32.3 SQLAlchemy==2.0.39 pymysql tqdm -pandas \ No newline at end of file +pandas diff --git a/update_mongo.py b/update_mongo.py index e0536e3..876ff7a 100755 --- a/update_mongo.py +++ b/update_mongo.py @@ -303,12 +303,11 @@ def main() -> int: for directory in directory_list: if directory not in found_path: files_needed.append([f"{directory}", f"{seriesid}.json"]) - else: + elif int(ts) > int(prev_ts): for directory in directory_list: files_needed.append([f"{directory}", f"{seriesid}.json"]) except Exception: - for directory in directory_list: - files_needed.append([f"{directory}", f"{seriesid}.json"]) + lprint.logprint("debug", f"Unable to process Series {seriesid} timestamps: downloaded {ts} vs previous {prev_ts}") else: # Add needed json files to needed file list. for directory in directory_list: