wjones/new_dbsync
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add search_mongodb.py and change seriesid in update_mongodb.py from a string to an int.

Browse Source
This commit is contained in:
Wendell Jones
2026-02-06 08:44:37 -05:00
parent 66cb23bb6d
commit a49354bbcb
5 changed files with 659 additions and 84680 deletions
Download Patch File Download Diff File Expand all files Collapse all files
update_mongodb.py
+10 -9
View File
@@ -89,7 +89,8 @@ def load_json_to_mongodb(mongo_updater, directories, update_list, updateDict, lp
lprint.logprint("info", f"Starting to load {len(update_list)} series into MongoDB")
for seriesid in tqdm(update_list, desc="Loading series data into MongoDB", unit="series"):
for seriesid in tqdm(update_list[1:-1], desc="Loading series data into MongoDB", unit="series"):
seriesid_str = int(seriesid)
try:
# Load series data
series_file = f"{directories['SERIESDIR']}{seriesid}.json"
@@ -102,7 +103,7 @@ def load_json_to_mongodb(mongo_updater, directories, update_list, updateDict, lp
if series_data:
if track_changes:
existing = mongo_updater.mgseries.find_one({"id": series_data.get("id")})
seriesid_str = str(seriesid)
#seriesid_str = str(seriesid)
update_timestamp = updateDict.get(seriesid_str)
if existing:
# Check if data has changed by comparing update timestamp
@@ -128,12 +129,12 @@ def load_json_to_mongodb(mongo_updater, directories, update_list, updateDict, lp
if isinstance(episodes_data, list) and episodes_data:
# Add seriesid to each episode
for episode in episodes_data:
episode['seriesid'] = seriesid
episode['seriesid'] = seriesid_str
if track_changes:
for episode in episodes_data:
existing = mongo_updater.mgepisodes.find_one({"id": episode.get("id")})
seriesid_str = str(seriesid)
#seriesid_str = str(seriesid)
update_timestamp = updateDict.get(seriesid_str)
if existing:
if update_timestamp and int(update_timestamp) > existing.get("updated", 0):
@@ -163,16 +164,16 @@ def load_json_to_mongodb(mongo_updater, directories, update_list, updateDict, lp
characters = []
for item in cast_data:
if 'person' in item and item['person']:
item['person']['seriesid'] = seriesid
item['person']['seriesid'] = seriesid_str
actors.append(item['person'])
if 'character' in item and item['character']:
item['character']['seriesid'] = seriesid
item['character']['seriesid'] = seriesid_str
characters.append(item['character'])
if track_changes:
for actor in actors:
existing = mongo_updater.mgactors.find_one({"id": actor.get("id")})
seriesid_str = str(seriesid)
#seriesid_str = str(seriesid)
update_timestamp = updateDict.get(seriesid_str)
if existing:
if update_timestamp and int(update_timestamp) > existing.get("updated", 0):
@@ -199,14 +200,14 @@ def load_json_to_mongodb(mongo_updater, directories, update_list, updateDict, lp
crew_list = []
for item in crew_data:
if 'person' in item and item['person']:
item['person']['seriesid'] = seriesid
item['person']['seriesid'] = seriesid_str
item['person']['crew_type'] = item.get('type', 'unknown')
crew_list.append(item['person'])
if track_changes:
for crew in crew_list:
existing = mongo_updater.mgcrew.find_one({"id": crew.get("id")})
seriesid_str = str(seriesid)
#seriesid_str = str(seriesid)
update_timestamp = updateDict.get(seriesid_str)
if existing:
if update_timestamp and int(update_timestamp) > existing.get("updated", 0):