Add pyrsync.py for parallel file transfer using rsync

personal/tools/pyrsync.py

@@ -0,0 +1,88 @@
+#!/bin/python3
+"""
+Parallel rsync launcher.
+
+Requires rsync on PATH (e.g. via MSYS/Cygwin on Windows).
+Runs multiple rsync invocations in parallel (one per file/entry).
+"""
+
+import argparse
+import subprocess
+import sys
+from concurrent.futures import ThreadPoolExecutor, as_completed
+from pathlib import Path
+from typing import List
+
+#DEFAULT_RSYNC_ARGS = ["-av", "--partial", "--compress", "--info=progress2"]
+DEFAULT_RSYNC_ARGS = ["-avP", "--partial"]
+
+
+def build_file_list(src: str) -> List[Path]:
+    p = Path(src)
+    if p.is_dir():
+        # sync each top-level entry separately (files and immediate subdirs)
+        return [x for x in p.iterdir()]
+    # allow glob patterns
+    if any(ch in src for ch in ["*", "?"]):
+        return list(Path(".").glob(src))
+    # single file
+    return [p]
+
+
+def run_rsync(item: Path, dest: str, rsync_args: List[str], dry_run: bool) -> (Path, int, str, str):
+    cmd = ["rsync", *rsync_args]
+    if dry_run:
+        cmd.append("--dry-run")
+    # preserve relative path by sending the item name, not its parent
+    cmd += [str(item), dest]
+    try:
+        proc = subprocess.run(cmd, capture_output=True, text=True)
+        return item, proc.returncode, proc.stdout, proc.stderr
+    except FileNotFoundError:
+        return item, 127, "", "rsync not found on PATH"
+
+
+def main():
+    ap = argparse.ArgumentParser(description="Transfer files using rsync in parallel.")
+    ap.add_argument("src", help="Source file, directory or glob pattern")
+    ap.add_argument("dest", help="Rsync destination (local path or user@host:/path)")
+    ap.add_argument("-w", "--workers", type=int, default=4, help="Parallel rsync workers")
+    ap.add_argument("-r", "--rsync-args", default=" ".join(DEFAULT_RSYNC_ARGS),
+                    help="Additional rsync args (quoted). Default: -a --partial --compress --progress")
+    ap.add_argument("--dry-run", action="store_true", help="Don't transfer, just show what would happen")
+    args = ap.parse_args()
+
+    items = build_file_list(args.src)
+    if not items:
+        print("No files found for:", args.src, file=sys.stderr)
+        sys.exit(2)
+
+    rsync_args = args.rsync_args.split()
+    results = []
+    print(f"Starting {len(items)} rsync tasks with {args.workers} workers...")
+
+    with ThreadPoolExecutor(max_workers=args.workers) as ex:
+        futures = {ex.submit(run_rsync, item, args.dest, rsync_args, args.dry_run): item for item in items}
+        for fut in as_completed(futures):
+            item, code, out, err = fut.result()
+            results.append((item, code, out, err))
+            status = "OK" if code == 0 else f"ERR({code})"
+            print(f"[{status}] {item}")
+
+    # summary
+    failed = [r for r in results if r[1] != 0]
+    print(f"\nCompleted: {len(results)} tasks, {len(failed)} failed.")
+    if failed:
+        print("Failures detail:")
+        for item, code, out, err in failed:
+            print(f"--- {item} (exit {code}) ---")
+            if out:
+                print(out.strip())
+            if err:
+                print(err.strip())
+
+    sys.exit(1 if failed else 0)
+
+
+if __name__ == "__main__":
+    main()