Base from onedrive-dl

2019-09-28 01:51:47 +01:00
parent 4a43ceb0ed
commit 5ec2b0ed44
17 changed files with 607 additions and 0 deletions
--- a/main.py
+++ b/main.py
@@ -0,0 +1,117 @@
+#!/usr/bin/env python
+import os
+import sys
+import json
+import argparse
+import time
+import webbrowser
+import logging
+import queue
+import threading
+import signal
+
+import src.setup  # pylint: disable=unused-import
+from src.worker import Worker
+from src.token_manager import TokenManager
+from src.auth_helper import get_sign_in_url, get_token_from_code
+from src.drive_helper import DriveHelper, get_user
+from src.job import JobDirectory
+
+
+def interactive_confirm():
+    inp = input("Confirm? (y/N): ")
+    if inp.lower() != 'y':
+        print('Exiting')
+        sys.exit(1)
+
+
+def main():
+    with open('sync_settings.json') as f:
+        SETTINGS = json.load(f)
+    logging.info('Loaded Settings: %s', SETTINGS)
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument("baseItemId", nargs='?', default='', help="base itemId (ABC12345!00001)")
+    parser.add_argument("remote", nargs='?', default='', help="remote path to sync")
+    parser.add_argument("local", nargs='?', default='', help="local path to sync")
+    parser.add_argument("-y", "--yes", help="skip confirmation dialogue", action="store_true")
+    args = parser.parse_args()
+
+    q = queue.Queue()
+
+    if args.baseItemId:
+        remote = args.remote.rstrip('/')
+        local = os.path.expanduser(args.local.rstrip('/'))
+        print('baseItemId: [{0}]'.format(args.baseItemId))
+        print('driveRoot: [{0}]'.format(args.driveRoot))
+        print('Syncing Remote: [{0}]'.format(remote))
+        print('With Local: [{0}]'.format(local))
+        q.put(JobDirectory(args.baseItemId, remote, local))
+    else:
+        for job in SETTINGS.get('jobs', []):
+            q.put(JobDirectory(job['itemId'], job['remote'], job['local']))
+        print('Processing jobs in setting file')
+
+    if not (args.yes or SETTINGS.get('defaultYes', False)):
+        interactive_confirm()
+
+    try:
+        token_manager = TokenManager('token.json')
+        get_user(token_manager.get_token())  # Check token validity
+    except Exception:
+        logging.warning('Token not working, logging in')
+        sign_in_url, state = get_sign_in_url()
+        webbrowser.open(sign_in_url, new=2)
+        print('After logging in, please paste the entire callback URL (such as http://localhost:8000/......)')
+        callback_url = input('Paste here: ')
+        token = get_token_from_code(callback_url, state)
+        token_manager = TokenManager('token.json', token)
+    logging.info('Token successfully loaded')
+
+    threads = []
+    drive_helper = DriveHelper(token_manager)
+    interrupt_flag = {'exit': False}
+    worker_object = Worker(q, drive_helper, SETTINGS.get('blacklist', []), interrupt_flag)
+
+    thread_count = SETTINGS.get('thread_count', 4)
+    logging.info('Launching %s threads', thread_count)
+    original_sigint_handler = signal.signal(signal.SIGINT, signal.SIG_IGN)
+    for _ in range(thread_count):
+        t = threading.Thread(target=worker_object.work)
+        t.start()
+        threads.append(t)
+    signal.signal(signal.SIGINT, original_sigint_handler)
+
+    try:
+        # block until all tasks are done
+        while not q.empty():
+            time.sleep(1)  # Interruptable
+        q.join()
+        # stop workers
+        for _ in range(thread_count):
+            q.put(None)
+    except KeyboardInterrupt:
+        print('Keyboard Interrupt, waiting for current operations to finish')
+        interrupt_flag['exit'] = True
+    for t in threads:
+        t.join()
+
+    # Print all failed stuff
+    worker_object.errors.sort()
+    if worker_object.errors:
+        print("Encountered error on the following files/dir:")
+        for f in worker_object.errors:
+            print('-', f)
+
+    # Print all Downloaded stuff
+    if worker_object.downloaded:
+        print("Downloaded files in the following dir:")
+        for f in sorted(worker_object.downloaded):
+            print('-', f)
+
+    print(f'ls API call count: {drive_helper.ls_call_counts}')
+    print(f'dl API call count: {drive_helper.dl_call_counts}')
+
+
+if __name__ == '__main__':
+    main()