#!/usr/bin/env python import os import sys import json import argparse import time import webbrowser import logging import queue import threading import signal import src.setup # pylint: disable=unused-import from src.worker import Worker from src.token_manager import TokenManager from src.auth_helper import get_sign_in_url, get_token_from_code from src.drive_helper import DriveHelper, get_user from src.job import JobDirectory def interactive_confirm(): inp = input("Confirm? (y/N): ") if inp.lower() != 'y': print('Exiting') sys.exit(1) def main(): with open('sync_settings.json') as f: SETTINGS = json.load(f) logging.info('Loaded Settings: %s', SETTINGS) parser = argparse.ArgumentParser() parser.add_argument("baseItemId", nargs='?', default='', help="base itemId (ABC12345!00001)") parser.add_argument("remote", nargs='?', default='', help="remote path to sync") parser.add_argument("local", nargs='?', default='', help="local path to sync") parser.add_argument("-y", "--yes", help="skip confirmation dialogue", action="store_true") args = parser.parse_args() q = queue.Queue() if args.baseItemId: remote = args.remote.rstrip('/') local = os.path.expanduser(args.local.rstrip('/')) print('baseItemId: [{0}]'.format(args.baseItemId)) print('driveRoot: [{0}]'.format(args.driveRoot)) print('Syncing Remote: [{0}]'.format(remote)) print('With Local: [{0}]'.format(local)) q.put(JobDirectory(args.baseItemId, remote, local)) else: for job in SETTINGS.get('jobs', []): q.put(JobDirectory(job['itemId'], job['remote'], job['local'])) print('Processing jobs in setting file') if not (args.yes or SETTINGS.get('defaultYes', False)): interactive_confirm() try: token_manager = TokenManager('token.json') get_user(token_manager.get_token()) # Check token validity except Exception: logging.warning('Token not working, logging in') sign_in_url, state = get_sign_in_url() webbrowser.open(sign_in_url, new=2) print('After logging in, please paste the entire callback URL (such as http://localhost:8000/......)') callback_url = input('Paste here: ') token = get_token_from_code(callback_url, state) token_manager = TokenManager('token.json', token) logging.info('Token successfully loaded') threads = [] drive_helper = DriveHelper(token_manager) interrupt_flag = {'exit': False} worker_object = Worker(q, drive_helper, SETTINGS.get('blacklist', []), interrupt_flag) thread_count = SETTINGS.get('thread_count', 4) logging.info('Launching %s threads', thread_count) original_sigint_handler = signal.signal(signal.SIGINT, signal.SIG_IGN) for _ in range(thread_count): t = threading.Thread(target=worker_object.work) t.start() threads.append(t) signal.signal(signal.SIGINT, original_sigint_handler) try: # block until all tasks are done while not q.empty(): time.sleep(1) # Interruptable q.join() # stop workers for _ in range(thread_count): q.put(None) except KeyboardInterrupt: print('Keyboard Interrupt, waiting for current operations to finish') interrupt_flag['exit'] = True for t in threads: t.join() # Print all failed stuff worker_object.errors.sort() if worker_object.errors: print("Encountered error on the following files/dir:") for f in worker_object.errors: print('-', f) # Print all Downloaded stuff if worker_object.downloaded: print("Downloaded files in the following dir:") for f in sorted(worker_object.downloaded): print('-', f) print(f'ls API call count: {drive_helper.ls_call_counts}') print(f'dl API call count: {drive_helper.dl_call_counts}') if __name__ == '__main__': main()