118 lines
3.9 KiB
Python
118 lines
3.9 KiB
Python
#!/usr/bin/env python
|
|
import os
|
|
import sys
|
|
import json
|
|
import argparse
|
|
import time
|
|
import webbrowser
|
|
import logging
|
|
import queue
|
|
import threading
|
|
import signal
|
|
|
|
import src.setup # pylint: disable=unused-import
|
|
from src.worker import Worker
|
|
from src.token_manager import TokenManager
|
|
from src.auth_helper import get_sign_in_url, get_token_from_code
|
|
from src.drive_helper import DriveHelper, get_user
|
|
from src.job import JobDirectory
|
|
|
|
|
|
def interactive_confirm():
|
|
inp = input("Confirm? (y/N): ")
|
|
if inp.lower() != 'y':
|
|
print('Exiting')
|
|
sys.exit(1)
|
|
|
|
|
|
def main():
|
|
with open('sync_settings.json') as f:
|
|
SETTINGS = json.load(f)
|
|
logging.info('Loaded Settings: %s', SETTINGS)
|
|
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("baseItemId", nargs='?', default='', help="base itemId (ABC12345!00001)")
|
|
parser.add_argument("remote", nargs='?', default='', help="remote path to sync")
|
|
parser.add_argument("local", nargs='?', default='', help="local path to sync")
|
|
parser.add_argument("-y", "--yes", help="skip confirmation dialogue", action="store_true")
|
|
args = parser.parse_args()
|
|
|
|
q = queue.Queue()
|
|
|
|
if args.baseItemId:
|
|
remote = args.remote.rstrip('/')
|
|
local = os.path.expanduser(args.local.rstrip('/'))
|
|
print('baseItemId: [{0}]'.format(args.baseItemId))
|
|
print('driveRoot: [{0}]'.format(args.driveRoot))
|
|
print('Syncing Remote: [{0}]'.format(remote))
|
|
print('With Local: [{0}]'.format(local))
|
|
q.put(JobDirectory(args.baseItemId, remote, local))
|
|
else:
|
|
for job in SETTINGS.get('jobs', []):
|
|
q.put(JobDirectory(job['itemId'], job['remote'], job['local']))
|
|
print('Processing jobs in setting file')
|
|
|
|
if not (args.yes or SETTINGS.get('defaultYes', False)):
|
|
interactive_confirm()
|
|
|
|
try:
|
|
token_manager = TokenManager('token.json')
|
|
get_user(token_manager.get_token()) # Check token validity
|
|
except Exception:
|
|
logging.warning('Token not working, logging in')
|
|
sign_in_url, state = get_sign_in_url()
|
|
webbrowser.open(sign_in_url, new=2)
|
|
print('After logging in, please paste the entire callback URL (such as http://localhost:8000/......)')
|
|
callback_url = input('Paste here: ')
|
|
token = get_token_from_code(callback_url, state)
|
|
token_manager = TokenManager('token.json', token)
|
|
logging.info('Token successfully loaded')
|
|
|
|
threads = []
|
|
drive_helper = DriveHelper(token_manager)
|
|
interrupt_flag = {'exit': False}
|
|
worker_object = Worker(q, drive_helper, SETTINGS.get('blacklist', []), interrupt_flag)
|
|
|
|
thread_count = SETTINGS.get('thread_count', 4)
|
|
logging.info('Launching %s threads', thread_count)
|
|
original_sigint_handler = signal.signal(signal.SIGINT, signal.SIG_IGN)
|
|
for _ in range(thread_count):
|
|
t = threading.Thread(target=worker_object.work)
|
|
t.start()
|
|
threads.append(t)
|
|
signal.signal(signal.SIGINT, original_sigint_handler)
|
|
|
|
try:
|
|
# block until all tasks are done
|
|
while not q.empty():
|
|
time.sleep(1) # Interruptable
|
|
q.join()
|
|
# stop workers
|
|
for _ in range(thread_count):
|
|
q.put(None)
|
|
except KeyboardInterrupt:
|
|
print('Keyboard Interrupt, waiting for current operations to finish')
|
|
interrupt_flag['exit'] = True
|
|
for t in threads:
|
|
t.join()
|
|
|
|
# Print all failed stuff
|
|
worker_object.errors.sort()
|
|
if worker_object.errors:
|
|
print("Encountered error on the following files/dir:")
|
|
for f in worker_object.errors:
|
|
print('-', f)
|
|
|
|
# Print all Downloaded stuff
|
|
if worker_object.downloaded:
|
|
print("Downloaded files in the following dir:")
|
|
for f in sorted(worker_object.downloaded):
|
|
print('-', f)
|
|
|
|
print(f'ls API call count: {drive_helper.ls_call_counts}')
|
|
print(f'dl API call count: {drive_helper.dl_call_counts}')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|