diff --git a/Data/Transform/EJDE_buffer_transform.zip b/Data/Transform/EJDE_buffer_transform.zip new file mode 100644 index 0000000..ccddf81 Binary files /dev/null and b/Data/Transform/EJDE_buffer_transform.zip differ diff --git a/Parsers/02_EJQTDE_spider/ejqtde_main.py b/Parsers/02_EJQTDE_spider/ejqtde_main.py index d180f15..9390583 100644 --- a/Parsers/02_EJQTDE_spider/ejqtde_main.py +++ b/Parsers/02_EJQTDE_spider/ejqtde_main.py @@ -67,7 +67,6 @@ with ThreadPoolExecutor(max_workers=25) as executor: futures = [executor.submit(extract_href, url) for url in url_list] for future in as_completed(futures): pass - wait(futures) print('\nAll links have been got.\n') @@ -111,4 +110,4 @@ print(count2, ' author_data has been stored.') # Transfer to large file and delete the temporary storage files ejqtde_save.Transf() -ejqtde_save.delete() \ No newline at end of file +ejqtde_save.delete()