ldy/ScholarDataMining
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of https://code.uic.edu.cn/scholar-data-mining/cst-project

Browse Source
This commit is contained in:
Chenxiao Xia 2023-11-01 13:08:28 +08:00
commit ad6ba8832a
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
Data/Transform/EJDE_buffer_transform.zip Normal file
View File

Binary file not shown.

3
Parsers/02_EJQTDE_spider/ejqtde_main.py
View File

@ -67,7 +67,6 @@ with ThreadPoolExecutor(max_workers=25) as executor:
futures = [executor.submit(extract_href, url) for url in url_list] futures = [executor.submit(extract_href, url) for url in url_list]
for future in as_completed(futures): for future in as_completed(futures):
pass pass
wait(futures) wait(futures)
print('\nAll links have been got.\n') print('\nAll links have been got.\n')
@ -111,4 +110,4 @@ print(count2, ' author_data has been stored.')
# Transfer to large file and delete the temporary storage files # Transfer to large file and delete the temporary storage files
ejqtde_save.Transf() ejqtde_save.Transf()
ejqtde_save.delete() ejqtde_save.delete()