From a9c753567cbd70c999d18b4542bb670968e84226 Mon Sep 17 00:00:00 2001 From: XCX <1361986662@qq.com> Date: Wed, 9 Aug 2023 12:22:42 +0800 Subject: [PATCH] Add code for saving data --- 00_File_merge/Merge.py | 21 +++++++++++++++++++-- 1 file changed, 19 insertions(+), 2 deletions(-) diff --git a/00_File_merge/Merge.py b/00_File_merge/Merge.py index 52a0fdf..4557919 100644 --- a/00_File_merge/Merge.py +++ b/00_File_merge/Merge.py @@ -1,5 +1,7 @@ import json import os +from pprint import pprint + import unicodedata ''' @@ -63,6 +65,8 @@ def SameWeb_merge(folder_path): # Update the counter count[0] += 1 + if count[0] % 100 == 0 and count[0] != 0: + print(str(count[0]) + ' copies of data have been merged.') return Merge(a, count, Data) # ========== Main code ========== @@ -86,13 +90,26 @@ def SameWeb_merge(folder_path): Merge(a, count, Data) # Information - print(str(count[0]) + ' copies of data have been merged.') + print('\n========== Complete ==========\n') print(str(Database) + ' copies of data in total, before') + print(str(count[0]) + ' copies of data have been merged.') print(str(len(Data)) + ' copies of data in total, now.') + # Save into file + path = os.path.dirname(folder_path) + path = os.path.join(path, "Author_data(merged)") + os.makedirs(path, exist_ok=True) + path = os.path.join(path, "Author_data(merged).json") + + with open(path, 'w', encoding='utf-8') as file: + json.dump(Data, file, indent=4) + + print('\nData has been added to ' + path + '\Author_data(merged).json') + # =========== input the file path here ========== -# SameWeb_merge('./EJQTDE_buffer/Author_output') +# SameWeb_merge('.\EJQTDE\EJQTDE_buffer\Author_output') +# SameWeb_merge('.\SpringerOpen\SpringerOpen_buffer\Author_output')