ldy/ScholarDataMining
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Bug Fix:

Browse Source 
1. reformat regular expressions for keyword matching
This commit is contained in:
ldy 2023-08-11 19:52:40 +08:00
parent b1eba69085
commit ed469ee362
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
01_EJDE_spider/ejde_main.py
View File

@ -196,11 +196,11 @@ def process_article(title, article_url):
msc = None
# Extract KeyWords
keywords_match = re.search(r'Key Words: (.*?)(?=<)', html, re.DOTALL)
keywords_match = re.search(r'Key Words: (.*?)(?:<br>|<p>|$)', html, re.DOTALL)
if not keywords_match:
keywords_match = re.search(r'Key Words: (.*?)<br>', html, re.DOTALL)
keywords_match = re.search(r'Key Words: (.*?)(?=<)', html, re.DOTALL)
if keywords_match:
keywords = keywords_match.group(1).strip().replace('\n', '')
keywords = re.sub(r'<[^>]+>', '', keywords_match.group(1).strip()).replace('\n', '')
keywords = re.split(r', |;', keywords)
keywords = [re.sub(r'\s+', ' ', keyword.strip().strip('.')).strip() for keyword in keywords]
else: