66 lines
2.3 KiB
Python
66 lines
2.3 KiB
Python
import scrapy
|
|
from bs4 import BeautifulSoup
|
|
import requests
|
|
import re
|
|
import sys
|
|
import json
|
|
|
|
#Def the Uptodate URI for use
|
|
up_api_url = "https://www.uptodate.com/services/app/contents/search/2/json?&language=en&max=10&search="
|
|
up_prefix_url = "https://www.uptodate.com"
|
|
up_content_prefix_url = "https://www.uptodate.com/services/app/contents/topic/" #the content prefix URL
|
|
up_result_title_list = []
|
|
up_result_url_list = []
|
|
|
|
|
|
def do_uptodate_search_with_uptodate_api(key_word):
|
|
search_results = requests.get(up_api_url + key_word)
|
|
return(search_results.json())
|
|
|
|
def uptodate_title_process(title): #經觀察後，串接到內容 API 需要標題，但是標題格式需要做轉換
|
|
hyphen_title = title.replace(" ", "-") #把空格取代為hyphen
|
|
hyphen_title = hyphen_title.replace(":", "") #把冒號去掉
|
|
return (hyphen_title.lower())
|
|
|
|
def uptodate_full_content_get(processed_title):
|
|
full_content = requests.get(up_content_prefix_url + processed_title + "/print/json")
|
|
return(full_content.json())
|
|
|
|
def uptodate_title_filter(title):
|
|
search_list = ["Approach", "approach", "evaluation", "Evaluation"]
|
|
hitlist = []
|
|
for element in search_list:
|
|
if (title).find(element) == -1:
|
|
hitlist.append(0)
|
|
else:
|
|
hitlist.append(1)
|
|
|
|
if 1 in hitlist: return True
|
|
else: return False
|
|
|
|
def ouput_html(item):
|
|
article_full_content = (uptodate_full_content_get(item))
|
|
soup = BeautifulSoup(article_full_content["data"]["printHtml"], 'html5lib')
|
|
prettyHTML = BeautifulSoup(soup.prettify(), 'html5lib')
|
|
content = str(prettyHTML.find(id="topicContent"))
|
|
with open("test/" + item + ".html", "w") as file:
|
|
file.write(content)
|
|
|
|
if __name__ == '__main__':
|
|
key_word = input("Please enter your keyword: ")
|
|
up_search_result = do_uptodate_search_with_uptodate_api(key_word)
|
|
for searchResults in up_search_result["data"]["searchResults"]:
|
|
if searchResults["type"] == "medical":
|
|
if uptodate_title_filter(searchResults["title"]) == True:
|
|
up_result_title_list.append(searchResults["title"])
|
|
|
|
for index, element in enumerate(up_result_title_list):
|
|
up_result_title_list[index] = uptodate_title_process(element)
|
|
|
|
print(up_result_title_list)
|
|
|
|
for item in up_result_title_list:
|
|
ouput_html(item)
|
|
|
|
|