#%% 从IEEE与谷歌学术爬取论文引用
from selenium import webdriver
from urllib import parse
from time import sleepclass GetBibs():def __init__(self, driver_path, option_path, ie_search_url, gg_search_url) -> None:self.ie_search_url = ie_search_urlself.gg_search_url = gg_search_url# 启用带插件的浏览器option = webdriver.ChromeOptions()option.add_argument("--user-data-dir="+option_path)self.browser = webdriver.Chrome(executable_path = driver_path, options = option)   # 打开chrome浏览器self.browser.set_window_size(800,800) #不要随意修改，太窄会导致按钮的隐藏，模拟点击失效def get_bib_from_IEEE(self, paper_title):strto_pn=parse.quote(paper_title)url = self.ie_search_url + strto_pnself.browser.get(url)  compare_title = ''.join(list(filter(str.isalnum, paper_title))).lower()    #等待词条加载for i in range(100):try:elements=self.browser.find_elements_by_css_selector("[class='List-results-items']")elements[0].get_attribute('id')breakexcept:sleep(0.1)#扫描所有词条，是否存在所需文献paper_url = r'https://ieeexplore.ieee.org/document/'for i in elements:s_title = i.text.split('\n')[0]s_title = ''.join(list(filter(str.isalnum, s_title))).lower()if s_title == compare_title:paper_url += i.get_attribute('id')breakif paper_url == r'https://ieeexplore.ieee.org/document/': #没找到return ''# 进入文献页面self.browser.get(paper_url) # 等待加载bib按钮     for i in range(100):try:element=self.browser.find_element_by_css_selector("[class='layout-btn-white cite-this-btn']")element.click()breakexcept:sleep(0.1)# 点击bibtexfor i in range(100):try:element=self.browser.find_element_by_css_selector("[class='modal-dialog']")element=element.find_elements_by_css_selector("[class='document-tab-link']")[1]element.click()breakexcept:sleep(0.1) for i in range(100):try:    self.browser.find_element_by_css_selector("[class='text ris-text']")breakexcept:sleep(0.1) sleep(2)bib = self.browser.find_element_by_css_selector("[class='text ris-text']").textreturn bib def get_bib_from_google_scholar(self, paper_title):strto_pn=parse.quote(paper_title)url = self.gg_search_url + strto_pnself.browser.get(url)      #等待词条加载for i in range(100):try:element=self.browser.find_element_by_css_selector("[class='gs_r gs_or gs_scl']")element=element.find_element_by_css_selector("[class='gs_fl']")element=element.find_element_by_css_selector("[class='gs_or_cit gs_nph']")element.click()breakexcept:sleep(0.1)for i in range(100):try:element=self.browser.find_element_by_id("gs_citi")element=element.find_element_by_css_selector("[class='gs_citi']")element.click()breakexcept:sleep(0.1)for i in range(100):try:bib = self.browser.find_element_by_tag_name('pre').textbreakexcept:sleep(0.1)return bibdef get_bib(self, paper_title):bib = self.get_bib_from_IEEE(paper_title)if bib != '':return "IEEE", bibreturn "Google", self.get_bib_from_google_scholar(paper_title) driver_path = r'C:/chromedriver/chromedriver' # 浏览器驱动位置
option_path = r"C:/Users/Administrator/AppData/Local/Google/Chrome/User Data/" # 使浏览器能用你自定义的设置，否则Selenium创建的浏览器对象是默认设置，一些插件就不能用了
ie_search_url = r'https://ieeexplore.ieee.org/search/searchresult.jsp?newsearch=true&queryText=' # 在执行代码之前，先打开IEEE官网的搜索页面，把类似的网址复制到这里，等号=后面就是一会儿要搜索的内容
gg_search_url = r'https://scholar.google.com/scholar?hl=zh-CN&as_sdt=0%2C5&inst=1597255436240989024&q=' # 谷歌学术也是一样
get_bibs = GetBibs(driver_path, option_path, ie_search_url, gg_search_url)
#%% **********************以上定义爬虫对象，以下开始爬取*******************************
paper_titles = { # 要爬取的论文，key用于标记，value是论文题目。下面是一些样例"ESPCN":'Real-Time Single Image and Video Super-Resolution Using an Efficient Sub-Pixel Convolutional Neural Network',"Sparse_Coding":'Image Super-Resolution Via Sparse Representation',"ESRGAN":'ESRGAN: Enhanced Super-Resolution Generative Adversarial Networks',"EnhanceNet":'EnhanceNet: Single Image Super-Resolution Through Automated Texture Synthesis','Meta-SR': 'Meta-SR: A Magnification-Arbitrary Network for Super-Resolution','SAN': 'Second-Order Attention Network for Single Image Super-Resolution',
}for k in paper_titles.keys():source, bib = get_bibs.get_bib(paper_titles[k]) print(source+":",k)print(bib)print()