divs = wd.find_elements_by_class_name('gsc_rsb' #no closing bracket

SelectorGadget结合select()/select_one()BeautifulSoup方法快速查找CSS选择器。
注意，即使使用selenium或requests-html，它仍然可能抛出验证码。如果自定义标头没有帮助，您可以做的第一件事是向您的请求添加代理。
以下是我的想法(我在其他个人资料上也是如此)：

from bs4 import BeautifulSoup
from selenium import webdriver
import pandas as pd

browser = webdriver.Chrome()
browser.get('https://scholar.google.com/citations?user=kukA0LcAAAAJ')
html = browser.page_source

soup = BeautifulSoup(html, 'lxml')

name = soup.select_one('#gsc_prf_in').text

cititations_all = soup.select_one('tr:nth-child(1) .gsc_rsb_sc1+ .gsc_rsb_std').text
cititations_since_2016 = soup.select_one('tr:nth-child(1) .gsc_rsb_std+ .gsc_rsb_std').text

h_index_all = soup.select_one('tr:nth-child(2) .gsc_rsb_sc1+ .gsc_rsb_std').text
h_index_since_2016 = soup.select_one('tr:nth-child(2) .gsc_rsb_std+ .gsc_rsb_std').text

i_10_index_all = soup.select_one('tr~ tr+ tr .gsc_rsb_sc1+ .gsc_rsb_std').text
i_10_index_since_2016 = soup.select_one('tr~ tr+ tr .gsc_rsb_std+ .gsc_rsb_std').text

data = {
    "Name": [name],
    "Citations": cititations_all,
    "Citations Since 2016": cititations_since_2016,
    "h-index": h_index_all,
    "h-index Since 2016": h_index_since_2016,
    "i10-index": i_10_index_all,
    "i10-index Since 2016": i_10_index_since_2016,
}

df = pd.DataFrame(data)

print(df)

产出：

Name Citations Citations 2016 h-index h-index 2016 i10-index  \
0  Yoshua Bengio    387118         343301     181          164       625   

  i10-index 2016  
0            55

其他解决方案使用requests-html-docs。
代码：

from requests_html import HTMLSession
import pandas as pd

session = HTMLSession()
url = 'https://scholar.google.com/citations?user=kukA0LcAAAAJ'
r = session.get(url)
r.html.render()

name = r.html.find('#gsc_prf_in', first = True).text

citations_all = r.html.find('.gsc_rsb_std', first = True).text
citations_2016 = r.html.find('#gsc_rsb_st > tbody > tr:nth-child(1) > td:nth-child(3)', first = True).text

h_index = r.html.find('#gsc_rsb_st > tbody > tr:nth-child(2) > td:nth-child(2)', first = True).text
h_index_2016 = r.html.find('#gsc_rsb_st > tbody > tr:nth-child(2) > td:nth-child(3)', first = True).text

i10_index = r.html.find('#gsc_rsb_st > tbody > tr:nth-child(3) > td:nth-child(2)', first = True).text
i10_index_2016 = r.html.find('#gsc_rsb_st > tbody > tr:nth-child(3) > td:nth-child(3)', first = True).text

data = {
    "Name": [name],
    "Citations": citations_all,
    "Citations 2016": citations_2016,
    "h-index": h_index,
    "h-index 2016": h_index_2016,
    "i10-index": i10_index,
    "i10-index 2016": i10_index_2016,
}

df = pd.DataFrame(data)

print(df)

输出(我猜PyCharm不喜欢控制台中的长名称，所以它用...替换它们，但值在那里)：

Name Citations Citations 2016  ... h-index 2016 i10-index i10-index 2016
0  Yoshua Bengio    388599         344787  ...          164       627            552

或者，您可以使用SerpApi中的Google Scholar Author Cited By API。这是一个付费的API，免费试用了5000次搜索。查看playground以进行测试。
要集成的代码：

from serpapi import GoogleSearch
import os

params = {
  "api_key": os.getenv("API_KEY"),
  "engine": "google_scholar_author",
  "author_id": "9PepYk8AAAAJ",
  "hl": "en",
}

search = GoogleSearch(params)
results = search.get_dict()

citations_all = results['cited_by']['table'][0]['citations']['all']
citations_2016 = results['cited_by']['table'][0]['citations']['since_2016']
h_inedx_all = results['cited_by']['table'][1]['h_index']['all']
h_index_2016 = results['cited_by']['table'][1]['h_index']['since_2016']
i10_index_all = results['cited_by']['table'][2]['i10_index']['all']
i10_index_2016 = results['cited_by']['table'][2]['i10_index']['since_2016']

print(f'{citations_all}\n{citations_2016}\n{h_inedx_all}\n{h_index_2016}\n{i10_index_all}\n{i10_index_2016}\n')

public_access_link = results['public_access']['link']
public_access_available_articles = results['public_access']['available']

print(f'{public_access_link}\n{public_access_available_articles}\n')

# Output:

'''
67595
28238
110
63
966
448

https://scholar.google.com/citations?view_op=list_mandates&hl=en&user=9PepYk8AAAAJ
7
'''

免责声明我为SerpApi工作。

在C#.Net中

Selify在Firefox、Chrome、Safari等各种流行浏览器上使用WebDriver协议实现流程自动化。这种自动化可以在本地执行(用于测试网页)，也可以远程执行(用于Web抓取)。
**HTML Agility Pack(HAP)**是一个用C#编写的免费开源的HTML解析器，用于读写DOM，支持纯XPath或XSLT。这是一种。NET代码库，允许您解析“网络之外”的HTML文件。
第一次加载套餐：-

using OpenQA.Selenium;

using OpenQA.Selenium.Chrome;

using HtmlAgilityPack;

public IWebDriver driver;

Interface

搜索按钮代码：-

string selected = textBox1.Text;
 var driverService = ChromeDriverService.CreateDefaultService();
 driverService.HideCommandPromptWindow = true;
 // var options = new ChromeOptions();
 // options.AddArgument("headless");
 driver = new ChromeDriver(driverService);
 driver.Navigate().GoToUrl("https://scholar.google.com/scholar?hl=en&as_sdt=0%2C5&q=" + selected + "&oq=");

刮擦按钮码：-

IList<IWebElement> searchElements = driver.FindElements(By.XPath(".//div[@class='abstract-text row']"));
            foreach (IWebElement i in searchElements)
            {
                HtmlAgilityPack.HtmlDocument htmlDocument = new HtmlAgilityPack.HtmlDocument();
                var text = i.GetAttribute("innerHTML");
                htmlDocument.LoadHtml(text);
                var tds = htmlDocument.DocumentNode.SelectSingleNode("div");

                //  var links = htmlDocument.DocumentNode.SelectNodes(".//a[@class='v-align-middle']").ToList();

                        richTextBox1.AppendText("-----------------------------\n\n\n");

                        richTextBox1.AppendText(tds.InnerText.Trim() ?? " ");
                        this.richTextBox1.Text = this.richTextBox1.Text.Trim();
                        richTextBox1.Font = new Font("Georgia", 15);

            }

关闭按钮代码：-

driver.Close();

*Youtube Video for Complete Implementation of code

Web Scraping Of Abstract From Google Scholar Website Using Selenium Driver-Youtube