这是使用 selenium 的前 10 页的代码。
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
driver = webdriver.Chrome(executable_path='/Users/xx/Desktop/chromedriver')
driver.get('https://www.gotouniversity.com/course/index')
Page_number=1
Max_page=10
while Page_number<=Max_page:
university_name =WebDriverWait(driver,20).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR,'.university-name')))
university_name = [link.text for link in university_name]
print(university_name)
Page_number = Page_number + 1
element=WebDriverWait(driver,20).until(EC.element_to_be_clickable((By.XPATH,'//a[text()="'+str(Page_number) +'"]')))
driver.execute_script("arguments[0].click();", element)
输出：
['Loyola University Chicago', 'Queens University', 'University of Wollongong', 'Nanyang Technological University', 'Kaunas University of Technology', 'University of Bristol', 'University of Victoria', 'National University of Singapore NUS', 'Duke University', 'Queens University', 'New Jersey Institute of Technology', 'Swinburne University of Technology', 'University of Alberta', 'Cardiff University', 'St Clair College', 'Stanford University', 'McGill University', 'Arizona State University Tempe', 'University of North Carolina Greensboro', 'Yale University']
['Cambrian College', 'Simon Fraser University Burnaby', 'University of Bologna', 'Memorial University of Newfoundland', 'Centennial College', 'University of Groningen', 'Griffith University Gold Coast Campus', 'Texas A and M University College Station', 'University of Calgary', 'University of Melbourne', 'Fanshawe College', 'Zurich Swiss Federal Institute of Technology ETH', 'Northeastern University', 'Adelphi University', 'Heriot Watt University Dubai', 'University of Ottawa', 'University of Regina', 'University of Regina', 'Humber College North Campus', 'Seneca College']
['Central Queensland University Melbourne', 'Technical University of Munich', 'University of Groningen', 'Boston College Lincolnshire', 'Florida State University', 'Maryland Institute College of Art', 'Heriot Watt University Dubai', 'Hult International Business School Shanghai', 'University College Dublin', 'Bellerbys College Brighton', 'University of Ottawa', 'Queens University', 'RMIT University', 'Lakehead University Thunder Bay', 'University of Rhode Island', 'DLD College London', 'McGill University', 'University of Alberta', 'Algonquin College Ottawa', 'University of Fraser Valley']
['Mount Saint Vincent University', 'Fanshawe College', 'North Island College', 'Okanagan College Kelowna', 'St Clair College', 'Ryerson University', 'Northern College Timmins', 'Simon Fraser University Burnaby', 'Zurich Swiss Federal Institute of Technology ETH', 'Nanyang Technological University', 'Delft University of Technology', 'University of Munich LMU', 'University of Munich LMU', 'University of Freiburg', 'University of Bologna', 'University of Bologna', 'University of Windsor', 'University of Guelph', 'Harvard University', 'Emory University']
['Washington State University Pullman', 'San Diego State University', 'Heriot Watt University Dubai', 'New European College', 'The University of Northampton', 'Middlesex University Dubai', 'Middlesex University Dubai', 'University of Leeds', 'University of Hull', 'Martin College', 'University of Twente', 'University of Twente', 'Vrije Universiteit Amsterdam', 'University of Toronto St George', 'University of Hertfordshire', 'University of Wollongong', 'University of Melbourne', 'Humber College Lakeshore', 'Seneca College', 'Douglas College']
['Centennial College', 'Centennial College', 'Centennial College', 'Conestoga College', 'St Clair College', 'Ryerson University', 'Western Sydney University Sydney Campus', 'University of Zurich', 'University of Zurich', 'University of Bologna', 'University of Gottingen', 'Memorial University of Newfoundland', 'Concordia University', 'Carleton University', 'Neubrandenburg University of Applied Sciences', 'Harvard University', 'Yale University', 'Duke University', 'University of California San Diego', 'Southern Methodist University']
['University of New Hampshire', 'Oregon State University', 'Kansas State University', 'University of North Carolina Greensboro', 'Geneva Business School Geneva', 'University of Amsterdam', 'Bellerbys College London', 'Vrije Universiteit Amsterdam', 'University of Western Australia', 'University of Toronto Mississauga', 'McGill University', 'University of Montreal', 'Queens University', 'Queens University', 'University of Dundee', 'University of New South Wales', 'University of Melbourne', 'Griffith University Nathan Campus', 'University of Regina', 'British Columbia Institute of Technology Burnaby']
['University of Northern British Columbia', 'George Brown College', 'Conestoga College', 'Southern Alberta Institute of Technology', 'St Lawrence College Kingston', 'Ryerson University', 'Northern College Kirkland', 'Simon Fraser University Burnaby', 'Synergy University Dubai', 'University of Notre Dame Fremantle', 'Western Sydney University Sydney Campus', 'University of Tokyo Hongo Campus', 'Technical University of Munich', 'Queen Mary University of London', 'University of Windsor', 'Griffith University Gold Coast Campus', 'Concordia University', 'Carleton University', 'Carleton University', 'Carleton University']
['Carleton University', 'Neubrandenburg University of Applied Sciences', 'Stanford University', 'Massachusetts Institute of Technology', 'University of California Berkeley', 'Tufts University', 'University of California Santa Barbara', 'University of California Davis', 'Pennsylvania State University University Park', 'University of Georgia', 'University of Pittsburgh', 'SUNY College of Environmental Science and Forestry', 'Michigan Technological University', 'Colorado State University', 'Ohio University', 'Ohio University', 'Oregon State University', 'New Jersey Institute of Technology', 'Rutgers University Newark', 'Rutgers University Newark']
['Oklahoma State University', 'Mississippi State University', 'University of Idaho', 'University of Idaho', 'University of North Dakota', 'Heriot Watt University Dubai', 'Jacobs University', 'S P Jain School of Global Management', 'S P Jain School of Global Management', 'Istituto Marangoni Paris', 'DLD College London', 'Durham University', 'Keele University', 'Kingston University London', 'University College Dublin', 'University of Surrey', 'Royal Roads University', 'Royal Roads University', 'Royal Roads University', 'University of North Texas']