Question

我一直在与nba.com播放器列表一起练习网络抓取，但是遇到一个问题，当我在另一个for循环中调用它时，在一个for循环中抓取的链接不会出现。

我已经尝试在原始的for循环和for循环中创建更多变量，但我希望该变量显示在其中，但没有出现。我正在尝试使用我抓取的链接（不是完整的链接，而是链接的末端部分，我试图将其与链接的基础合并）。

from selenium import webdriver
from bs4 import BeautifulSoup
from selenium.webdriver.chrome.options import Options
class Player():
    """docstring for ClassName"""
    def __init__(self):
        self.name = ""
        self.link = ""
        self.PPG = ""
        self.RPG = ""
def get_player_list():
    opt = webdriver.ChromeOptions()
    opt.add_argument('headless')
    browser = webdriver.Chrome(options=opt)
    browser.get('https://stats.nba.com/players/list/')
    soup = BeautifulSoup(browser.page_source, 'lxml')
    browser.quit()
    names = soup.find('div',class_='stats-player-list players-list')
    player_list = []



for name in names.find_all('a'):
        new_play = Player()
        new_play.name = name.text
        new_play.link = name["href"]
        player_list.append(new_play)

    for one_player in player_list:
        print (one_player.name)
        print (one_player.link)



return player_list
def get_player_stats(player_list):
    opt = webdriver.ChromeOptions()
    opt.add_argument('headless')
    browser = webdriver.Chrome(options=opt)
    for p in player_list[0:2]:

        browser.get('https://stats.nba.com'+p.link)

        soup = BeautifulSoup(browser.page_source, 'lxml')

        browser.quit()
        PPG = ""
        points1 = soup.find('a',href = '/players/traditional/?sort=PTS&dir=-1')
        points = points1.div
        for point in points.findNextSiblings():
            PPG = "PPG" + point.text
        RPG = ""
        rebounds1 = soup.find('a',href = '/players/traditional/?sort=REB&dir=-1')
        rebounds = rebounds1.div
        for rebound in rebounds.findNextSiblings():
            RPG = "RPG" + rebound.text

        p.PPG = PPG
        p.RPG = RPG

    browser.quit()
    return player_list
player_list = get_player_stats(get_player_list())

如以names.find_all('a'):开头的偏移代码所示，一切正常，链接被传输并按照模板（例如Abrines，Alex / player / 203518 /）打印出来，但是当到达{ {1}}，当我放入p.link时，它不会转移，并且当我尝试使其打印p.link时，什么也没打印。感谢您的帮助，因为我已经测试了好一阵子了！

Answer 1

player_list变量不是全局变量。您可以在一个函数中定义它，要在所有函数中保持跟踪，应全局进行初始化。

Answer 2

这是因为第一个href为null。在这种情况下，您需要先放置条件，然后再将其添加到list中。我现在已经添加了该步骤。

from selenium import webdriver
from bs4 import BeautifulSoup
from selenium.webdriver.chrome.options import Options
class Player():

    """docstring for ClassName"""
    def __init__(self):
        self.name = ""
        self.link = ""
        self.PPG = ""
        self.RPG = ""

def get_player_list():
    opt = webdriver.ChromeOptions()
    opt.add_argument('headless')
    browser = webdriver.Chrome(options=opt)
    browser.get('https://stats.nba.com/players/list/')
    soup = BeautifulSoup(browser.page_source, 'lxml')
    browser.quit()
    names = soup.find('div',class_='stats-player-list players-list')
    player_list = []



    for name in names.find_all('a'):
     if name["href"]:
        new_play = Player()
        new_play.name = name.text
        new_play.link = name["href"]
        player_list.append(new_play)


    # for one_player in player_list:
    #    print (one_player.name)
    #    print (one_player.link)



    return player_list
def get_player_stats(player_list):
    opt = webdriver.ChromeOptions()
    opt.add_argument('headless')
    browser = webdriver.Chrome(options=opt)
    for p in player_list[0:2]:
        print('https://stats.nba.com'+p.link)
        browser.get('https://stats.nba.com'+p.link)

        soup = BeautifulSoup(browser.page_source, 'lxml')

        browser.quit()
        PPG = ""
        points1 = soup.find('a',href = '/players/traditional/?sort=PTS&dir=-1')
        points = points1.div
        for point in points.findNextSiblings():
            PPG = "PPG" + point.text
        RPG = ""
        rebounds1 = soup.find('a',href = '/players/traditional/?sort=REB&dir=-1')
        rebounds = rebounds1.div
        for rebound in rebounds.findNextSiblings():
            RPG = "RPG" + rebound.text

        p.PPG = PPG
        p.RPG = RPG

    browser.quit()
    return player_list

player_list = get_player_stats(get_player_list())

来自for循环的变量未在另一个循环中显示

2 个答案: