如何向新网址提出请求？

Question

我已经有了这段代码，之前有一位朋友帮助过。我已经获得了网站上的所有链接。我想获取名称，名称，价格，图片，产品说明以及产品链接。仅当我们单击产品时，描述的产品才会出现。

我是Python的初学者。

from bs4 import BeautifulSoup

import urllib.request

count = 1

url = "https://www.sociolla.com/155-foundation?p=%d"

def get_url(url):

     req = urllib.request.Request(url)

     return urllib.request.urlopen(req)

expected_url = url % count

response = get_url(expected_url)

link = []

name = []

merk = []

price = []

pic = []

description = []

while (response.url == expected_url):

     #print("GET {0}".format(expected_url))

     soup = BeautifulSoup(response.read(), "html.parser")

     products = soup.find("div",{"id":"product-list-grid"})

     for i in products:

           data = products.findAll("div",{"class":"product-item"})

     for j in range(0, len(data)):

           link.append(data[j]["data-eec-href"])

     count += 1

     expected_url = url % count

     response = get_url(expected_url)

print(len(link))

"""

import csv

dataset=zip(link, merk, name, pic, price, description)    

with open("foundation_sociolla.csv","w", newline='') as csvfile:

    writer=csv.writer(csvfile)

    header=['link', 'merk', 'name', 'pic', 'price', 'description']

    writer.writerow(header)

    writer.writerows(dataset)

"""