Вот рабочий код, который вернёт вам то что Вам нужно:
from bs4 import BeautifulSoup
from selenium import webdriver
import time
from selenium.webdriver.chrome.options import Options
url = 'https://www.joytoy.com/warhammer/6719.html'
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/93.0.4577.82 Safari/537.36",
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
}
def get_result(url, headers):
chrome_options = Options()
chrome_options.binary_location = "/opt/google/chrome/google-chrome"
options = webdriver.ChromeOptions()
options.add_argument('--headless')
options.add_argument('--no-sandbox')
driver = webdriver.Chrome(options=chrome_options, executable_path=".../chromedriver_linux64/chromedriver")
driver.get(url)
time.sleep(10) # Можно ждать до загрузки страницы, но проще подождать 10 секунд, их хватит с запасом
html = driver.page_source
soup = BeautifulSoup(html, "lxml")
items = soup.find("div", class_="product_right clearfix")
print(items.text.strip())
def main():
get_result(url=url, headers=headers)
if __name__ == "__main__":
main()
Вывод:
ULTRAMARINES INCURSORS
In-stock
$119.99
Product Scale: 1:18
Soldier Size:120mm
Material: ABS PVC
Weight： 0.25kg
Packing size(mm)： 254*208*176
Release: 9,2021
Applicable Age: 17+
UPC:6973130371286
