I'm trying to do a webscraping of product images from a website but without success. At first, the classes and tags are related, but the images field does not return any value, i.e., []. I need to help to show link images.
The code is:
from pandas_datareader import data as pdr
import numpy as np
import pandas as pd
from datetime import datetime,timedelta
from bs4 import BeautifulSoup
import requests
import math
import re
from requests_html import HTMLSession, AsyncHTMLSession
from lxml import etree
import xlwt
import time
from selenium import webdriver
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
url_base='https://www.compracerta.com.br/celulares-e-smartphones?page=1'
executable_path = r'C:\Users\vinig\Downloads\chromedriver_win32\chromedriver.exe'
browser = webdriver.Chrome(executable_path=executable_path)
browser.get(url_base)
time.sleep(5)
WebDriverWait(browser,40).until(EC.element_to_be_clickable((By.CSS_SELECTOR, "button#onetrust-accept-btn-handler"))).click()
links = [my_elem.get_attribute("href") for my_elem in browser.find_elements(By.CSS_SELECTOR, "article.box-produto a.prod-info")]
titles = [my_elem.text for my_elem in browser.find_elements(By.CSS_SELECTOR, "article.box-produto a.prod-info h3 p")]
prices = [my_elem.text for my_elem in browser.find_elements(By.CSS_SELECTOR, "article.box-produto a.prod-info p span.por > span")]
images = [my_elem.text for my_elem in browser.find_elements(By.CSS_SELECTOR, "article.box-produto a.prod-info img.product_img_img__ac vtex-render-runtime-8-x-lazyload ls-is-cached lazyloaded")]
browser.quit()
print(links, titles, prices, images)
Images is returning "empty", i.e., [] as image below:
The Element Page is:
