mirror of
https://github.com/KUlishevgeniy/c22712.git
synced 2026-09-24 08:00:22 +00:00
60 lines
2.0 KiB
Python
60 lines
2.0 KiB
Python
import psycopg2
|
||
import wget
|
||
from bs4 import BeautifulSoup
|
||
from selenium import webdriver
|
||
from selenium.webdriver.chrome.service import Service
|
||
import time
|
||
import config
|
||
i = 1
|
||
s = Service("С:\DATA\ChromeDriver\chromedriver.exe")
|
||
browser = webdriver.Chrome(service=s)
|
||
browser.get("https://www.mvideo.ru/noutbuki-planshety-komputery-8/noutbuki-118/f/tolko-v-nalichii=da?from=under_search")
|
||
time.sleep(5)
|
||
"""
|
||
height = browser.execute_script("return document.body.scrollHeight")
|
||
time.sleep(4)
|
||
for i in range(10):
|
||
browser.execute_script(f"window.scrollTo(0, {1000*i})")
|
||
time.sleep(1)
|
||
"""
|
||
html_text = browser.page_source
|
||
soup = BeautifulSoup(html_text, 'lxml')
|
||
productst = soup.find_all('a', class_="product-title__text")
|
||
pricest = soup.find_all('span', class_="price__main-value")
|
||
features = soup.find_all('span', class_="product-feature-list__value")
|
||
pictures = soup.find_all('div', class_="product-picture-container")
|
||
connection=psycopg2.connect(host=config.host, dbname=config.dbname, user=config.user, password=config.password)
|
||
cursor = connection.cursor()
|
||
insert = """CREATE TABLE public.laptops(
|
||
id serial primary key,
|
||
Product varchar(100),
|
||
Price varchar(15),
|
||
Diagonal varchar(5),
|
||
Resolution varchar(20),
|
||
CPU varchar(50),
|
||
RAM varchar(15),
|
||
Graphics_Controller varchar(40),
|
||
Volume varchar(25),
|
||
src varchar(100)
|
||
);
|
||
"""
|
||
|
||
cursor.execute(insert)
|
||
connection.commit()
|
||
for i in range(len(productst)):
|
||
url = "https://"+pictures[i].find('img')['src']
|
||
filename = f"C:\DATA\Images\{i+1}.jpg"
|
||
u = []
|
||
for j in range(10):
|
||
u.append(features[10*i+j].text)
|
||
wget.download(url, filename)
|
||
t = pricest[i].text.replace("\xa0", " ")
|
||
insert = f"""INSERT INTO public.laptops(
|
||
Product, Price, Diagonal, Resolution, CPU, RAM, Graphics_Controller, Volume, src)
|
||
VALUES
|
||
('{productst[i].text.strip()}', '{t.strip()}', '{u[0][:u[0].find("/")]}', '{u[0][u[0].find("/")+1:]}',
|
||
'{u[2]}', '{u[4]+" "+u[5]}', '{u[6]}', '{u[8]}', '{filename}');"""
|
||
cursor.execute(insert)
|
||
connection.commit()
|
||
cursor.close()
|
||
connection.close() |