mirror of
https://github.com/KUlishevgeniy/c22712.git
synced 2026-09-24 08:00:22 +00:00
Create Parsing
This commit is contained in:
@@ -0,0 +1,40 @@
|
||||
from bs4 import BeautifulSoup
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.service import Service
|
||||
import wget
|
||||
import psycopg2
|
||||
|
||||
connection = psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4')
|
||||
cursor = connection.cursor()
|
||||
|
||||
s = Service(r"C:\\Documents\\data\\chromedriver.exe")
|
||||
browser = webdriver.Chrome(service=s)
|
||||
browser.get('https://www.citilink.ru/catalog/smartfony/')
|
||||
html_text = browser.page_source
|
||||
b_soup = BeautifulSoup(html_text, 'lxml')
|
||||
|
||||
insert_qwery = """create table phones\n
|
||||
(id serial primary key, name varchar(100), price varchar(100),delivery varchar(100), pictures varchar(100))"""
|
||||
|
||||
cursor.execute(insert_qwery)
|
||||
connection.commit()
|
||||
|
||||
phone_names = b_soup.find_all('a', class_="app-catalog-9gnskf e1259i3g0")
|
||||
phone_price = b_soup.find_all('span', class_="e1j9birj0 e106ikdt0 app-catalog-j8h82j e1gjr6xo0")
|
||||
phone_delivery = b_soup.find_all('div', class_="e16h9msl0 app-catalog-1fnzrtt e15ufesp0")
|
||||
pictures = b_soup.find_all('div', class_="app-catalog-zugobn e1o1y6qd0")
|
||||
|
||||
for i in range(15):
|
||||
url = 'https://www.citilink.ru/catalog/smartfony/'
|
||||
filename = f"C:\\Users\\mark6\\OneDrive\\Desktop\\БД\\img\\{i}.jpg"
|
||||
wget.download(url, filename)
|
||||
ins_qwery = f"""INSERT INTO public.phones(name, price, delivery, pictures)\n
|
||||
VALUES ('{phone_names[i].text}', '{phone_price[i].text}', '{phone_delivery[i].text}', '{filename}');"""
|
||||
cursor.execute(ins_qwery)
|
||||
connection.commit()
|
||||
|
||||
cursor.execute("Select * from phones")
|
||||
print(cursor.fetchall())
|
||||
|
||||
cursor.close()
|
||||
connection.close()
|
||||
Reference in New Issue
Block a user