mirror of
https://github.com/KUlishevgeniy/c22712.git
synced 2026-09-24 08:00:22 +00:00
for parsing in db
This commit is contained in:
@@ -0,0 +1,26 @@
|
||||
from bs4 import BeautifulSoup
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.service import Service
|
||||
from wget import download
|
||||
import psycopg2
|
||||
connection = psycopg2.connect(host='localhost', dbname='dbdata',
|
||||
user='postgres', password='Q1w2e3r4')
|
||||
cursor=connection.cursor()
|
||||
s = Service('C:\\Users\\Dasha\\Desktop\\Progect\\chromedriver.exe')
|
||||
browser = webdriver.Chrome(service=s)
|
||||
url = 'https://www.tretyakovgallery.ru/'
|
||||
browser.get(url)
|
||||
html_text=browser.page_source
|
||||
soup = BeautifulSoup(html_text, 'lxml')
|
||||
products = soup.find_all(attrs={"class": "building-item"})
|
||||
for i, product in enumerate(products):
|
||||
link = product.find("img").attrs.get("src")
|
||||
tag = product.find("strong")
|
||||
if tag is not None:
|
||||
download(url + link, f"img\\{i}.jpg")
|
||||
cursor.execute(f"""INSERT INTO public.parsing(name, link)
|
||||
VALUES
|
||||
( '{tag.text}', '{url + link}')""")
|
||||
connection.commit()
|
||||
cursor.close()
|
||||
connection.close()
|
||||
Reference in New Issue
Block a user