From f985f9b2d54be3b3b6b3ad82625cfc2d7a51b454 Mon Sep 17 00:00:00 2001 From: eauskova <124862140+eauskova@users.noreply.github.com> Date: Tue, 9 May 2023 02:58:15 +0300 Subject: [PATCH] Update parcing.py --- Задания/task1/Uskova/parcing.py | 43 ++++++++++++++++++++++++--------- 1 file changed, 32 insertions(+), 11 deletions(-) diff --git a/Задания/task1/Uskova/parcing.py b/Задания/task1/Uskova/parcing.py index 17aeb52..c989b42 100644 --- a/Задания/task1/Uskova/parcing.py +++ b/Задания/task1/Uskova/parcing.py @@ -1,14 +1,35 @@ from bs4 import BeautifulSoup -from selenium.webdriver import Chrome from selenium import webdriver from selenium.webdriver.chrome.service import Service -import time -s = Service('C:\\Users\\Yekaterina\\Downloads\\chromedriver_win32\\chromedriver.exe') -browser = webdriver.Chrome(service=s) -browser.get('https://www.citilink.ru/catalog/noutbuki/') -html_text = browser.page_source -soup = BeautifulSoup(html_text, 'lxml') -name=soup.find_all('div', class_='app-catalog-1tp0ino e1an64qs0') -print (name[0].text) -description=soup.find_all('div', class_='app-catalog-1o4umte eevw8x70') -print (description[0].text) +import psycopg2 +import wget + +browser = webdriver.Chrome(service=Service('C:\\Users\\Yekaterina\\Downloads\\chromedriver_win32.zip\\chromedriver.exe')) +browser.get('https://msk.sushi-market.com/menu/rolly') +soup = BeautifulSoup(browser.page_source, "lxml") + +Name = soup.find_all(attrs={"class": "goodsBlockName device-show"}) +Info = soup.find_all(attrs={"class": "goodsBlockWeight"}) +Des = soup.find_all(attrs={"class": "cardsList_text"}) +Price = soup.find_all(attrs={"class": "goodsBlockPrice"}) +Image = soup.find_all(attrs={"class": "cardsList_img add-to-cart__img"}) + +connection = psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4') +cursor = connection.cursor() +create_q = '''CREATE TABLE Food (ID serial primary key, Name varchar(5000), Info varchar(5000), Des varchar(10000), Price varchar(6000), src varchar(1000))''' +cursor.execute(create_q) +connection.commit() + +for j in range(25): + url = Image[j].find('img').attrs['src'] + tempf = f"img\\food{j}.jpg" + wget.download(url, tempf) + insert_query = f'''INSERT into public.Food(Name, Info, Des, Price, src) values ('{Name[j].text}','{Info[j].text}','{Des[j].text}', '{Price[j].text}', '{tempf}') ''' + cursor.execute(insert_query) +connection.commit() + +cursor.execute("SELECT * from Food") +print(cursor.fetchall()) + +cursor.close() +connection.close()