From 2cf82629d9f16c61dcd85b16b2ea42020aded6d9 Mon Sep 17 00:00:00 2001
From: Sklvd <pandaria0890@gmail>
Date: Sat, 25 Mar 2023 15:12:50 +0300
Subject: [PATCH 01/16] for parsing in db

---
 .idea/workspace.xml                          | 32 +++++++++++++++++---
 Задания/task1/Kluchinskaya1/parsing_in_bd.py | 26 ++++++++++++++++
 2 files changed, 54 insertions(+), 4 deletions(-)
 create mode 100644 Задания/task1/Kluchinskaya1/parsing_in_bd.py

diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index de61904..58a49ff 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -4,7 +4,10 @@
     <option name="autoReloadType" value="SELECTIVE" />
   </component>
   <component name="ChangeListManager">
-    <list default="true" id="e5615680-c090-497d-a104-1337ed85f850" name="Changes" comment="parser" />
+    <list default="true" id="e5615680-c090-497d-a104-1337ed85f850" name="Changes" comment="for parsing">
+      <change afterPath="$PROJECT_DIR$/Задания/task1/Kluchinskaya1/parsing_in_bd.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+    </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
@@ -22,7 +25,6 @@
   </component>
   <component name="Git.Settings">
     <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
-    <option name="UPDATE_TYPE" value="REBASE" />
   </component>
   <component name="MarkdownSettingsMigration">
     <option name="stateVersion" value="1" />
@@ -33,6 +35,11 @@
     <option name="hideEmptyMiddlePackages" value="true" />
     <option name="showLibraryContents" value="true" />
   </component>
+  <component name="PropertiesComponent">
+    <property name="RunOnceActivity.OpenProjectViewOnStart" value="true" />
+    <property name="RunOnceActivity.ShowReadmeOnStart" value="true" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
+  </component>
   <component name="RunManager">
     <configuration name="main" type="PythonConfigurationType" factoryName="Python" nameIsGenerated="true">
       <module name="22712" />
@@ -102,7 +109,21 @@
       <option name="project" value="LOCAL" />
       <updated>1676934066947</updated>
     </task>
-    <option name="localTasksCounter" value="6" />
+    <task id="LOCAL-00006" summary="for parsing">
+      <created>1677183215124</created>
+      <option name="number" value="00006" />
+      <option name="presentableId" value="LOCAL-00006" />
+      <option name="project" value="LOCAL" />
+      <updated>1677183215124</updated>
+    </task>
+    <task id="LOCAL-00007" summary="for parsing">
+      <created>1677183242833</created>
+      <option name="number" value="00007" />
+      <option name="presentableId" value="LOCAL-00007" />
+      <option name="project" value="LOCAL" />
+      <updated>1677183242833</updated>
+    </task>
+    <option name="localTasksCounter" value="8" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">
@@ -118,11 +139,14 @@
         </entry>
       </map>
     </option>
+    <option name="oldMeFiltersMigrated" value="true" />
   </component>
   <component name="VcsManagerConfiguration">
     <MESSAGE value="Первый коммит" />
     <MESSAGE value="parser" />
-    <option name="LAST_COMMIT_MESSAGE" value="parser" />
+    <MESSAGE value=" for parsing" />
+    <MESSAGE value="for parsing" />
+    <option name="LAST_COMMIT_MESSAGE" value="for parsing" />
   </component>
   <component name="XDebuggerManager">
     <breakpoint-manager>
diff --git a/Задания/task1/Kluchinskaya1/parsing_in_bd.py b/Задания/task1/Kluchinskaya1/parsing_in_bd.py
new file mode 100644
index 0000000..c6310bb
--- /dev/null
+++ b/Задания/task1/Kluchinskaya1/parsing_in_bd.py
@@ -0,0 +1,26 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+from wget import download
+import psycopg2
+connection = psycopg2.connect(host='localhost', dbname='dbdata',
+                              user='postgres', password='Q1w2e3r4')
+cursor=connection.cursor()
+s = Service('C:\\Users\\Dasha\\Desktop\\Progect\\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+url = 'https://www.tretyakovgallery.ru/'
+browser.get(url)
+html_text=browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+products = soup.find_all(attrs={"class": "building-item"})
+for i, product in enumerate(products):
+    link = product.find("img").attrs.get("src")
+    tag = product.find("strong")
+    if tag is not None:
+        download(url + link, f"img\\{i}.jpg")
+        cursor.execute(f"""INSERT INTO public.parsing(name, link)
+                          VALUES           
+                          ( '{tag.text}', '{url + link}')""")
+connection.commit()
+cursor.close()
+connection.close()
\ No newline at end of file

From 911ba38e8042ce0e8914867a17127520d621153a Mon Sep 17 00:00:00 2001
From: Sklvd <pandaria0890@gmail>
Date: Sat, 25 Mar 2023 15:14:54 +0300
Subject: [PATCH 02/16] parsing in db

---
 Задания/task1/Kluchinskaya1/parsing_in_bd.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Задания/task1/Kluchinskaya1/parsing_in_bd.py b/Задания/task1/Kluchinskaya1/parsing_in_bd.py
index c6310bb..79e2a72 100644
--- a/Задания/task1/Kluchinskaya1/parsing_in_bd.py
+++ b/Задания/task1/Kluchinskaya1/parsing_in_bd.py
@@ -23,4 +23,4 @@ for i, product in enumerate(products):
                           ( '{tag.text}', '{url + link}')""")
 connection.commit()
 cursor.close()
-connection.close()
\ No newline at end of file
+connection.close()

From 09b1a34601ea6f7fc35844a6626d7ae4e2729cfb Mon Sep 17 00:00:00 2001
From: Dronminator <andrey.lakhin@gmail.com>
Date: Sun, 26 Mar 2023 00:10:09 +0300
Subject: [PATCH 03/16] =?UTF-8?q?=D0=94=D0=BE=D0=BC=D0=B0=D1=88=D0=BD?=
 =?UTF-8?q?=D0=B5=D0=B5=20=D0=B7=D0=B0=D0=B4=D0=B0=D0=BD=D0=B8=D0=B5:=20?=
 =?UTF-8?q?=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD=D0=B3=20=D0=A1=D0=B0=D0=B9?=
 =?UTF-8?q?=D1=82=D0=B0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/Lahin/postgres.py | 74 +++++++++++++++++++++++++++++++++
 1 file changed, 74 insertions(+)
 create mode 100644 Задания/task1/Lahin/postgres.py

diff --git a/Задания/task1/Lahin/postgres.py b/Задания/task1/Lahin/postgres.py
new file mode 100644
index 0000000..5713ee5
--- /dev/null
+++ b/Задания/task1/Lahin/postgres.py
@@ -0,0 +1,74 @@
+import psycopg2
+import wget
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+import time
+i = 1
+s = Service("С:\DATA\ChromeDriver\chromedriver.exe")
+browser = webdriver.Chrome(service=s)
+browser.get("https://www.mvideo.ru/noutbuki-planshety-komputery-8/noutbuki-118?from=under_search")
+height = browser.execute_script("return document.body.scrollHeight")
+time.sleep(4)
+while 900*i < height:
+    height = browser.execute_script("return document.body.scrollHeight")
+    browser.execute_script(f"window.scrollTo(0,{900*i})")
+    time.sleep(1)
+    i+=1
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+productst = soup.find_all('a', class_="product-title__text")
+pricest = soup.find_all('span', class_="price__main-value")
+features = soup.find_all('ul', class_="product-feature-list product-feature-list--undefined")
+pictures =  soup.find_all('img', class_="product-picture__img product-picture__img--list")
+products, prices, diagonals, resolutions, CPUs, RAMs, Graphics_controllers, Volumes = [],[],[],[],[],[],[],[]
+for i in range(len(productst)):
+    products.append(productst[i].text.strip())
+    prices.append(pricest[i].text.replace("\xa0", "").strip())
+for feature in features:
+    u = feature.text
+    diagonals.append(u[20:u.find("\"",20)+1])
+    resolutions.append(u[u.find("\"",20)+2:u.find(".", 23)+1])
+    CPUs.append(u[u.find("Процессор",20)+9:u.find("ГГц",20)+3].replace("\xa0",""))
+    RAMs.append(" ".join(u[u.find("(RAM)",20)+5:u.find("Графический контроллер")].split()))
+    Graphics_controllers.append(u[u.find("Графический контроллер")+22:u.rfind("Объем")-2])
+    Volumes.append(u[u.rfind("Объем")+6:].replace("\xa0", "").strip())
+for i in range(len(Volumes)):
+    u = Volumes[i]
+    if u.rfind("D")!=-1: Volumes[i] = u[:u.rfind("D")+1]+ " " + u[u.rfind("D")+1:]
+    else: Volumes[i] = u[:u.rfind("С")+1]+ " " + u[u.rfind("С")+1:]
+connection=psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4')
+cursor = connection.cursor()
+insert = """CREATE TABLE public.laptops(
+id serial primary key,
+product varchar(100),
+price varchar(15),
+diagonal varchar(5),
+resolution varchar(20),
+CPU varchar(50),
+RAM varchar(10),
+Graphics_Controller varchar(40),
+Volume varchar(25),
+src varchar(100)
+);
+"""
+cursor.execute(insert)
+connection.commit()
+for i in range(len(products)):
+    url = "https://"+pictures[i]['src']
+    filename = f"C:\DATA\Images\{i+1}.jpg"
+    wget.download(url, filename)
+    insert = f"""INSERT INTO public.laptops(
+        product, price, diagonal, resolution, CPU, RAM, Graphics_Controller, Volume, src)
+        VALUES
+        ('{products[i]}', '{prices[i]}', '{diagonals[i]}', '{resolutions[i]}', '{CPUs[i]}', '{RAMs[i]}', '{Graphics_controllers[i]}', '{Volumes[i]}', '{filename}');"""
+    cursor.execute(insert)
+    connection.commit()
+cursor.execute("select * from laptops")
+print("Результат", cursor.fetchall())
+cursor.close()
+connection.close()
+'''
+url = 'https://mephi.ru/content/public/styles/1015x500/public/images/slider/dod_na_sayt_mifi.jpg?itok=7XJZoP3t'
+wget.download(url, 'C:\Games\Img\cat2.jpg')
+'''
\ No newline at end of file

From df29b2a6db459ce67f37b7547b6bd85eed06b76c Mon Sep 17 00:00:00 2001
From: Dronminator <andrey.lakhin@gmail.com>
Date: Sun, 26 Mar 2023 00:10:39 +0300
Subject: [PATCH 04/16] =?UTF-8?q?=D0=94=D0=BE=D0=BC=D0=B0=D1=88=D0=BD?=
 =?UTF-8?q?=D0=B5=D0=B5=20=D0=B7=D0=B0=D0=B4=D0=B0=D0=BD=D0=B8=D0=B5:=20?=
 =?UTF-8?q?=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD=D0=B3=20=D0=A1=D0=B0=D0=B9?=
 =?UTF-8?q?=D1=82=D0=B0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/Lahin/postgres.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/Задания/task1/Lahin/postgres.py b/Задания/task1/Lahin/postgres.py
index 5713ee5..7606788 100644
--- a/Задания/task1/Lahin/postgres.py
+++ b/Задания/task1/Lahin/postgres.py
@@ -68,7 +68,3 @@ cursor.execute("select * from laptops")
 print("Результат", cursor.fetchall())
 cursor.close()
 connection.close()
-'''
-url = 'https://mephi.ru/content/public/styles/1015x500/public/images/slider/dod_na_sayt_mifi.jpg?itok=7XJZoP3t'
-wget.download(url, 'C:\Games\Img\cat2.jpg')
-'''
\ No newline at end of file

From f08d89a904f193a84f3e0f0f25af937a7ce4e942 Mon Sep 17 00:00:00 2001
From: Dronminator <andrey.lakhin@gmail.com>
Date: Sun, 26 Mar 2023 00:11:12 +0300
Subject: [PATCH 05/16] =?UTF-8?q?=D0=94=D0=BE=D0=BC=D0=B0=D1=88=D0=BD?=
 =?UTF-8?q?=D0=B5=D0=B5=20=D0=B7=D0=B0=D0=B4=D0=B0=D0=BD=D0=B8=D0=B5:=20?=
 =?UTF-8?q?=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD=D0=B3=20=D1=81=D0=B0=D0=B9?=
 =?UTF-8?q?=D1=82=D0=B0=20=D0=98=20=D0=91=D0=B0=D0=B7=D0=B0=20=D0=B4=D0=B0?=
 =?UTF-8?q?=D0=BD=D0=BD=D1=8B=D1=85?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/Lahin/postgres.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Задания/task1/Lahin/postgres.py b/Задания/task1/Lahin/postgres.py
index 7606788..0ca1bb2 100644
--- a/Задания/task1/Lahin/postgres.py
+++ b/Задания/task1/Lahin/postgres.py
@@ -68,3 +68,4 @@ cursor.execute("select * from laptops")
 print("Результат", cursor.fetchall())
 cursor.close()
 connection.close()
+

From 708ab3a9f0401461590b76858331dca36349f41c Mon Sep 17 00:00:00 2001
From: Dronminator <andrey.lakhin@gmail.com>
Date: Sun, 26 Mar 2023 00:42:17 +0300
Subject: [PATCH 06/16] =?UTF-8?q?=D0=94=D0=97(=D0=BB=D0=B5=D0=B3=D0=BA?=
 =?UTF-8?q?=D0=B0=D1=8F=20=D0=B2=D0=B5=D1=80=D1=81=D0=B8=D1=8F)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/Lahin/postgresEasy.py | 42 +++++++++++++++++++++++++++++
 1 file changed, 42 insertions(+)
 create mode 100644 Задания/task1/Lahin/postgresEasy.py

diff --git a/Задания/task1/Lahin/postgresEasy.py b/Задания/task1/Lahin/postgresEasy.py
new file mode 100644
index 0000000..375b40d
--- /dev/null
+++ b/Задания/task1/Lahin/postgresEasy.py
@@ -0,0 +1,42 @@
+import psycopg2
+import wget
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+s = Service("С:\DATA\ChromeDriver\chromedriver.exe")
+browser = webdriver.Chrome(service=s)
+browser.get("https://online.metro-cc.ru/virtual/assortiment_rioba-4887?from=under_search&page=2")
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+productst = soup.find_all('span', class_="product-card-name__text")
+pricest = soup.find_all('span', class_="product-price__sum-rubles")
+pictures = soup.find_all('img', class_="product-card-photo__image")
+connection=psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4')
+cursor = connection.cursor()
+products, prices = [], []
+for i in range(len(productst)):
+    products.append(productst[i].text.replace("\n", "").strip())
+    prices.append(pricest[i].text+" Р/шт")
+insert = """CREATE TABLE public.Chocolate(
+id serial primary key,
+product varchar(100),
+price varchar(25),
+src varchar(50)
+);
+"""
+cursor.execute(insert)
+connection.commit()
+for i in range(len(products)):
+    url = pictures[i]['src']
+    filename = f"C:\DATA\Images2\{i+1}.jpg"
+    wget.download(url, filename)
+    insert = f"""INSERT INTO public.Chocolate(
+        product, price, src)
+        VALUES
+        ('{products[i]}', '{prices[i]}', '{filename}');"""
+    cursor.execute(insert)
+    connection.commit()
+cursor.execute("select * from Chocolate")
+print("Результат", cursor.fetchall())
+cursor.close()
+connection.close()

From 668ec676d4129ca3c1981aa7503d4efe22fb95ff Mon Sep 17 00:00:00 2001
From: iOnTuMuCTi <124861991+iOnTuMuCTi@users.noreply.github.com>
Date: Sun, 26 Mar 2023 15:51:39 +0300
Subject: [PATCH 07/16] Add files via upload

---
 Задания/task1/Sukhanov/main.py | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 Задания/task1/Sukhanov/main.py

diff --git a/Задания/task1/Sukhanov/main.py b/Задания/task1/Sukhanov/main.py
new file mode 100644
index 0000000..50a9101
--- /dev/null
+++ b/Задания/task1/Sukhanov/main.py
@@ -0,0 +1,16 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+driver = Service('D:\GOGdriver\chromedriver.exe')
+browser = webdriver.Chrome(service=driver)
+browser.get('https://www.kinopoisk.ru/lists/movies/popular-films/')
+html_code = browser.page_source
+soup = BeautifulSoup(html_code, 'lxml')
+name = soup.find_all('div', class_="desktop-list-main-info_secondaryTitleSlot__mc0mI")
+
+print(soup)
+print(name)
+
+for i in name:
+    print(i.text)
\ No newline at end of file

From 9da40c0d090b0de3991b70bc148dbcb64d009801 Mon Sep 17 00:00:00 2001
From: Lady Di <93448337+dialuna@users.noreply.github.com>
Date: Sun, 26 Mar 2023 16:40:12 +0300
Subject: [PATCH 08/16] Update parser.py

---
 Задания/task1/Gasanova/parser.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Задания/task1/Gasanova/parser.py b/Задания/task1/Gasanova/parser.py
index a2f1561..1252676 100644
--- a/Задания/task1/Gasanova/parser.py
+++ b/Задания/task1/Gasanova/parser.py
@@ -1,4 +1,4 @@
-#made by dialuna (or just Diana Gasanova) <3
+# Diana Gasanova
 import requests
 from bs4 import BeautifulSoup as bs
 URL = "https://www.kinopoisk.ru/lists/movies/top-250-2020/"

From c9c6205a09db63b84d975ca3122bd4382ac8cc8c Mon Sep 17 00:00:00 2001
From: Axeten <servoread@gmail.com>
Date: Sun, 26 Mar 2023 16:45:02 +0300
Subject: [PATCH 09/16] first homework

---
 Задания/task1/romanov/num1               |  1 -
 Задания/task1/romanov/parcinghellride.py | 14 ++++++++++++++
 2 files changed, 14 insertions(+), 1 deletion(-)
 create mode 100644 Задания/task1/romanov/parcinghellride.py

diff --git a/Задания/task1/romanov/num1 b/Задания/task1/romanov/num1
index 34ad16a..e69de29 100644
--- a/Задания/task1/romanov/num1
+++ b/Задания/task1/romanov/num1
@@ -1 +0,0 @@
-def print_hi(' hello')
\ No newline at end of file
diff --git a/Задания/task1/romanov/parcinghellride.py b/Задания/task1/romanov/parcinghellride.py
new file mode 100644
index 0000000..e36d091
--- /dev/null
+++ b/Задания/task1/romanov/parcinghellride.py
@@ -0,0 +1,14 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+s = Service('C:\Desktop\exe\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://www.hellride.ru/catalog/zapchasti-dlya-tryukovyh-samokatov/deki')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+prices = soup.find_all(attrs={"class": "product-card__price"})
+titles = soup.find_all(attrs={"class": "product-card__title"})
+
+for price, title in zip(prices, titles):
+    print(f" название {title.text} ; цена: {price.text}")
\ No newline at end of file

From 9124d21bce78490c83f717a7eaf4511dc8a73a02 Mon Sep 17 00:00:00 2001
From: Axeten <servoread@gmail.com>
Date: Sun, 26 Mar 2023 16:49:40 +0300
Subject: [PATCH 10/16] ft

---
 Задания/task1/romanov/num1 | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Задания/task1/romanov/num1 b/Задания/task1/romanov/num1
index e69de29..803d336 100644
--- a/Задания/task1/romanov/num1
+++ b/Задания/task1/romanov/num1
@@ -0,0 +1 @@
+абоба
\ No newline at end of file

From 4212880e9d2674864f5e4908da6620dc9b81890d Mon Sep 17 00:00:00 2001
From: iOnTuMuCTi <7133210@gmail.com>
Date: Sun, 26 Mar 2023 17:09:36 +0300
Subject: [PATCH 11/16] parser

---
 .../task1/Sukhanov/{main.py => zaparsil.py}   | 30 +++++++++----------
 1 file changed, 15 insertions(+), 15 deletions(-)
 rename Задания/task1/Sukhanov/{main.py => zaparsil.py} (97%)

diff --git a/Задания/task1/Sukhanov/main.py b/Задания/task1/Sukhanov/zaparsil.py
similarity index 97%
rename from Задания/task1/Sukhanov/main.py
rename to Задания/task1/Sukhanov/zaparsil.py
index 50a9101..d985a6a 100644
--- a/Задания/task1/Sukhanov/main.py
+++ b/Задания/task1/Sukhanov/zaparsil.py
@@ -1,16 +1,16 @@
-from bs4 import BeautifulSoup
-from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
-
-driver = Service('D:\GOGdriver\chromedriver.exe')
-browser = webdriver.Chrome(service=driver)
-browser.get('https://www.kinopoisk.ru/lists/movies/popular-films/')
-html_code = browser.page_source
-soup = BeautifulSoup(html_code, 'lxml')
-name = soup.find_all('div', class_="desktop-list-main-info_secondaryTitleSlot__mc0mI")
-
-print(soup)
-print(name)
-
-for i in name:
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+driver = Service('D:\GOGdriver\chromedriver.exe')
+browser = webdriver.Chrome(service=driver)
+browser.get('https://www.kinopoisk.ru/lists/movies/popular-films/')
+html_code = browser.page_source
+soup = BeautifulSoup(html_code, 'lxml')
+name = soup.find_all('div', class_="desktop-list-main-info_secondaryTitleSlot__mc0mI")
+
+print(soup)
+print(name)
+
+for i in name:
     print(i.text)
\ No newline at end of file

From 6c304990ac27a70e0c12bfdd63eebe66b06feb42 Mon Sep 17 00:00:00 2001
From: ada-dmitry <124861781+ada-dmitry@users.noreply.github.com>
Date: Sun, 26 Mar 2023 17:10:58 +0300
Subject: [PATCH 12/16] Update DB1.py

---
 Задания/task1/Antipenko/DB1.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/Задания/task1/Antipenko/DB1.py b/Задания/task1/Antipenko/DB1.py
index b790f81..1915673 100644
--- a/Задания/task1/Antipenko/DB1.py
+++ b/Задания/task1/Antipenko/DB1.py
@@ -28,7 +28,6 @@ pictures = b_soup.find_all('div', class_="catalog-list-item__img-wrapper")
 for i in range(15):
     url = 'https://amwine.ru'+pictures[i].find('a').find('img').attrs['data-src']
     filename = f"Programming\\23.03\img\{i}.jpg"
-    print(filename)
     wget.download(url, filename)
     ins_qwery = f"""insert into public.Parser(page_name, price, priceDis, mark, scr) values ('{name[i].text}', '{price[i].text}', '{priceDis[i].text}',  '{mark[i].text}', '{filename}')"""
     cursor.execute(ins_qwery)
@@ -39,4 +38,4 @@ for i in range(15):
 
 cursor.close()
 
-connection.close()
\ No newline at end of file
+connection.close()

From f9f63e04a6fd5d9baf983043d38a404c6dd70f28 Mon Sep 17 00:00:00 2001
From: iOnTuMuCTi <7133210@gmail.com>
Date: Sun, 26 Mar 2023 20:01:15 +0300
Subject: [PATCH 13/16] PARSBD

---
 .idea/workspace.xml                 | 46 +++++++++++++++++++++++++++--
 Задания/task1/Sukhanov/DZ_PARSBD.py | 41 +++++++++++++++++++++++++
 2 files changed, 84 insertions(+), 3 deletions(-)
 create mode 100644 Задания/task1/Sukhanov/DZ_PARSBD.py

diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index de61904..28f4cba 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -4,7 +4,9 @@
     <option name="autoReloadType" value="SELECTIVE" />
   </component>
   <component name="ChangeListManager">
-    <list default="true" id="e5615680-c090-497d-a104-1337ed85f850" name="Changes" comment="parser" />
+    <list default="true" id="e5615680-c090-497d-a104-1337ed85f850" name="Changes" comment="parser">
+      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+    </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
@@ -33,7 +35,12 @@
     <option name="hideEmptyMiddlePackages" value="true" />
     <option name="showLibraryContents" value="true" />
   </component>
-  <component name="RunManager">
+  <component name="PropertiesComponent"><![CDATA[{
+  "keyToString": {
+    "last_opened_file_path": "C:/Users/71332/PycharmProjects/c22712"
+  }
+}]]></component>
+  <component name="RunManager" selected="Python.zaparsil">
     <configuration name="main" type="PythonConfigurationType" factoryName="Python" nameIsGenerated="true">
       <module name="22712" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -56,6 +63,32 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
+    <configuration name="zaparsil" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+      <module name="22712" />
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs>
+        <env name="PYTHONUNBUFFERED" value="1" />
+      </envs>
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/Задания/task1/Sukhanov" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/Задания/task1/Sukhanov/zaparsil.py" />
+      <option name="PARAMETERS" value="" />
+      <option name="SHOW_COMMAND_LINE" value="false" />
+      <option name="EMULATE_TERMINAL" value="false" />
+      <option name="MODULE_MODE" value="false" />
+      <option name="REDIRECT_INPUT" value="false" />
+      <option name="INPUT_FILE" value="" />
+      <method v="2" />
+    </configuration>
+    <recent_temporary>
+      <list>
+        <item itemvalue="Python.zaparsil" />
+      </list>
+    </recent_temporary>
   </component>
   <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
   <component name="TaskManager">
@@ -102,7 +135,14 @@
       <option name="project" value="LOCAL" />
       <updated>1676934066947</updated>
     </task>
-    <option name="localTasksCounter" value="6" />
+    <task id="LOCAL-00006" summary="parser">
+      <created>1679839777822</created>
+      <option name="number" value="00006" />
+      <option name="presentableId" value="LOCAL-00006" />
+      <option name="project" value="LOCAL" />
+      <updated>1679839777822</updated>
+    </task>
+    <option name="localTasksCounter" value="7" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">
diff --git a/Задания/task1/Sukhanov/DZ_PARSBD.py b/Задания/task1/Sukhanov/DZ_PARSBD.py
new file mode 100644
index 0000000..b472c2a
--- /dev/null
+++ b/Задания/task1/Sukhanov/DZ_PARSBD.py
@@ -0,0 +1,41 @@
+import psycopg2
+import wget
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+connection = psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4')
+
+cursor = connection.cursor()
+
+cr_qwery = """ create table Parser 
+    (id serial primary key, name varchar(100), sale varchar(30), price varchar(10), rate varchar(10), picture varchar(100))"""
+
+#cursor.execute(cr_qwery)
+connection.commit()
+
+driver = Service('D:\GOGdriver\chromedriver.exe')
+browser = webdriver.Chrome(service=driver)
+browser.get('https://www.perekrestok.ru/cat/promo/10')
+html_code = browser.page_source
+soup = BeautifulSoup(html_code, 'lxml')
+
+name = soup.find_all('div', class_="product-card__title")
+sale = soup.find_all('div', class_="sc-kYrlTI ciSrDA product-card__badge")
+price = soup.find_all('div', class_="price-new")
+rate = soup.find_all('div', class_="rating-value")
+picture = soup.find_all('div', class_="product-card__image-wrapper")
+
+for i in range(15):
+    url = picture[i].find('img').attrs['src']
+    filename = f"C:\\Users\\71332\PycharmProjects\pythonProject1\\venv\Pictures\{i}.jpg"
+    wget.download(url, filename)
+    ins_qwery = f"""insert into public.Parser(name, sale, price, rate, picture) values ('{name[i].text}', '{sale[i].text}', '{price[i].text}', '{rate[i].text}', '{filename}')"""
+    cursor.execute(ins_qwery)
+    connection.commit()
+
+
+
+
+cursor.close()
+
+connection.close()
\ No newline at end of file

From 7629f3fd3c5da063611c0ab854e783663e5b869b Mon Sep 17 00:00:00 2001
From: VladEpifanov <blaaaaat2004@gmail.com>
Date: Sun, 26 Mar 2023 20:14:56 +0300
Subject: [PATCH 14/16] =?UTF-8?q?=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD?=
 =?UTF-8?q?=D0=B3=20=D1=81=D0=B0=D0=B9=D1=82=D0=B0=20=D0=B2=20=D0=91=D0=94?=
 =?UTF-8?q?(=D0=B4=D0=B7)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/Epifanov/FHWDB.py | 32 ++++++++++++++++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 Задания/task1/Epifanov/FHWDB.py

diff --git a/Задания/task1/Epifanov/FHWDB.py b/Задания/task1/Epifanov/FHWDB.py
new file mode 100644
index 0000000..75f4a5b
--- /dev/null
+++ b/Задания/task1/Epifanov/FHWDB.py
@@ -0,0 +1,32 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+import psycopg2
+import wget
+
+browser = webdriver.Chrome(service=Service('C:\Desktop\exe\chromedriver.exe'))
+browser.get('https://flawery.ru/moscow/bouquets/event-yanvary25/?min=0&max=max&sorting=discount&filter_24h=on')
+soup = BeautifulSoup(browser.page_source, "lxml")
+Name = soup.find_all(attrs={"class": "catalog_title"})
+Price = soup.find_all(attrs={"class": "catalog_price_now"})
+Delivery_Time = soup.find_all(attrs={"class": "catalog_express"})
+Discount = soup.find_all(attrs={"class": "catalog_sale"})
+Image = soup.find_all(attrs={"class": "catalog_item catalog_item_popup"})
+
+connection = psycopg2.connect(host='localhost', dbname='FHWDB', user='postgres', password='Q1w2e3r4')
+cursor = connection.cursor()
+create_q = '''CREATE TABLE Parse  
+     (ID serial primary key, Name varchar(100), Price varchar(9), Delivery_Time varchar(25), Discount varchar(10), src varchar(110))'''
+cursor.execute(create_q)
+connection.commit()
+
+for j in range(60):
+    url = 'https://flawery.ru'+Image[j].find('a').find('picture').find('img').attrs['src']
+    tempf = f"C:\\Users\\user\\Desktop\\FHWDB{j}.jpg"
+    wget.download(url, tempf)
+    insert_query = f'''INSERT into public.Parse(Name, Price, Delivery_Time, Discount, src) values ('{Name[j].text}', '{Price[j].text}', '{Delivery_Time[j].text}', '{Discount[j].text}', '{tempf}') '''
+    cursor.execute(insert_query)
+
+connection.commit()
+cursor.close()
+connection.close()

From 4499d6d8ae87c713b72dcbdf8f400cc87898e293 Mon Sep 17 00:00:00 2001
From: nikitin712 <amehanik1@mail.ru>
Date: Sun, 26 Mar 2023 21:12:17 +0300
Subject: [PATCH 15/16] =?UTF-8?q?=D0=94=D0=BE=D0=BC=D0=B0=D1=88=D0=BD?=
 =?UTF-8?q?=D0=B5=D0=B5=20=D0=B7=D0=B0=D0=B4=D0=B0=D0=BD=D0=B8=D0=B5=201?=
 =?UTF-8?q?=20(=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD=D0=B3)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/nikitin/test2.py | 34 ++++++++++++++++++++++++++++++++--
 1 file changed, 32 insertions(+), 2 deletions(-)

diff --git a/Задания/task1/nikitin/test2.py b/Задания/task1/nikitin/test2.py
index 553f156..652e430 100644
--- a/Задания/task1/nikitin/test2.py
+++ b/Задания/task1/nikitin/test2.py
@@ -1,12 +1,42 @@
 from bs4 import BeautifulSoup
 from selenium import webdriver
 from selenium.webdriver.chrome.service import Service
+import psycopg2
+import wget
+
+connection = psycopg2.connect(host='localhost', dbname='dbdata', user='postgres', password='Q1w2e3r4')
+cursor = connection.cursor()
+
 s = Service('D:\Games\data\chromedriver.exe')
 browser = webdriver.Chrome(service=s)
 browser.get('https://www.volkswagen.ru/polo/')
 html_text = browser.page_source
 soup = BeautifulSoup(html_text, 'lxml')
+
+creat_table = """ create table Cars_volks
+    (id serial primary key, car_name varchar(20),
+    price varchar(15), adress varchar(40),
+    scr varchar(100)) """
+#cursor.execute(creat_table)
+connection.commit()
+
 car_names = soup.find_all('div', class_='avn001-2_name')
 prices = soup.find_all('div', class_='avn001-2_price-container')
-for car_name, price in zip(car_names, prices):
-    print(f"Название машины:{car_name.text} | Цена: {price.text} рублей")
\ No newline at end of file
+adresses = soup.find_all('div', class_='avn001-2_dealer-link__text')
+pictures = soup.find_all('div', class_='avn001-2_image image__container')
+
+#for car_name, adress, price in zip(car_names, adresses, prices):
+#    print(f"Название машины:{car_name.text} | Адрес диллера: {adress.text} | Цена: {price.text} рублей")
+
+for i in range(len(car_names)):
+    url = pictures[i].find('img').attrs['src']
+    filename = f"D:\Games\PyCharm\proj1\\img\{i}.jpg"
+    wget.download(url, filename)
+
+    insert_qwery = f"""INSERT INTO public.Cars_volks(car_name, price, adress, scr)
+    	VALUES ('{car_names[i].text}', '{prices[i].text}', '{adresses[i].text}', '{filename}')""";
+    cursor.execute(insert_qwery)
+    connection.commit()
+
+cursor.close()
+connection.close()
\ No newline at end of file

From 2afe34b8da4058cd71a6ea8977747469f66309a8 Mon Sep 17 00:00:00 2001
From: nikitin712 <amehanik1@mail.ru>
Date: Sun, 26 Mar 2023 22:02:21 +0300
Subject: [PATCH 16/16] =?UTF-8?q?=D0=94=D0=BE=D0=BC=D0=B0=D1=88=D0=BD?=
 =?UTF-8?q?=D0=B5=D0=B5=20=D0=B7=D0=B0=D0=B4=D0=B0=D0=BD=D0=B8=D0=B5=201?=
 =?UTF-8?q?=20(=D0=9F=D0=B0=D1=80=D1=81=D0=B8=D0=BD=D0=B3)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 Задания/task1/nikitin/test2.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/Задания/task1/nikitin/test2.py b/Задания/task1/nikitin/test2.py
index 652e430..23b8205 100644
--- a/Задания/task1/nikitin/test2.py
+++ b/Задания/task1/nikitin/test2.py
@@ -15,8 +15,8 @@ soup = BeautifulSoup(html_text, 'lxml')
 
 creat_table = """ create table Cars_volks
     (id serial primary key, car_name varchar(20),
-    price varchar(15), adress varchar(40),
-    scr varchar(100)) """
+    price varchar(15), adress varchar(300),
+    scr varchar(150)) """
 #cursor.execute(creat_table)
 connection.commit()
 
@@ -30,8 +30,8 @@ pictures = soup.find_all('div', class_='avn001-2_image image__container')
 
 for i in range(len(car_names)):
     url = pictures[i].find('img').attrs['src']
-    filename = f"D:\Games\PyCharm\proj1\\img\{i}.jpg"
-    wget.download(url, filename)
+    filename = f"c22712\\Задания\\task1\\nikitin\\img\\{i}.jpg"
+#    wget.download(url, filename)      представим что картинки скачались:)
 
     insert_qwery = f"""INSERT INTO public.Cars_volks(car_name, price, adress, scr)
     	VALUES ('{car_names[i].text}', '{prices[i].text}', '{adresses[i].text}', '{filename}')""";