Merge branch 'master' of github.com:KUlishevgeniy/c22712

Задания/task1/Antipenko/DB1.py

@@ -0,0 +1,42 @@
+import psycopg2
+import wget
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+# Парсер и загрузчик в БД//Антипенко Дмитрий
+connection = psycopg2.connect(host='localhost', dbname='PythonDB', user='postgres', password='Q1w2e3r4')
+
+cursor = connection.cursor()
+
+creat_qwery = """ create table Parser 
+    (id serial primary key, page_name varchar(100), price varchar(10), priceDis varchar(30), mark varchar(10), scr varchar(100))"""
+
+cursor.execute(creat_qwery)
+connection.commit()
+
+driver = Service('D:\teach\Prog\chromedriver.exe') 
+browser = webdriver.Chrome(service=driver)
+browser.get('https://amwine.ru/catalog/igristoe_vino_i_shampanskoe/igristoe_vino/')
+html_code = browser.page_source
+b_soup = BeautifulSoup(html_code, 'lxml')
+name = b_soup.find_all('a', class_="catalog-list-item__title js-product-detail-link")
+price = b_soup.find_all('span', class_="middle_price")
+priceDis = b_soup.find_all('span', class_="baseoldprice")
+mark = b_soup.find_all('span', class_="product-rating__rating")
+pictures = b_soup.find_all('div', class_="catalog-list-item__img-wrapper")
+
+for i in range(15):
+    url = 'https://amwine.ru'+pictures[i].find('a').find('img').attrs['data-src']
+    filename = f"Programming\\23.03\img\{i}.jpg"
+    print(filename)
+    wget.download(url, filename)
+    ins_qwery = f"""insert into public.Parser(page_name, price, priceDis, mark, scr) values ('{name[i].text}', '{price[i].text}', '{priceDis[i].text}',  '{mark[i].text}', '{filename}')"""
+    cursor.execute(ins_qwery)
+    connection.commit()
+
+
+
+
+cursor.close()
+
+connection.close()

Задания/task1/Antipenko/ada.main.py

@@ -1,3 +1,6 @@
+
+#Вариант с пары
+'''
 from bs4 import BeautifulSoup
 from selenium import webdriver
 from selenium.webdriver.chrome.service import Service
@@ -10,9 +13,27 @@ html_text = browser.page_source
 time.sleep(20)
 soup = BeautifulSoup(html_text, 'lxml')
 films = soup.find_all('div', class_='base-movie-main-info_mainInfo__ZL_u3')
-'''
+
 print(soup)
 print(films)
-'''
+
 for film in films:
     print(film.text)
+'''
+#Домашка
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+driver = Service('D:\teach\Prog\chromedriver.exe') 
+browser = webdriver.Chrome(service=driver)
+browser.get('https://hmbrussia.ru/regional-office/')
+html_code = browser.page_source
+b_soup = BeautifulSoup(html_code, 'lxml')
+name = b_soup.find_all('div', class_="ps-xl-3 ms-xl-3")
+
+print(b_soup)
+print(name)
+
+for i in name:
+    print(i.text)

Задания/task1/Epifanov/1 - st hw.py

@@ -0,0 +1,14 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+s = Service('C:\Desktop\exe\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://www.rftoday.ru/_vse_zagolovki2')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+infos = soup.find_all(attrs={"class": "title"})
+revs = soup.find_all(attrs={"class": "source"})
+#print(infos[0].text) - если нужно вывести только n-ый заголовок
+for info, rev in zip(infos, revs):
+    print(f"{info.text} ; Источник: {rev.text}")#Вывод всех заголовков новостей и их источников со страницы 1

Задания/task1/Filcheva/Verst1.py

@@ -0,0 +1,12 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+from time import sleep
+s = Service("C:\Driver\chromedriver.exe")
+browser = webdriver.Chrome(service=s)
+browser.get("https://mephi.ru/")
+sleep(10)
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, "lxml")
+serv = soup.find_all("div", class_="views-field views-field-title menu-item menu-item-10702")
+print(serv[0].text)

Задания/task1/Garanyan/main.py

@@ -0,0 +1,12 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+s = Service("E:\data\chromedriver.exe")
+browser = webdriver.Chrome(service=s)
+browser.get("https://ria.ru/")
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+news = soup.find_all('div', class_='cell cell-list')
+for new in news:
+    print(new.text)

Задания/task1/Gasanova/parser.py

@@ -0,0 +1,9 @@
+#made by dialuna (or just Diana Gasanova) <3
+import requests
+from bs4 import BeautifulSoup as bs
+URL = "https://www.kinopoisk.ru/lists/movies/top-250-2020/"
+r = requests.get(URL, timeout=10)
+soup = bs(r.text, "html.parser") 
+films = soup.find_all(attrs={"class": "styles_mainTitle__IFQyZ styles_activeMovieTittle__kJdJj"})
+for film in films:
+    print(film.text)

Задания/task1/Kluchinskaya1/File

@@ -1 +0,0 @@
-text

Задания/task1/Kluchinskaya1/New commit for parsing

@@ -0,0 +1,12 @@
+ from bs4 import BeautifulSoup
+ from selenium import webdriver
+ from selenium.webdriver.chrome.service import Service
+ s = Service('C:\\Users\\Dasha\\Desktop\\Progect\\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+ browser.get('https://www.livelib.ru/selection/907286-vybor-redaktsii-elle-girl')
+ html_text=browser.page_source
+ soup=BeautifulSoup(html_text, 'lxml')
+ infos = soup.find_
+ films=soup.find_all(attrs={"class": "brow-book-name with-cycle"})
+ for film in films:
+	print(film.text)

Задания/task1/Kulikov/main.py

@@ -0,0 +1,25 @@
+# pip install selenium bs4
+
+
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+from time import sleep
+
+
+s = Service("C:\\Users\\Alex\\PycharmProjects\\pythonProject\\chromedriver.exe")
+brow = webdriver.Chrome(service=s)
+
+# brow.get("https://www.kinopoisk.ru/lists/movies/top250/")
+brow.get("https://www.revshells.com/")
+sleep(10)
+
+html = brow.page_source
+
+soup = BeautifulSoup(html, "lxml")
+
+# films = soup.find_all(attrs={"class": "styles_mainTitle__IFQyZ styles_activeMovieTittle__kJdJj"})
+buttons = soup.find_all(attrs={"class": "list-group-item list-group-item-action"})
+
+for button in buttons:
+    print(button.text)

Задания/task1/Kuznetsov/parcing.py

@@ -0,0 +1,15 @@
+from bs4 import BeautifulSoup
+from selenium.webdriver import Chrome
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+import time
+s = Service('E:\\Downloads\\chromedriver_win32.zip\\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://trial-sport.ru/gds.php?s=51516&c1=1070639&c2=1070640')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+product_name=soup.find_all('a', class_='title')
+description=soup.find_all('span', class_='description')
+for product_name, description in zip(product_name, description):
+    print(f"Продукт: {product_name.text} \nОписание: {description.text}")
+print(" ")

Задания/task1/Kuznetsov/test

@@ -1 +1,14 @@
-test
+from bs4 import BeautifulSoup
+from selenium.webdriver import Chrome
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+import time
+s = Service('E:\\Downloads\\chromedriver_win32.zip\\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://trial-sport.ru/gds.php?s=51516&c1=1070639&c2=1070640')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+bike_name=soup.find_all('a', class_='title')
+print (bike_name[0].text)
+description=soup.find_all('span', class_='description')
+print (description[0].text)

Задания/task1/Lahin/parsing.py

@@ -1,14 +1,14 @@
+
 from bs4 import BeautifulSoup
 from selenium import webdriver
 from selenium.webdriver.chrome.service import Service
-from time import sleep
 s = Service("С:\DATA\ChromeDriver\chromedriver.exe")
 browser = webdriver.Chrome(service=s)
-browser.get("https://www.kinopoisk.ru/lists/movies/top250/")
-sleep(15)
+browser.get("https://online.metro-cc.ru/category/sladosti-chipsy-sneki/shokolad-batonchiki?from=under_search&is_action=1")
 html_text = browser.page_source
 soup = BeautifulSoup(html_text, 'lxml')
-films = soup.find_all('div', class_="desktop-list-main-info_secondaryTitleSlot__mc0mI")
-for film in films:
-    print(film.text)
-    print("--------")
+products = soup.find_all('a', class_="product-card-name reset-link catalog-2-level-product-card__name style--catalog-2-level-product-card")
+prices = soup.find_all('span', class_="product-card-prices__actual color-red")
+for product,price in zip(products, prices):
+    print(f"Продукт: {product.text[3:]}Цена: {price.text}")
+    print("-"*100)

Задания/task1/Samigullin/test

@@ -0,0 +1 @@
+test

Задания/task1/Uskova/parcing.py

@@ -0,0 +1,14 @@
+from bs4 import BeautifulSoup
+from selenium.webdriver import Chrome
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+import time
+s = Service('C:\\Users\\Yekaterina\\Downloads\\chromedriver_win32\\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://www.citilink.ru/catalog/noutbuki/')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+name=soup.find_all('div', class_='app-catalog-1tp0ino e1an64qs0')
+print (name[0].text)
+description=soup.find_all('div', class_='app-catalog-1o4umte eevw8x70')
+print (description[0].text)

Задания/task1/nikitin/test2.py

@@ -0,0 +1,12 @@
+from bs4 import BeautifulSoup
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+s = Service('D:\Games\data\chromedriver.exe')
+browser = webdriver.Chrome(service=s)
+browser.get('https://www.volkswagen.ru/polo/')
+html_text = browser.page_source
+soup = BeautifulSoup(html_text, 'lxml')
+car_names = soup.find_all('div', class_='avn001-2_name')
+prices = soup.find_all('div', class_='avn001-2_price-container')
+for car_name, price in zip(car_names, prices):
+    print(f"Название машины:{car_name.text} | Цена: {price.text} рублей")