mirror of
https://github.com/ada-dmitry/osint_parser_ada.git
synced 2026-09-24 01:10:20 +00:00
ada
12d5c6eaff
- Implemented DisciplinaryAction model for tracking disciplinary measures. - Created Organization model to represent auditing organizations with relevant details. - Developed TrainingCenter model for educational and methodological centers. - Added methods to convert models to dictionaries for easy export. feat: Implement parsers for auditors and organizations - Developed AuditorsParser to scrape and parse auditor registry data. - Created OrganizationsParser for scraping auditing organizations' registry. - Implemented GenericRegistryParser for handling generic tabular data. chore: Set up base parser functionality - Established BaseParser class with common methods for making requests and parsing HTML. - Added pagination handling and detailed page parsing capabilities. feat: Implement Excel export functionality - Created ExcelExporter class for exporting data to Excel files with formatting options. - Added support for exporting multiple sheets and organization data specifically. chore: Add logging utilities - Implemented setup_logger function for consistent logging across the application. - Configured logging to output to both console and file. chore: Update requirements and scripts - Added necessary dependencies for parsing, Excel handling, and logging. - Created run.sh and run.fish scripts for easy execution of the parser.
52 lines
1.6 KiB
Bash
Executable File
52 lines
1.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Скрипт быстрого запуска парсера СРО ААС
|
|
# Использование: ./run.sh
|
|
|
|
echo "=============================================="
|
|
echo " ПАРСЕР РЕЕСТРОВ СРО ААС"
|
|
echo "=============================================="
|
|
echo ""
|
|
|
|
# Проверка наличия Python
|
|
if ! command -v python3 &> /dev/null; then
|
|
echo "❌ Python 3 не найден. Установите Python 3.8 или выше."
|
|
exit 1
|
|
fi
|
|
|
|
echo "✅ Python найден: $(python3 --version)"
|
|
echo ""
|
|
|
|
# Проверка виртуального окружения
|
|
if [ ! -d "venv" ]; then
|
|
echo "📦 Виртуальное окружение не найдено. Создание..."
|
|
python3 -m venv venv
|
|
echo "✅ Виртуальное окружение создано."
|
|
echo ""
|
|
fi
|
|
|
|
# Активация виртуального окружения
|
|
echo "🔧 Активация виртуального окружения..."
|
|
source venv/bin/activate
|
|
|
|
# Проверка зависимостей
|
|
if ! python -c "import requests" 2>/dev/null; then
|
|
echo "📥 Установка зависимостей..."
|
|
pip install -q --upgrade pip
|
|
pip install -q -r requirements.txt
|
|
echo "✅ Зависимости установлены."
|
|
echo ""
|
|
fi
|
|
|
|
# Создание необходимых директорий
|
|
mkdir -p data/exports
|
|
mkdir -p logs
|
|
|
|
# Запуск парсера
|
|
echo "🚀 Запуск парсера..."
|
|
echo ""
|
|
python main.py
|
|
|
|
# Деактивация виртуального окружения
|
|
deactivate
|