updates · EqualifyEverything/crawler

updates

Bentley Hensel committed on Apr 1, 2023, 08:59 PM

Showing 15 changed files +369 additions -385 deletions

M Dockerfile +19 -10

A src/__init__.py

M src/config.py +1 -1

D src/crawl.py -206

A src/crawls/harpoon.py +113

M src/crawls/kraken.py +22 -46

A src/crawls/manager.py +34

M src/crawls/spiders/CartoCrawler.py +30 -21

M src/database/insert.py +18 -8

M src/database/select.py +3 -1

M src/logger/config.py +7 -3

M src/main.py +21 -47

A src/requirements.txt +92

M src/utils/auth.py +2 -34

M src/utils/check.py +7 -8