📦 EqualifyEverything / integration-crawler

integration-crawler / src / main.py
📄 main.py · 18 lines 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18import os
import time
from utils.auth import catch_rabbits
from utils.watch import logger
from utils.scrape import process_message


queue_name = 'launch_crawler'


def check_queue(queue_name):
    logger.info(f'Checking Que for URLs: {queue_name}')
    catch_rabbits(queue_name, process_message)


if __name__ == "__main__":
    check_queue(queue_name)