diff --git a/tools/test_scraper.py b/tools/test_scraper.py index 7bfa436..7655c3f 100755 --- a/tools/test_scraper.py +++ b/tools/test_scraper.py @@ -66,13 +66,10 @@ def main(): # Import scraper from seleniumbase import Driver - from scrapers.google_reviews.v1_0_0 import scrape_reviews - from utils.logger import StructuredLogger + from scrapers.google_reviews.v1_0_0 import scrape_reviews, LogCapture - # Set up logger - log = StructuredLogger(job_id=f"test_{int(time.time())}") - if args.verbose: - log.info('system', 'Verbose mode enabled') + # Set up log capture + log_capture = LogCapture() # Track reviews for real-time progress reviews_collected = [] @@ -98,7 +95,7 @@ def main(): url=url, max_reviews=args.max, timeout_no_new=args.timeout, - log=log, + log_capture=log_capture, flush_callback=flush_callback, progress_callback=progress_callback, flush_batch_size=100