main.py

import argparse
import logging
import os
import sys

from config import DEFAULT_OUTPUT_PATH, DEFAULT_NUM_HOMES, DEFAULT_SORT
from models import ListingCollection
from scraper import RedfinScraper


def setup_logging(verbose: bool = False) -> None:
    level = logging.DEBUG if verbose else logging.INFO
    logging.basicConfig(
        level=level,
        format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
        handlers=[logging.StreamHandler(sys.stdout)],
    )


def main() -> int:
    parser = argparse.ArgumentParser(
        description="Scrape rental listings from Redfin.com via ScrapingAnt"
    )
    parser.add_argument(
        "--polygon",
        required=True,
        help=(
            "Search polygon coordinates: 'lon1 lat1,lon2 lat2,...,lon1 lat1'. "
            "Example: '-116.50089 43.30739,-115.96191 43.30739,"
            "-115.96191 43.85001,-116.50089 43.85001,-116.50089 43.30739'"
        ),
    )
    parser.add_argument(
        "--market",
        default="boise",
        help="Redfin market identifier (default: boise)",
    )
    parser.add_argument(
        "--num-homes",
        type=int,
        default=DEFAULT_NUM_HOMES,
        help=f"Max number of homes to request (default: {DEFAULT_NUM_HOMES})",
    )
    parser.add_argument(
        "--sort",
        default=DEFAULT_SORT,
        help=f"Sort order (default: {DEFAULT_SORT})",
    )
    parser.add_argument(
        "--uipt",
        default="1,2,3",
        help="Property types: 1=House,2=Condo,3=Townhouse (default: 1,2,3)",
    )
    parser.add_argument(
        "--sf",
        default="1,2,3,5,6,7",
        help="Search filters (default: 1,2,3,5,6,7)",
    )
    parser.add_argument(
        "--output", "-o", default=DEFAULT_OUTPUT_PATH, help="Output CSV file path"
    )
    parser.add_argument(
        "--json", action="store_true", help="Also export as JSON"
    )
    parser.add_argument(
        "--api-key", help="ScrapingAnt API key (or set SCRAPINGANT_API_KEY env var)"
    )
    parser.add_argument(
        "--verbose", "-v", action="store_true", help="Enable verbose logging"
    )
    args = parser.parse_args()

    setup_logging(args.verbose)
    logger = logging.getLogger(__name__)

    api_key = args.api_key or os.environ.get("SCRAPINGANT_API_KEY", "")
    if not api_key:
        logger.error(
            "ScrapingAnt API key required. Set SCRAPINGANT_API_KEY env var or use --api-key."
        )
        return 1

    try:
        scraper = RedfinScraper(api_key=api_key)
        listings = scraper.scrape(
            polygon=args.polygon,
            market=args.market,
            num_homes=args.num_homes,
            sort=args.sort,
            uipt=args.uipt,
            sf=args.sf,
        )

        if not listings:
            logger.warning("No listings found.")
            return 1

        collection = ListingCollection()
        added = collection.add_many(listings)
        logger.info(f"Collected {added} unique listings ({len(listings)} total)")

        # Ensure output directory exists
        output_dir = os.path.dirname(args.output)
        if output_dir:
            os.makedirs(output_dir, exist_ok=True)

        collection.to_csv(args.output)
        logger.info(f"Saved {len(collection)} listings to {args.output}")

        if args.json:
            json_path = args.output.rsplit(".", 1)[0] + ".json"
            collection.to_json(json_path)
            logger.info(f"Saved JSON to {json_path}")

        return 0

    except ValueError as e:
        logger.error(f"Configuration error: {e}")
        return 1
    except KeyboardInterrupt:
        logger.info("Interrupted by user")
        return 0


if __name__ == "__main__":
    sys.exit(main())