bidding_watcher/src/crawler/crawler.controller.ts

import { Controller, Post, Get, Param, Body } from '@nestjs/common';
import { BidCrawlerService } from './services/bid-crawler.service';

@Controller('api/crawler')
export class CrawlerController {
  private isCrawling = false;
  private crawlingSources = new Set<string>();

  constructor(private readonly crawlerService: BidCrawlerService) {}

  @Get('status')
  getStatus() {
    return {
      isCrawling: this.isCrawling,
      crawlingSources: Array.from(this.crawlingSources),
    };
  }

  @Post('run')
  async runCrawl() {
    if (this.isCrawling) {
      return { message: 'Crawl is already running' };
    }

    this.isCrawling = true;

    // We don't await this because we want it to run in the background
    // and return immediately, or we can await if we want to user to wait.
    // Given the requirement "Immediate Crawl", usually implies triggering it.
    // However, for a better UI experience, we might want to wait or just trigger.
    // Let's await it so that user knows when it's done (or failed),
    // assuming it doesn't take too long for the mock.
    // Real crawling might take long, so background is better.
    // For this prototype, I'll await it to show completion.
    try {
      await this.crawlerService.crawlAll();
      return { message: 'Crawl completed successfully' };
    } finally {
      this.isCrawling = false;
    }
  }

  @Post('crawl/:sourceName')
  async crawlSingleSource(@Param('sourceName') sourceName: string) {
    if (this.crawlingSources.has(sourceName)) {
      return { message: `Source ${sourceName} is already being crawled` };
    }

    this.crawlingSources.add(sourceName);

    try {
      const result = await this.crawlerService.crawlSingleSource(sourceName);
      return result;
    } finally {
      this.crawlingSources.delete(sourceName);
    }
  }
}