feat: 重构AI推荐功能并优化爬虫基础URL

重构前端AI推荐组件,移除本地过滤逻辑,改为从后端获取日期范围内的数据
新增AI服务模块,包含Prompt和推荐逻辑
为投标服务添加按日期范围查询接口
统一各爬虫服务的baseURL格式
This commit is contained in:
dmy
2026-01-12 18:59:17 +08:00
parent 61520e9ebf
commit 3d269ce9d1
16 changed files with 131 additions and 51 deletions

View File

@@ -55,7 +55,7 @@ export interface CdtResult {
export const CdtCrawler = {
name: '中国大唐集团电子商务平台',
url: 'https://tang.cdt-ec.com/home/index.html',
baseUrl: 'https://tang.cdt-ec.com',
baseUrl: 'https://tang.cdt-ec.com/',
async crawl(browser: puppeteer.Browser): Promise<CdtResult[]> {
const logger = new Logger('CdtCrawler');

View File

@@ -50,7 +50,7 @@ async function simulateHumanScrolling(page: puppeteer.Page) {
export const CeicCrawler = {
name: '国家能源集团生态协作平台',
url: 'https://ceic.dlnyzb.com/3001',
baseUrl: 'https://ceic.dlnyzb.com',
baseUrl: 'https://ceic.dlnyzb.com/',
async crawl(browser: puppeteer.Browser): Promise<ChdtpResult[]> {
const logger = new Logger('CeicCrawler');

View File

@@ -55,7 +55,7 @@ export interface CgnpcResult {
export const CgnpcCrawler = {
name: '中广核电子商务平台',
url: 'https://ecp.cgnpc.com.cn/zbgg.html',
baseUrl: 'https://ecp.cgnpc.com.cn',
baseUrl: 'https://ecp.cgnpc.com.cn/',
async crawl(browser: puppeteer.Browser): Promise<CgnpcResult[]> {
const logger = new Logger('CgnpcCrawler');

View File

@@ -55,7 +55,7 @@ export interface CnncecpResult {
export const CnncecpCrawler = {
name: '中核集团电子采购平台',
url: 'https://www.cnncecp.com/xzbgg/index.jhtml',
baseUrl: 'https://www.cnncecp.com',
baseUrl: 'https://www.cnncecp.com/',
async crawl(browser: puppeteer.Browser): Promise<CnncecpResult[]> {
const logger = new Logger('CnncecpCrawler');

View File

@@ -55,7 +55,7 @@ export interface CnoocResult {
export const CnoocCrawler = {
name: '中海油招标平台',
url: 'https://buy.cnooc.com.cn/cbjyweb/001/001001/moreinfo.html',
baseUrl: 'https://buy.cnooc.com.cn',
baseUrl: 'https://buy.cnooc.com.cn/',
async crawl(browser: puppeteer.Browser): Promise<CnoocResult[]> {
const logger = new Logger('CnoocCrawler');

View File

@@ -55,7 +55,7 @@ export interface EpsResult {
export const EpsCrawler = {
name: '中国三峡集团电子商务平台',
url: 'https://eps.ctg.com.cn/cms/channel/1ywgg1/index.htm',
baseUrl: 'https://eps.ctg.com.cn',
baseUrl: 'https://eps.ctg.com.cn/',
async crawl(browser: puppeteer.Browser): Promise<EpsResult[]> {
const logger = new Logger('EpsCrawler');

View File

@@ -54,7 +54,7 @@ export interface EspicResult {
export const EspicCrawler = {
name: '电能e招采平台国电投',
baseUrl: 'https://ebid.espic.com.cn',
baseUrl: 'https://ebid.espic.com.cn/',
// 生成动态 URL使用当前日期
getUrl(page: number = 1): string {

View File

@@ -55,7 +55,7 @@ export interface PowerbeijingResult {
export const PowerbeijingCrawler = {
name: '北京京能电子商务平台',
url: 'https://www.powerbeijing-ec.com/jncms/search/bulletin.html?dates=300&categoryId=2&tabName=%E6%8B%9B%E6%A0%87%E5%85%AC%E5%91%8A&page=1',
baseUrl: 'https://www.powerbeijing-ec.com',
baseUrl: 'https://www.powerbeijing-ec.com/',
async crawl(browser: puppeteer.Browser): Promise<PowerbeijingResult[]> {
const logger = new Logger('PowerbeijingCrawler');

View File

@@ -55,7 +55,7 @@ export interface SdiccResult {
export const SdiccCrawler = {
name: '国投集团电子采购平台',
url: 'https://www.sdicc.com.cn/cgxx/ggList',
baseUrl: 'https://www.sdicc.com.cn',
baseUrl: 'https://www.sdicc.com.cn/',
async crawl(browser: puppeteer.Browser): Promise<SdiccResult[]> {
const logger = new Logger('SdiccCrawler');

View File

@@ -50,7 +50,7 @@ async function simulateHumanScrolling(page: puppeteer.Page) {
export const SzecpCrawler = {
name: '华润守正采购交易平台',
url: 'https://www.szecp.com.cn/first_zbgg/index.html',
baseUrl: 'https://www.szecp.com.cn',
baseUrl: 'https://www.szecp.com.cn/',
async crawl(browser: puppeteer.Browser): Promise<ChdtpResult[]> {
const logger = new Logger('SzecpCrawler');