feat: 为爬虫测试添加代理支持并通过环境变量配置

添加dotenv依赖，创建jest配置文件和setup文件
修改所有爬虫测试文件以支持通过环境变量配置代理
将jest配置从package.json移动到独立文件

src/crawler/services/chng_target.spec.ts

@@ -4,6 +4,23 @@ import * as puppeteer from 'puppeteer';
 // Increase timeout to 120 seconds for manual inspection and slow sites
 jest.setTimeout(120000);
 
+// 获取代理配置
+const getProxyArgs = (): string[] => {
+  const proxyHost = process.env.PROXY_HOST;
+  const proxyPort = process.env.PROXY_PORT;
+  const proxyUsername = process.env.PROXY_USERNAME;
+  const proxyPassword = process.env.PROXY_PASSWORD;
+
+  if (proxyHost && proxyPort) {
+    const args = [`--proxy-server=${proxyHost}:${proxyPort}`];
+    if (proxyUsername && proxyPassword) {
+      args.push(`--proxy-auth=${proxyUsername}:${proxyPassword}`);
+    }
+    return args;
+  }
+  return [];
+};
+
 // 模拟人类鼠标移动
 async function simulateHumanMouseMovement(page: puppeteer.Page) {
   const viewport = page.viewport();
@@ -53,6 +70,11 @@ describe('ChngCrawler Real Site Test', () => {
   let browser: puppeteer.Browser;
 
   beforeAll(async () => {
+    const proxyArgs = getProxyArgs();
+    if (proxyArgs.length > 0) {
+      console.log('Using proxy:', proxyArgs.join(' '));
+    }
+    
     browser = await puppeteer.launch({
       headless: false, // Run in non-headless mode
       args: [
@@ -61,6 +83,7 @@ describe('ChngCrawler Real Site Test', () => {
         '--disable-blink-features=AutomationControlled',
         '--window-size=1920,1080',
         "--disable-infobars",
+        ...proxyArgs,
         // "--headless=new",
         // '--disable-dev-shm-usage',
         // '--disable-accelerated-2d-canvas',
@@ -69,7 +92,7 @@ describe('ChngCrawler Real Site Test', () => {
         // '--disable-gpu',
         // '--disable-features=VizDisplayCompositor',
         // '--disable-webgl',
-        // '--disable-javascript',  
+        // '--disable-javascript',
       ],
       defaultViewport: null