import asyncio
from main import crawl_aliyun_cves

async def main():
    # 爬取前5页的CVE数据
    cve_infos = await crawl_aliyun_cves(max_pages=5)
    print(f"成功爬取 {len(cve_infos)} 个CVE")

asyncio.run(main())

from main import AliyunCVECrawler, CrawlConfig

# 创建自定义配置
config = CrawlConfig(
    max_pages=20,
    delay_range=(2, 5),  # 请求间隔2-5秒
    timeout=60,          # 页面超时60秒
    headless=False,      # 显示浏览器
    data_dir="./custom_data"  # 自定义数据目录
)

# 使用自定义配置
async def custom_crawl():
    async with AliyunCVECrawler(config) as crawler:
        cve_infos = await crawler.crawl_all(start_page=1, max_pages=10)
        return cve_infos

from datetime import datetime, timedelta
from main import AliyunCVECrawler

async def incremental_crawl():
    # 爬取最近3天的数据
    since_date = datetime.now() - timedelta(days=3)
    
    async with AliyunCVECrawler() as crawler:
        new_cves = await crawler.crawl_incremental(since_date)
        print(f"发现 {len(new_cves)} 个新CVE")
        return new_cves

{
    "cve_id": "CVE-2024-1234",
    "title": "漏洞标题",
    "description": "漏洞描述",
    "solution": "解决方案",
    "references": ["http://example.com/ref1"],
    "cvss_score": "7.5",
    "cvss_vector": "CVSS:3.1/AV:N/AC:L/PR:N/UI:N/S:U/C:H/I:N/A:N",
    "cwe_info": [
        {"id": "CWE-79", "description": "Cross-site Scripting"}
    ],
    "disclosure_date": "2024-01-15",
    "patch_status": "已修复",
    "exploit_status": "无公开利用",
    "aliyun_products": ["云安全中心", "WAF"]
}

{
    "cve_id": "CVE-2024-1234",
    "description": "漏洞描述",
    "severity": "HIGH",
    "cvss_score": 7.5,
    "published_date": "2024-01-15T00:00:00",
    "modified_date": "2024-01-15T00:00:00",
    "references": ["http://example.com/ref1"],
    "affected_products": ["云安全中心", "WAF"],
    "cwe_ids": ["CWE-79"]
}