Ubuntu
42 lines
1.2 KiB
Python
42 lines
1.2 KiB
Python
#!/usr/bin/env python3
|
|
"""本地测试采集功能，绕过 HTTP API 和数据库"""
|
|
import asyncio
|
|
import sys
|
|
sys.path.insert(0, '/home/ubuntu/nanocode/personal-blog/backend')
|
|
|
|
from routers.crawl import crawl_with_playwright, convert_spa_html_to_markdown
|
|
from routers.crawl import CrawlImage
|
|
|
|
async def main():
|
|
url = "https://mp.weixin.qq.com/s/_YqGx7J9XnyPe0GFhv4LYA"
|
|
print(f"开始测试采集: {url}\n")
|
|
|
|
result = await crawl_with_playwright(url)
|
|
|
|
print(f"标题: {result['title']}")
|
|
print(f"图片数: {len(result['images'])}")
|
|
print(f"内容HTML长度: {len(result['content_html'])}")
|
|
|
|
markdown = convert_spa_html_to_markdown(
|
|
result['content_html'],
|
|
result['images'],
|
|
url
|
|
)
|
|
|
|
print(f"\nMarkdown长度: {len(markdown)}")
|
|
print("\n=== Markdown 前 3000 字符 ===")
|
|
print(markdown[:3000])
|
|
print("\n=== Markdown 末尾 1000 字符 ===")
|
|
print(markdown[-1000:])
|
|
|
|
# 检查是否有代码块
|
|
if '```' in markdown:
|
|
print("\n✅ 检测到代码块!")
|
|
code_blocks = markdown.split('```')
|
|
print(f"代码块数量: {len(code_blocks)//2}")
|
|
else:
|
|
print("\n⚠️ 未检测到代码块")
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|