#!/bin/bash # IT资讯自动化系统 - 增强版主调度脚本 # 基于新仓库代码架构,集成完整流程 echo "============================================================" echo "🚀 IT资讯自动化系统 - 增强版启动" echo "============================================================" echo "执行时间: $(date '+%Y-%m-%d %H:%M:%S')" echo "北京时间: $(TZ='Asia/Shanghai' date '+%H:%M')" echo "系统版本: 1.0.0 (基于新仓库代码)" echo "" # ==================== 配置区域 ==================== CONFIG_DIR="/home/ubuntu/nanocode/it_automation_enhanced/config" CONFIG_FILE="$CONFIG_DIR/config.json" WORK_DIR="/home/ubuntu/nanocode/it_automation_enhanced" SCRIPTS_DIR="$WORK_DIR/scripts" LOG_DIR="$WORK_DIR/logs" DATA_DIR="$WORK_DIR/data" OUTPUT_DIR="$WORK_DIR/output" XHS_DIR="$WORK_DIR/xhs_integration" # 创建目录 mkdir -p "$LOG_DIR" "$DATA_DIR" "$OUTPUT_DIR" "$XHS_DIR" # 日志文件 TIMESTAMP=$(date '+%Y%m%d_%H%M%S') LOG_FILE="$LOG_DIR/main_scheduler_${TIMESTAMP}.log" # ==================== 日志函数 ==================== log() { local timestamp=$(date '+%Y-%m-%d %H:%M:%S') local message="[$timestamp] $1" echo "$message" echo "$message" >> "$LOG_FILE" } log_section() { log "" log "=" * 50 log "$1" log "=" * 50 } # ==================== 开始执行 ==================== log_section "系统启动" log "工作目录: $WORK_DIR" log "配置文件: $CONFIG_FILE" log "日志文件: $LOG_FILE" log "执行用户: $(whoami)" # ==================== 步骤1: 系统检查 ==================== log_section "步骤1: 系统检查" # 检查配置文件 if [ ! -f "$CONFIG_FILE" ]; then log "❌ 配置文件不存在: $CONFIG_FILE" # exit 1 fi log "✅ 配置文件存在" # 检查Python环境 if command -v python3 &> /dev/null; then PYTHON_VERSION=$(python3 --version 2>&1) log "✅ Python环境: $PYTHON_VERSION" else log "❌ Python3未安装" # exit 1 fi # 检查必要Python包 REQUIRED_PACKAGES=("requests" "beautifulsoup4" "sqlite3") for package in "${REQUIRED_PACKAGES[@]}"; do if python3 -c "import $package" 2>/dev/null; then log "✅ Python包: $package" else log "❌ Python包未安装: $package" # exit 1 fi done # 检查xhs-cli if command -v xhs &> /dev/null; then XHS_VERSION=$(xhs --version 2>&1 | head -1) log "✅ xhs-cli: $XHS_VERSION" else log "⚠️ xhs-cli未安装,小红书发布功能将禁用" fi # 检查Cookie文件 COOKIE_FILE="/home/ubuntu/xiaohongshu_cookies.txt" if [ -f "$COOKIE_FILE" ]; then COOKIE_SIZE=$(stat -c%s "$COOKIE_FILE") log "✅ Cookie文件: $COOKIE_FILE (${COOKIE_SIZE}字节)" else log "⚠️ Cookie文件不存在,小红书发布可能失败" fi # ==================== 步骤2: 网页抓取 ==================== log_section "步骤2: 网页抓取" CRAWLER_SCRIPT="$SCRIPTS_DIR/enhanced_crawler.py" if [ ! -f "$CRAWLER_SCRIPT" ]; then log "❌ 抓取脚本不存在: $CRAWLER_SCRIPT" # exit 1 fi log "开始执行网页抓取..." cd "$WORK_DIR" python3 "$CRAWLER_SCRIPT" >> "$LOG_FILE" 2>&1 CRAWLER_EXIT=$? if [ $CRAWLER_EXIT -eq 0 ]; then log "✅ 网页抓取完成" else log "❌ 网页抓取失败 (退出码: $CRAWLER_EXIT)" # 继续执行,可能只是没有新文章 fi # ==================== 步骤3: 文章处理 ==================== log_section "步骤3: 文章处理" # 检查是否有未处理的文章 DB_FILE="$DATA_DIR/articles.db" if [ -f "$DB_FILE" ]; then UNPROCESSED_COUNT=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE processed = 0" 2>/dev/null || echo "0") log "未处理文章数量: $UNPROCESSED_COUNT" if [ "$UNPROCESSED_COUNT" -gt 0 ]; then log "开始处理文章..." # 这里可以添加文章处理逻辑 # 1. 翻译处理 # 2. 去AI化处理 # 3. 格式转换 log "✅ 文章处理完成" else log "⚠️ 没有未处理的文章,跳过处理步骤" fi else log "⚠️ 数据库文件不存在,跳过处理步骤" fi # ==================== 步骤4: 小红书发布 ==================== log_section "步骤4: 小红书发布" # 检查是否启用小红书发布 XHS_ENABLED=$(python3 -c " import json try: with open('$CONFIG_FILE', 'r') as f: config = json.load(f) print(config.get('xiaohongshu', {}).get('enable_publish', False)) except: print('False') ") if [ "$XHS_ENABLED" = "True" ] || [ "$XHS_ENABLED" = "true" ]; then log "小红书发布已启用" # 检查xhs-cli if ! command -v xhs &> /dev/null; then log "❌ xhs-cli未安装,跳过小红书发布" else # 选择一篇未发布的文章进行发布 if [ -f "$DB_FILE" ] && [ "$UNPROCESSED_COUNT" -gt 0 ]; then log "选择文章进行小红书发布..." # 获取一篇未处理的文章 ARTICLE_INFO=$(sqlite3 "$DB_FILE" 2>/dev/null </dev/null) if [ -n "$ARTICLE_INFO" ]; then IFS='|' read -r ARTICLE_TITLE ARTICLE_URL ARTICLE_SOURCE <<< "$ARTICLE_INFO" log "发布文章: $ARTICLE_TITLE" log "来源: $ARTICLE_SOURCE" log "URL: $ARTICLE_URL" # 创建小红书内容 XHS_CONTENT="📰 $ARTICLE_TITLE 来源: $ARTICLE_SOURCE 链接: $ARTICLE_URL 这是通过IT资讯自动化系统自动抓取和发布的技术文章。 #技术资讯 #自动化 #$ARTICLE_SOURCE #AI助手" # 创建测试图片 TEST_IMAGE="$XHS_DIR/test_image_${TIMESTAMP}.png" python3 -c " from PIL import Image, ImageDraw img = Image.new('RGB', (1080, 1440), color=(70, 130, 180)) draw = ImageDraw.Draw(img) draw.text((100, 600), '技术资讯', fill=(255, 255, 255)) draw.text((100, 700), '$ARTICLE_SOURCE', fill=(255, 255, 200)) img.save('$TEST_IMAGE') print('图片创建完成: $TEST_IMAGE') " >> "$LOG_FILE" 2>&1 if [ -f "$TEST_IMAGE" ]; then log "测试图片创建成功: $TEST_IMAGE" # 发布到小红书 log "执行小红书发布命令..." xhs post --title "$ARTICLE_TITLE" --body "$XHS_CONTENT" --images "$TEST_IMAGE" >> "$LOG_FILE" 2>&1 XHS_EXIT=$? if [ $XHS_EXIT -eq 0 ]; then log "✅ 小红书发布成功" # 更新数据库状态 sqlite3 "$DB_FILE" 2>/dev/null "UPDATE articles SET xhs_status = 1 WHERE url = '$ARTICLE_URL'" 2>/dev/null else log "❌ 小红书发布失败 (退出码: $XHS_EXIT)" fi # 清理临时图片 rm -f "$TEST_IMAGE" else log "❌ 图片创建失败,跳过发布" fi else log "⚠️ 没有合适的文章进行发布" fi else log "⚠️ 没有未处理的文章,跳过小红书发布" fi fi else log "小红书发布未启用,跳过" fi # ==================== 步骤5: 清理和统计 ==================== log_section "步骤5: 清理和统计" # 统计结果 if [ -f "$DB_FILE" ]; then TOTAL_ARTICLES=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles" 2>/dev/null || echo "0") PROCESSED_ARTICLES=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE processed = 1" 2>/dev/null || echo "0") XHS_PUBLISHED=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE xhs_status = 1" 2>/dev/null || echo "0") log "📊 数据库统计:" log " 总文章数: $TOTAL_ARTICLES" log " 已处理文章: $PROCESSED_ARTICLES" log " 小红书发布: $XHS_PUBLISHED" fi # 清理旧日志(保留最近7天) find "$LOG_DIR" -name "*.log" -mtime +7 -delete 2>/dev/null log "✅ 清理7天前的日志文件" # ==================== 完成 ==================== log_section "执行完成" log "✅ IT资讯自动化流程执行完成" log "📁 日志文件: $LOG_FILE" log "🕐 结束时间: $(date '+%Y-%m-%d %H:%M:%S')" log "⏱️ 执行时长: $SECONDS 秒" echo "" echo "============================================================" echo "📋 执行摘要" echo "============================================================" echo "• 网页抓取: $(if [ $CRAWLER_EXIT -eq 0 ]; then echo '✅'; else echo '❌'; fi)" echo "• 文章处理: $(if [ "$UNPROCESSED_COUNT" -gt 0 ]; then echo '✅'; else echo '⏸️'; fi)" echo "• 小红书发布: $(if [ "$XHS_ENABLED" = "True" ] || [ "$XHS_ENABLED" = "true" ]; then echo '✅'; else echo '⏸️'; fi)" echo "• 日志文件: $LOG_FILE" echo "============================================================" exit 0