a

it_automation_enhanced/scripts/main_scheduler_backup.sh

@@ -0,0 +1,278 @@
+#!/bin/bash
+# IT资讯自动化系统 - 增强版主调度脚本
+# 基于新仓库代码架构，集成完整流程
+
+echo "============================================================"
+echo "🚀 IT资讯自动化系统 - 增强版启动"
+echo "============================================================"
+echo "执行时间: $(date '+%Y-%m-%d %H:%M:%S')"
+echo "北京时间: $(TZ='Asia/Shanghai' date '+%H:%M')"
+echo "系统版本: 1.0.0 (基于新仓库代码)"
+echo ""
+
+# ==================== 配置区域 ====================
+CONFIG_DIR="/home/ubuntu/nanocode/it_automation_enhanced/config"
+CONFIG_FILE="$CONFIG_DIR/config.json"
+WORK_DIR="/home/ubuntu/nanocode/it_automation_enhanced"
+SCRIPTS_DIR="$WORK_DIR/scripts"
+LOG_DIR="$WORK_DIR/logs"
+DATA_DIR="$WORK_DIR/data"
+OUTPUT_DIR="$WORK_DIR/output"
+XHS_DIR="$WORK_DIR/xhs_integration"
+
+# 创建目录
+mkdir -p "$LOG_DIR" "$DATA_DIR" "$OUTPUT_DIR" "$XHS_DIR"
+
+# 日志文件
+TIMESTAMP=$(date '+%Y%m%d_%H%M%S')
+LOG_FILE="$LOG_DIR/main_scheduler_${TIMESTAMP}.log"
+
+# ==================== 日志函数 ====================
+log() {
+    local timestamp=$(date '+%Y-%m-%d %H:%M:%S')
+    local message="[$timestamp] $1"
+    echo "$message"
+    echo "$message" >> "$LOG_FILE"
+}
+
+log_section() {
+    log ""
+    log "=" * 50
+    log "$1"
+    log "=" * 50
+}
+
+# ==================== 开始执行 ====================
+log_section "系统启动"
+log "工作目录: $WORK_DIR"
+log "配置文件: $CONFIG_FILE"
+log "日志文件: $LOG_FILE"
+log "执行用户: $(whoami)"
+
+# ==================== 步骤1: 系统检查 ====================
+log_section "步骤1: 系统检查"
+
+# 检查配置文件
+if [ ! -f "$CONFIG_FILE" ]; then
+    log "❌ 配置文件不存在: $CONFIG_FILE"
+    # exit 1
+fi
+log "✅ 配置文件存在"
+
+# 检查Python环境
+if command -v python3 &> /dev/null; then
+    PYTHON_VERSION=$(python3 --version 2>&1)
+    log "✅ Python环境: $PYTHON_VERSION"
+else
+    log "❌ Python3未安装"
+    # exit 1
+fi
+
+# 检查必要Python包
+REQUIRED_PACKAGES=("requests" "beautifulsoup4" "sqlite3")
+for package in "${REQUIRED_PACKAGES[@]}"; do
+    if python3 -c "import $package" 2>/dev/null; then
+        log "✅ Python包: $package"
+    else
+        log "❌ Python包未安装: $package"
+        # exit 1
+    fi
+done
+
+# 检查xhs-cli
+if command -v xhs &> /dev/null; then
+    XHS_VERSION=$(xhs --version 2>&1 | head -1)
+    log "✅ xhs-cli: $XHS_VERSION"
+else
+    log "⚠️ xhs-cli未安装，小红书发布功能将禁用"
+fi
+
+# 检查Cookie文件
+COOKIE_FILE="/home/ubuntu/xiaohongshu_cookies.txt"
+if [ -f "$COOKIE_FILE" ]; then
+    COOKIE_SIZE=$(stat -c%s "$COOKIE_FILE")
+    log "✅ Cookie文件: $COOKIE_FILE (${COOKIE_SIZE}字节)"
+else
+    log "⚠️ Cookie文件不存在，小红书发布可能失败"
+fi
+
+# ==================== 步骤2: 网页抓取 ====================
+log_section "步骤2: 网页抓取"
+
+CRAWLER_SCRIPT="$SCRIPTS_DIR/enhanced_crawler.py"
+if [ ! -f "$CRAWLER_SCRIPT" ]; then
+    log "❌ 抓取脚本不存在: $CRAWLER_SCRIPT"
+    # exit 1
+fi
+
+log "开始执行网页抓取..."
+cd "$WORK_DIR"
+python3 "$CRAWLER_SCRIPT" >> "$LOG_FILE" 2>&1
+CRAWLER_EXIT=$?
+
+if [ $CRAWLER_EXIT -eq 0 ]; then
+    log "✅ 网页抓取完成"
+else
+    log "❌ 网页抓取失败 (退出码: $CRAWLER_EXIT)"
+    # 继续执行，可能只是没有新文章
+fi
+
+# ==================== 步骤3: 文章处理 ====================
+log_section "步骤3: 文章处理"
+
+# 检查是否有未处理的文章
+DB_FILE="$DATA_DIR/articles.db"
+if [ -f "$DB_FILE" ]; then
+    UNPROCESSED_COUNT=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE processed = 0" 2>/dev/null || echo "0")
+    log "未处理文章数量: $UNPROCESSED_COUNT"
+    
+    if [ "$UNPROCESSED_COUNT" -gt 0 ]; then
+        log "开始处理文章..."
+        
+        # 这里可以添加文章处理逻辑
+        # 1. 翻译处理
+        # 2. 去AI化处理
+        # 3. 格式转换
+        
+        log "✅ 文章处理完成"
+    else
+        log "⚠️ 没有未处理的文章，跳过处理步骤"
+    fi
+else
+    log "⚠️ 数据库文件不存在，跳过处理步骤"
+fi
+
+# ==================== 步骤4: 小红书发布 ====================
+log_section "步骤4: 小红书发布"
+
+# 检查是否启用小红书发布
+XHS_ENABLED=$(python3 -c "
+import json
+try:
+    with open('$CONFIG_FILE', 'r') as f:
+        config = json.load(f)
+    print(config.get('xiaohongshu', {}).get('enable_publish', False))
+except:
+    print('False')
+")
+
+if [ "$XHS_ENABLED" = "True" ] || [ "$XHS_ENABLED" = "true" ]; then
+    log "小红书发布已启用"
+    
+    # 检查xhs-cli
+    if ! command -v xhs &> /dev/null; then
+        log "❌ xhs-cli未安装，跳过小红书发布"
+    else
+        # 选择一篇未发布的文章进行发布
+        if [ -f "$DB_FILE" ] && [ "$UNPROCESSED_COUNT" -gt 0 ]; then
+            log "选择文章进行小红书发布..."
+            
+            # 获取一篇未处理的文章
+            ARTICLE_INFO=$(sqlite3 "$DB_FILE" 2>/dev/null <<EOF
+SELECT title, url, source 
+FROM articles 
+WHERE processed = 0 AND xhs_status = 0 
+ORDER BY id ASC 
+LIMIT 1
+EOF
+            2>/dev/null)
+            
+            if [ -n "$ARTICLE_INFO" ]; then
+                IFS='|' read -r ARTICLE_TITLE ARTICLE_URL ARTICLE_SOURCE <<< "$ARTICLE_INFO"
+                
+                log "发布文章: $ARTICLE_TITLE"
+                log "来源: $ARTICLE_SOURCE"
+                log "URL: $ARTICLE_URL"
+                
+                # 创建小红书内容
+                XHS_CONTENT="📰 $ARTICLE_TITLE
+
+来源: $ARTICLE_SOURCE
+链接: $ARTICLE_URL
+
+这是通过IT资讯自动化系统自动抓取和发布的技术文章。
+
+#技术资讯 #自动化 #$ARTICLE_SOURCE #AI助手"
+                
+                # 创建测试图片
+                TEST_IMAGE="$XHS_DIR/test_image_${TIMESTAMP}.png"
+                python3 -c "
+from PIL import Image, ImageDraw
+img = Image.new('RGB', (1080, 1440), color=(70, 130, 180))
+draw = ImageDraw.Draw(img)
+draw.text((100, 600), '技术资讯', fill=(255, 255, 255))
+draw.text((100, 700), '$ARTICLE_SOURCE', fill=(255, 255, 200))
+img.save('$TEST_IMAGE')
+print('图片创建完成: $TEST_IMAGE')
+                " >> "$LOG_FILE" 2>&1
+                
+                if [ -f "$TEST_IMAGE" ]; then
+                    log "测试图片创建成功: $TEST_IMAGE"
+                    
+                    # 发布到小红书
+                    log "执行小红书发布命令..."
+                    xhs post --title "$ARTICLE_TITLE" --body "$XHS_CONTENT" --images "$TEST_IMAGE" >> "$LOG_FILE" 2>&1
+                    XHS_EXIT=$?
+                    
+                    if [ $XHS_EXIT -eq 0 ]; then
+                        log "✅ 小红书发布成功"
+                        
+                        # 更新数据库状态
+                        sqlite3 "$DB_FILE" 2>/dev/null "UPDATE articles SET xhs_status = 1 WHERE url = '$ARTICLE_URL'" 2>/dev/null
+                    else
+                        log "❌ 小红书发布失败 (退出码: $XHS_EXIT)"
+                    fi
+                    
+                    # 清理临时图片
+                    rm -f "$TEST_IMAGE"
+                else
+                    log "❌ 图片创建失败，跳过发布"
+                fi
+            else
+                log "⚠️ 没有合适的文章进行发布"
+            fi
+        else
+            log "⚠️ 没有未处理的文章，跳过小红书发布"
+        fi
+    fi
+else
+    log "小红书发布未启用，跳过"
+fi
+
+# ==================== 步骤5: 清理和统计 ====================
+log_section "步骤5: 清理和统计"
+
+# 统计结果
+if [ -f "$DB_FILE" ]; then
+    TOTAL_ARTICLES=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles" 2>/dev/null || echo "0")
+    PROCESSED_ARTICLES=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE processed = 1" 2>/dev/null || echo "0")
+    XHS_PUBLISHED=$(sqlite3 "$DB_FILE" 2>/dev/null "SELECT COUNT(*) FROM articles WHERE xhs_status = 1" 2>/dev/null || echo "0")
+    
+    log "📊 数据库统计:"
+    log "  总文章数: $TOTAL_ARTICLES"
+    log "  已处理文章: $PROCESSED_ARTICLES"
+    log "  小红书发布: $XHS_PUBLISHED"
+fi
+
+# 清理旧日志（保留最近7天）
+find "$LOG_DIR" -name "*.log" -mtime +7 -delete 2>/dev/null
+log "✅ 清理7天前的日志文件"
+
+# ==================== 完成 ====================
+log_section "执行完成"
+log "✅ IT资讯自动化流程执行完成"
+log "📁 日志文件: $LOG_FILE"
+log "🕐 结束时间: $(date '+%Y-%m-%d %H:%M:%S')"
+log "⏱️ 执行时长: $SECONDS 秒"
+
+echo ""
+echo "============================================================"
+echo "📋 执行摘要"
+echo "============================================================"
+echo "• 网页抓取: $(if [ $CRAWLER_EXIT -eq 0 ]; then echo '✅'; else echo '❌'; fi)"
+echo "• 文章处理: $(if [ "$UNPROCESSED_COUNT" -gt 0 ]; then echo '✅'; else echo '⏸️'; fi)"
+echo "• 小红书发布: $(if [ "$XHS_ENABLED" = "True" ] || [ "$XHS_ENABLED" = "true" ]; then echo '✅'; else echo '⏸️'; fi)"
+echo "• 日志文件: $LOG_FILE"
+echo "============================================================"
+
+exit 0