PyBot/GotoSend/seebug.py

# -*- coding: utf-8 -*-

import json
import sqlite3
import os
from datetime import datetime, timedelta
import email.utils


def create_database():
    conn = sqlite3.connect('./db/seebug.db')
    cursor = conn.cursor()
    cursor.execute('''CREATE TABLE IF NOT EXISTS articles (
        id INTEGER PRIMARY KEY AUTOINCREMENT,
        title TEXT,
        link TEXT,
        category TEXT,
        description TEXT,
        pubDate DATETIME
    )''')
    conn.commit()
    conn.close()


def insert_data(data):
    conn = sqlite3.connect('./db/seebug.db')
    cursor = conn.cursor()
    for entry in data:
        # 解析并格式化时间
        parsed_date = email.utils.parsedate_to_datetime(entry['pubDate'])
        formatted_date = parsed_date.strftime('%Y-%m-%d %H:%M:%S')
        
        cursor.execute('''
            INSERT INTO articles (title, link, category, description, pubDate)
            VALUES (?, ?, ?, ?, ?)
        ''', (entry['title'], entry['link'], entry['category'], entry['description'], formatted_date))
    conn.commit()
    conn.close()

def get_seebug_json():
    # 检查文件是否存在
    if not os.path.exists('./JSON/seebug.json'):
        raise FileNotFoundError(f"seebug.json文件不存在，请检查程序是否运行正常！")
    
    # 打开并读取JSON文件
    with open('./JSON/seebug.json', 'r', encoding='utf-8') as file:
        data = json.load(file)
    
    # 假设data是一个包含多个JSON对象的列表
    if not isinstance(data, list):
        raise ValueError("JSON文件格式错误，请检查common.py是否异常！")
    
    # 提取所需字段并编号
    total_data = []
    for index, item in enumerate(data, start=1):
        entry = {
            "id": index,
            "title": item.get("title", ""),
            "link": item.get("link", ""),
            "description": item.get("description", ""),
            "pubDate": item.get("pubDate", ""),
            "category": item.get("category", "")
        }
        total_data.append(entry)
    
    return total_data

def select_articles(e_hour):
    conn = sqlite3.connect('./db/seebug.db')
    cursor = conn.cursor()
    
    # 获取当前日期和时间
    now = datetime.now()
    start_time = now - timedelta(hours=e_hour)
    end_time = now
    
    # 查询指定时间段内的数据
    cursor.execute('''
        SELECT * FROM articles
        WHERE pubDate BETWEEN ? AND ?
    ''', (start_time.strftime('%Y-%m-%d %H:%M:%S'), end_time.strftime('%Y-%m-%d %H:%M:%S')))
    
    results = cursor.fetchall()
    conn.close()
    return results

def clear_table():
    conn = sqlite3.connect('./db/seebug.db')
    cursor = conn.cursor()
    cursor.execute('DELETE FROM articles')
    conn.commit()
    conn.close()

def record_md(result, filename="./history/sec_news.md"):
    # 读取现有内容
    if os.path.exists(filename):
        with open(filename, 'r', encoding='utf-8') as file:
            existing_content = file.read()
    else:
        existing_content = ""
    
    # 将新内容插入到现有内容的开头
    new_content = result + existing_content
    
    # 写回文件
    with open(filename, 'w', encoding='utf-8') as file:
        file.write(new_content)

def get_filtered_articles(entries, Is_short):
    result = ""
    record = ""
    for entry in entries:
        if Is_short == False:
            result += f"文章：[{entry[1]}]({entry[2]})\n类型：{entry[3]}\n"
            result += f"上传时间：{entry[5]}\n"
            result += f"{entry[4]}\n"
            result += "\n" + "-" * 40 + "\n"  # 添加分隔线以便区分不同文章
        if Is_short == True:
            result += f"文章：[{entry[1]}]({entry[2]})"
            result += f"上传时间：{entry[5]}\n"
            result += "\n" + "-" * 3 + "\n"  # 添加分隔线以便区分不同文章

        record += f"#### 文章：[{entry[1]}]({entry[2]})\n"
        record += f"**类型**：{entry[3]}\n"
        record += f"**上传时间**：{entry[5]}\n"
        record += f"{entry[4]}\n"
        record += "\n" + "-" * 40 + "\n"  # 添加分隔线以便区分不同文章
    record_md(record)
    return result


def Src_seebug(e_hour, Is_short):
    if not os.path.exists('./db/seebug.db'):
        # 创建数据库和表
        create_database()

    # 清空表
    clear_table()

    # 获取 JSON 数据
    M_seebug_data = get_seebug_json()

    # 插入数据到数据库
    insert_data(M_seebug_data)

    # 查询指定时间段内的数据
    filtered_articles = select_articles(e_hour)
    # print(filtered_articles)

    if filtered_articles:
        results = get_filtered_articles(filtered_articles, Is_short)
        return results
    else:
        return False

if __name__ == "__main__":
    reslts = Src_seebug(100, False)
    if reslts != False:
        print(reslts)
    else:
        # 如果为空，则跳过执行
        print("-" * 40)
        print("Seebug社区数据为空，跳过执行。")