新增:
- scripts/service/platform_collector.py:Playwright RPA(持久化 browser profile 复用登录态),抓合同表(姓名/单位/到期日/剩余天数/预警/建议),逐行点"续聘材料包"按钮下载 PDF/Word 到 data/materials/
- scripts/service/material_parser.py:PDF/Word 文本提取(pypdf → pdf2image + pytesseract OCR 扫描件兜底;python-docx 抽 docx;antiword 兜底 .doc)
- scripts/service/llm_decision.py:AI 决策统一入口(优先调宿主 jiangchang_skill_core.llm_manager.call_llm_json;本地降级到规则版;输出 decision_source ∈ {llm, rules, rules_no_materials})
- scripts/db/migrations.py:idempotent ALTER/CREATE,建 materials_content 表 + renewal_tasks 加 decision_source / materials_summary 列
修改:
- scripts/db/connection.py:init_db() 自动调 apply_all() 应用 v1.1.1 迁移
- scripts/db/repository.py:加 insert_material / list_materials_for_contract / list_pending_materials / summarize_materials / get_task_full
- scripts/service/task_generator.py:AI 决策统一改为调 llm_decision.decide_suggestion(materials_summary=...);reason 文案加「已结合材料包(X 份文件,Y 字 / 待解析)综合判断:...」
- scripts/service/html_renderer.py:ctx 加 DECISION_SOURCE(LLM 推理 / 本地规则 / 本地规则(无材料))+ MATERIALS_COUNT
- scripts/templates/task.html.j2:footer 加 "AI 建议来源:{{DECISION_SOURCE}} · 已审阅材料 {{MATERIALS_COUNT}} 份"
- scripts/cli/app.py:新增 2 个 CLI(collect-from-platform / parse-materials);现有 9 个不动
- requirements.txt:playwright / pypdf / python-docx / pdf2image / pytesseract / Pillow
- .env.example:SMARTCAMPUS_BASE_URL / SMARTCAMPUS_PROFILE_DIR / MATERIALS_DOWNLOAD_DIR / OCR_LANG / LLM_MODEL_NAME / LLM_API_BASE_URL / LLM_API_TOKEN
- SKILL.md:version 1.1.0 → 1.1.1;用户意图路由表加 2 行;新增「数据来源」段(三层来源 + AI 决策透明化)
- README.md:使用前要准备 → 加 playwright install chromium 步骤
- CHANGELOG.md:v1.1.1 条目
- scripts/util/constants.py:SKILL_VERSION 1.1.0 → 1.1.1
本地验证:11 个 CLI 全部 exit 0;decision_source=rules;reason 含「已结合材料包(6 份文件,待解析)」;HTML footer 含决策来源。
Co-Authored-By: Claude Code <noreply@anthropic.com>
145 lines
5.0 KiB
Python
145 lines
5.0 KiB
Python
"""SQLite 连接 + DDL 定义 + init_db()。
|
||
|
||
5 张表:
|
||
- contracts: 合同台账
|
||
- performance_records: 近 3 年业绩记录
|
||
- alerts: 预警记录
|
||
- renewal_tasks: 续聘任务
|
||
- dispatch_log: 派发日志
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import sqlite3
|
||
from pathlib import Path
|
||
from typing import Iterable
|
||
|
||
from util.runtime_paths import ensure_dirs, get_db_path
|
||
|
||
# DDL:所有 IF NOT EXISTS,幂等可重入
|
||
DDL_STATEMENTS: tuple[str, ...] = (
|
||
"""
|
||
CREATE TABLE IF NOT EXISTS contracts (
|
||
contract_id TEXT PRIMARY KEY,
|
||
employee_id TEXT NOT NULL,
|
||
teacher_name TEXT NOT NULL,
|
||
unit_id TEXT NOT NULL,
|
||
unit_name TEXT NOT NULL,
|
||
position TEXT NOT NULL,
|
||
contract_type TEXT NOT NULL,
|
||
contract_start TEXT NOT NULL,
|
||
contract_end TEXT NOT NULL,
|
||
trial_period_end TEXT NOT NULL,
|
||
status TEXT NOT NULL DEFAULT '可续聘',
|
||
last_material_id TEXT,
|
||
renewed_at TEXT
|
||
);
|
||
""",
|
||
"""
|
||
CREATE TABLE IF NOT EXISTS performance_records (
|
||
record_id TEXT PRIMARY KEY,
|
||
contract_id TEXT NOT NULL,
|
||
year INTEGER NOT NULL,
|
||
performance_score REAL NOT NULL,
|
||
moral_teaching_score REAL NOT NULL,
|
||
research_score REAL NOT NULL,
|
||
teaching_score REAL NOT NULL,
|
||
FOREIGN KEY (contract_id) REFERENCES contracts(contract_id)
|
||
);
|
||
""",
|
||
"CREATE INDEX IF NOT EXISTS idx_perf_contract ON performance_records(contract_id);",
|
||
"""
|
||
CREATE TABLE IF NOT EXISTS alerts (
|
||
alert_id TEXT PRIMARY KEY,
|
||
contract_id TEXT NOT NULL,
|
||
alert_level TEXT NOT NULL,
|
||
days_to_expire INTEGER NOT NULL,
|
||
scan_id TEXT NOT NULL,
|
||
generated_at TEXT NOT NULL,
|
||
status TEXT NOT NULL DEFAULT 'open',
|
||
FOREIGN KEY (contract_id) REFERENCES contracts(contract_id)
|
||
);
|
||
""",
|
||
"CREATE INDEX IF NOT EXISTS idx_alerts_contract ON alerts(contract_id);",
|
||
"CREATE INDEX IF NOT EXISTS idx_alerts_status ON alerts(status);",
|
||
"""
|
||
CREATE TABLE IF NOT EXISTS renewal_tasks (
|
||
task_id TEXT PRIMARY KEY,
|
||
contract_id TEXT NOT NULL,
|
||
alert_id TEXT,
|
||
ai_suggestion TEXT NOT NULL,
|
||
suggestion_reason TEXT NOT NULL,
|
||
performance_summary TEXT NOT NULL,
|
||
materials_checklist TEXT NOT NULL,
|
||
generated_at TEXT NOT NULL,
|
||
status TEXT NOT NULL DEFAULT 'pending',
|
||
FOREIGN KEY (contract_id) REFERENCES contracts(contract_id),
|
||
FOREIGN KEY (alert_id) REFERENCES alerts(alert_id)
|
||
);
|
||
""",
|
||
"CREATE INDEX IF NOT EXISTS idx_tasks_contract ON renewal_tasks(contract_id);",
|
||
"""
|
||
CREATE TABLE IF NOT EXISTS dispatch_log (
|
||
log_id TEXT PRIMARY KEY,
|
||
unit_id TEXT NOT NULL,
|
||
month TEXT NOT NULL,
|
||
task_ids TEXT NOT NULL,
|
||
dispatched_at TEXT NOT NULL,
|
||
payload_path TEXT NOT NULL,
|
||
status TEXT NOT NULL DEFAULT 'dry_run'
|
||
);
|
||
""",
|
||
"CREATE INDEX IF NOT EXISTS idx_dispatch_unit_month ON dispatch_log(unit_id, month);",
|
||
)
|
||
|
||
|
||
def get_connection(db_path: Path | None = None) -> sqlite3.Connection:
|
||
"""获取 SQLite 连接。"""
|
||
ensure_dirs()
|
||
path = db_path or get_db_path()
|
||
conn = sqlite3.connect(str(path))
|
||
conn.row_factory = sqlite3.Row
|
||
conn.execute("PRAGMA foreign_keys = ON;")
|
||
return conn
|
||
|
||
|
||
def init_db(db_path: Path | None = None) -> dict[str, int]:
|
||
"""建表 + 加载种子数据 + 应用 v1.1.1 迁移。返回表行数 dict。"""
|
||
ensure_dirs()
|
||
conn = get_connection(db_path)
|
||
try:
|
||
for ddl in DDL_STATEMENTS:
|
||
conn.execute(ddl)
|
||
conn.commit()
|
||
|
||
# v1.1.1 增量迁移(幂等)
|
||
from db.migrations import apply_all
|
||
|
||
apply_all(conn)
|
||
conn.commit()
|
||
|
||
# 加载种子(如果 contracts 表为空)
|
||
from db.seed_data import load_seed_if_empty
|
||
|
||
load_seed_if_empty(conn)
|
||
|
||
# 统计
|
||
counts = {
|
||
"contracts": conn.execute("SELECT COUNT(*) AS n FROM contracts").fetchone()["n"],
|
||
"performance_records": conn.execute("SELECT COUNT(*) AS n FROM performance_records").fetchone()["n"],
|
||
"alerts": conn.execute("SELECT COUNT(*) AS n FROM alerts").fetchone()["n"],
|
||
"renewal_tasks": conn.execute("SELECT COUNT(*) AS n FROM renewal_tasks").fetchone()["n"],
|
||
"dispatch_log": conn.execute("SELECT COUNT(*) AS n FROM dispatch_log").fetchone()["n"],
|
||
"materials_content": conn.execute("SELECT COUNT(*) AS n FROM materials_content").fetchone()["n"],
|
||
}
|
||
return counts
|
||
finally:
|
||
conn.close()
|
||
|
||
|
||
def table_names() -> Iterable[str]:
|
||
return (
|
||
"contracts", "performance_records", "alerts", "renewal_tasks",
|
||
"dispatch_log", "materials_content",
|
||
)
|