feat: 申报赛道推荐助手首版 v1.0.1(match-guide-track-default)
All checks were successful
技能自动化发布 / release (push) Successful in 6s

This commit is contained in:
chenfuqiang
2026-09-13 15:50:33 +08:00
commit 7c1f40b0e6
205 changed files with 29720 additions and 0 deletions

234
scripts/cli/app.py Normal file
View File

@@ -0,0 +1,234 @@
"""CLI:argparse 与分发(申报赛道推荐助手)。
只负责参数解析并转交 service;业务内核在 match_service / profile_service,
勿在此按入口复制逻辑。
"""
from __future__ import annotations
import argparse
import sys
from typing import List, Optional
from service.task_service import (
cmd_add_teacher,
cmd_add_track,
cmd_config_path,
cmd_health,
cmd_import_teachers,
cmd_import_tracks,
cmd_init_db,
cmd_list_reports,
cmd_list_teachers,
cmd_list_tracks,
cmd_match,
cmd_match_batch_input,
cmd_render_html,
cmd_run,
cmd_show_report,
cmd_stats,
cmd_version,
)
from util.config_bootstrap import bootstrap_skill_config
from util.argparse_zh import ZhArgumentParser
from util.constants import LOG_LOGGER_NAME, SKILL_SLUG
from util.logging_config import get_skill_logger, setup_skill_logging
def _cli_str_or_none(raw: Optional[str]) -> Optional[str]:
if raw is None:
return None
v = str(raw).strip()
return v or None
def _cli_int_or_none(raw: Optional[str]) -> Optional[int]:
raw = _cli_str_or_none(raw)
if raw is None:
return None
try:
return int(float(raw))
except ValueError:
return None
def _handle_run(args: argparse.Namespace) -> int:
tail = [str(x).strip() for x in (args.run_tail or []) if str(x).strip()]
if len(tail) > 2:
print("参数过多。")
print("用法:python main.py run [target [input_id]] | run [-t target] [-i input_id]")
return 1
t_target: Optional[str] = None
t_input: Optional[str] = None
if len(tail) == 2:
t_target, t_input = tail[0], tail[1]
elif len(tail) == 1:
if tail[0].isdigit():
t_input = tail[0]
else:
t_target = tail[0]
target = _cli_str_or_none(getattr(args, "target", None)) or t_target
input_id = _cli_str_or_none(getattr(args, "input_id", None)) or t_input
return cmd_run(target=target, input_id=input_id)
def _handle_add_teacher(args: argparse.Namespace) -> int:
return cmd_add_teacher(
name=str(args.name or "").strip(),
department=_cli_str_or_none(args.department) or "",
title=_cli_str_or_none(args.title) or "",
tags=_cli_str_or_none(args.tags) or "",
papers=_cli_str_or_none(args.papers) or "",
projects=_cli_str_or_none(args.projects) or "",
sci_q1=_cli_int_or_none(args.sci_q1),
core_papers=_cli_int_or_none(args.core_papers),
)
def _handle_add_track(args: argparse.Namespace) -> int:
return cmd_add_track(
year=int(args.year),
track_name=str(args.track_name or "").strip(),
program=_cli_str_or_none(args.program) or "",
agency=_cli_str_or_none(args.agency) or "",
tags=_cli_str_or_none(args.tags) or "",
priority=_cli_str_or_none(args.priority) or "",
min_title=_cli_str_or_none(args.min_title) or "",
min_sci_q1=_cli_int_or_none(args.min_sci_q1),
quota=_cli_int_or_none(args.quota),
source=_cli_str_or_none(args.source) or "",
)
def _handle_match(args: argparse.Namespace) -> int:
return cmd_match(teacher=_cli_str_or_none(args.teacher) or "", year=_cli_int_or_none(args.year))
def _handle_list_reports(args: argparse.Namespace) -> int:
return cmd_list_reports(limit=int(args.limit or 20))
def _handle_render_html(args: argparse.Namespace) -> int:
report_id = getattr(args, "report_id", None)
return cmd_render_html(report_id=int(report_id) if report_id else None)
def _print_full_usage() -> None:
print("申报赛道推荐助手(main.py)可用命令:")
print(" python main.py add-teacher --name X [--department 学院] [--title 副教授] [--tags 标签1,标签2]")
print(" [--papers 论文1;论文2] [--projects 项目1;项目2] [--sci-q1 N] [--core-papers N]")
print(" python main.py import-teachers --teachers-json <file|->")
print(" python main.py add-track --year YYYY --track-name X --track-tags 标签1,标签2 [--program 面上项目]")
print(" [--agency 数理学部] [--priority 关键词1,关键词2] [--min-title 副高及以上] [--min-sci-q1 N] [--quota N]")
print(" python main.py import-tracks --tracks-json <file|->")
print(" python main.py list-teachers [--department 学院] | list-tracks [--year YYYY]")
print(" python main.py match [--teacher X] [--year YYYY] # 主命令:Top 3 推荐 + 建议书")
print(" python main.py match-batch-input # 批量匹配 input/ 目录画像")
print(" python main.py list-reports [--limit N] | show-report --id N | render-html [--report-id N]")
print(" python main.py stats")
print(" python main.py run [target [input_id]] [-t target] [-i input_id]")
print(" python main.py health | config-path | version | init-db")
def build_parser() -> ZhArgumentParser:
p = ZhArgumentParser(
prog="main.py",
description="申报赛道推荐助手:维护教师学术画像与指南赛道库,标签匹配 + 硬门槛过滤,生成可解释的 Top 3 赛道推荐与《申报策略建议书》。",
formatter_class=argparse.RawDescriptionHelpFormatter,
)
sub = p.add_subparsers(dest="cmd", required=True, parser_class=ZhArgumentParser)
sp = sub.add_parser("add-teacher", help="录入/更新教师画像(按姓名幂等)")
sp.add_argument("--name", required=True, metavar="教师姓名")
sp.add_argument("--department", default=None, metavar="所属学院")
sp.add_argument("--title", default=None, metavar="职称")
sp.add_argument("--tags", default=None, metavar="研究标签(逗号分隔)")
sp.add_argument("--papers", default=None, metavar="近3年论文(分号分隔)")
sp.add_argument("--projects", default=None, metavar="项目经历(分号分隔)")
sp.add_argument("--sci-q1", default=None, metavar="SCI一区篇数", dest="sci_q1")
sp.add_argument("--core-papers", default=None, metavar="核心论文篇数", dest="core_papers")
sp.set_defaults(handler=_handle_add_teacher)
sp = sub.add_parser("import-teachers", help="批量导入教师画像")
sp.add_argument("--teachers-json", required=True, metavar="JSON(file|-)", dest="teachers_json")
sp.set_defaults(handler=lambda a: cmd_import_teachers(str(a.teachers_json)))
sp = sub.add_parser("add-track", help="录入/更新指南赛道")
sp.add_argument("--year", required=True, metavar="指南年度")
sp.add_argument("--track-name", required=True, metavar="赛道名称", dest="track_name")
sp.add_argument("--program", default=None, metavar="项目类型")
sp.add_argument("--agency", default=None, metavar="学部/归口")
sp.add_argument("--tags", default=None, metavar="需求标签(逗号分隔)")
sp.add_argument("--priority", default=None, metavar="优先方向关键词(逗号分隔)")
sp.add_argument("--min-title", default=None, metavar="职称门槛", dest="min_title")
sp.add_argument("--min-sci-q1", default=None, metavar="SCI一区门槛", dest="min_sci_q1")
sp.add_argument("--quota", default=None, metavar="拟资助数")
sp.add_argument("--source", default=None, metavar="指南来源")
sp.set_defaults(handler=_handle_add_track)
sp = sub.add_parser("import-tracks", help="批量导入指南赛道")
sp.add_argument("--tracks-json", required=True, metavar="JSON(file|-)", dest="tracks_json")
sp.set_defaults(handler=lambda a: cmd_import_tracks(str(a.tracks_json)))
sp = sub.add_parser("list-teachers", help="查询教师画像")
sp.add_argument("--department", default=None, metavar="学院筛选")
sp.set_defaults(handler=lambda a: cmd_list_teachers(department=_cli_str_or_none(a.department) or ""))
sp = sub.add_parser("list-tracks", help="查询指南赛道")
sp.add_argument("--year", default=None, metavar="年度筛选")
sp.set_defaults(handler=lambda a: cmd_list_tracks(year=_cli_int_or_none(a.year)))
sp = sub.add_parser("match", help="申报赛道匹配(主命令,缺省全部教师)")
sp.add_argument("--teacher", default=None, metavar="指定教师姓名")
sp.add_argument("--year", default=None, metavar="指南年度")
sp.set_defaults(handler=_handle_match)
sp = sub.add_parser("match-batch-input", help="批量匹配 input/ 目录教师画像")
sp.set_defaults(handler=lambda _a: cmd_match_batch_input())
sp = sub.add_parser("list-reports", help="查询推荐报告历史")
sp.add_argument("--limit", default=20, metavar="条数")
sp.set_defaults(handler=_handle_list_reports)
sp = sub.add_parser("show-report", help="查看一份推荐报告详情")
sp.add_argument("--id", required=True, type=int, metavar="报告编号", dest="report_id")
sp.set_defaults(handler=lambda a: cmd_show_report(report_id=int(a.report_id)))
sp = sub.add_parser("render-html", help="重建《申报策略建议书》(缺省最近 10 份)")
sp.add_argument("--report-id", default=None, metavar="报告编号", dest="report_id")
sp.set_defaults(handler=_handle_render_html)
sp = sub.add_parser("stats", help="匹配统计")
sp.set_defaults(handler=lambda _a: cmd_stats())
sp = sub.add_parser("run", help="任务执行命令骨架")
sp.add_argument("--target", "-t", default=None, metavar="目标")
sp.add_argument("--input-id", "-i", default=None, metavar="输入id", dest="input_id")
sp.add_argument("run_tail", nargs="*", metavar="位置参数")
sp.set_defaults(handler=_handle_run)
sp = sub.add_parser("health", help="健康检查")
sp.set_defaults(handler=lambda _a: cmd_health())
sp = sub.add_parser("config-path", help="输出用户 .env 与模板路径")
sp.set_defaults(handler=lambda _a: cmd_config_path())
sp = sub.add_parser("version", help="版本信息(JSON)")
sp.set_defaults(handler=lambda _a: cmd_version())
sp = sub.add_parser("init-db", help="幂等初始化本地数据库与数据管理元数据")
sp.set_defaults(handler=lambda _a: cmd_init_db())
return p
def main(argv: Optional[List[str]] = None) -> int:
argv = argv if argv is not None else sys.argv[1:]
bootstrap_skill_config()
setup_skill_logging(SKILL_SLUG, LOG_LOGGER_NAME)
get_skill_logger().info("cli_start argv=%s", sys.argv)
if not argv:
_print_full_usage()
return 1
parser = build_parser()
args = parser.parse_args(argv)
return int(args.handler(args))

225
scripts/db/connection.py Normal file
View File

@@ -0,0 +1,225 @@
"""SQLite 连接与幂等初始化(申报赛道推荐助手)。
业务表 3 张:
- teacher_profiles(教师画像,可编辑)
- guide_tracks(指南赛道,可编辑)
- match_reports(推荐报告,只读,匹配自动写入)
表间禁止 SQLite 外键,仅存业务 id(见 references/SCHEMA.md)。
"""
from __future__ import annotations
import sqlite3
from db.display_metadata import (
init_display_metadata,
seed_column_metadata_batch,
upsert_table_metadata,
)
from db.timestamp_columns import init_updated_at_trigger
from util.runtime_paths import get_db_path
def get_conn() -> sqlite3.Connection:
return sqlite3.connect(get_db_path())
_TEACHER_PROFILES_DDL = """
CREATE TABLE IF NOT EXISTS teacher_profiles (
id INTEGER PRIMARY KEY AUTOINCREMENT,
teacher_name TEXT NOT NULL UNIQUE,
department TEXT,
title TEXT,
research_tags TEXT,
recent_papers TEXT,
project_history TEXT,
sci_q1_count INTEGER,
core_paper_count INTEGER,
created_at INTEGER NOT NULL DEFAULT (unixepoch()),
updated_at INTEGER NOT NULL DEFAULT (unixepoch())
)
"""
_GUIDE_TRACKS_DDL = """
CREATE TABLE IF NOT EXISTS guide_tracks (
id INTEGER PRIMARY KEY AUTOINCREMENT,
year INTEGER NOT NULL,
agency TEXT,
program_name TEXT,
track_name TEXT NOT NULL,
track_tags TEXT,
priority_keywords TEXT,
min_title TEXT,
min_sci_q1 INTEGER NOT NULL DEFAULT 0,
quota INTEGER,
source_doc TEXT,
created_at INTEGER NOT NULL DEFAULT (unixepoch()),
updated_at INTEGER NOT NULL DEFAULT (unixepoch()),
UNIQUE (year, agency, program_name, track_name)
)
"""
_MATCH_REPORTS_DDL = """
CREATE TABLE IF NOT EXISTS match_reports (
id INTEGER PRIMARY KEY AUTOINCREMENT,
batch_no TEXT NOT NULL,
teacher_name TEXT,
department TEXT,
season TEXT,
top_json TEXT,
tiers_json TEXT,
eligible_count INTEGER,
excluded_json TEXT,
report_file TEXT,
created_at INTEGER NOT NULL DEFAULT (unixepoch())
)
"""
_MATCH_REPORTS_INDEX = """
CREATE INDEX IF NOT EXISTS idx_match_reports_batch
ON match_reports(batch_no)
"""
_TS_COLUMN_NAMES = {"created_at", "updated_at"}
def _col(column_name: str, display_name: str, description: str, **extra: object) -> dict[str, object]:
base: dict[str, object] = {
"column_name": column_name,
"display_name": display_name,
"description": description,
"visible": 1,
"searchable": 0,
"editable": 0,
}
base.update(extra)
if column_name in _TS_COLUMN_NAMES:
base["display_type"] = "datetime_unix_seconds"
return base
_TEACHER_PROFILES_COLUMNS: tuple[dict[str, object], ...] = (
_col("id", "编号", "主键", searchable=1),
_col("teacher_name", "教师姓名", "教师姓名(唯一)。", searchable=1),
_col("department", "所属学院", "二级学院/单位。", searchable=1, editable=1),
_col("title", "职称", "讲师/副教授/教授等,用于职称门槛比对。", searchable=1, editable=1, options_json='[{"value":"讲师","label":"讲师"},{"value":"副教授","label":"副教授"},{"value":"教授","label":"教授"}]'),
_col("research_tags", "研究标签", "研究方向关键词,逗号分隔(匹配主依据)。", searchable=1, editable=1),
_col("recent_papers", "近3年论文", "近 3 年论文标题,分号分隔。", editable=1),
_col("project_history", "项目经历", "在研/结题项目名称,分号分隔。", editable=1),
_col("sci_q1_count", "SCI一区篇数", "SCI 一区论文数量(硬门槛比对)。", searchable=1, editable=1, display_type="number"),
_col("core_paper_count", "核心论文篇数", "核心期刊论文数量。", searchable=1, editable=1, display_type="number"),
_col("created_at", "创建时间", "记录创建时间(Unix 秒级,自动生成)。"),
_col("updated_at", "更新时间", "记录最后更新时间(Unix 秒级,自动维护)。"),
)
_GUIDE_TRACKS_COLUMNS: tuple[dict[str, object], ...] = (
_col("id", "编号", "主键", searchable=1),
_col("year", "指南年度", "指南发布/申报年度。", searchable=1),
_col("agency", "学部/归口", "如 数理学部、科研处。", searchable=1, editable=1),
_col("program_name", "项目类型", "如 面上项目、青年项目。", searchable=1, editable=1),
_col("track_name", "赛道名称", "指南中的方向/赛道名。", searchable=1, editable=1),
_col("track_tags", "需求标签", "赛道方向关键词,逗号分隔(匹配主依据)。", searchable=1, editable=1),
_col("priority_keywords", "优先方向", "优先资助方向关键词,逗号分隔(加分项)。", editable=1),
_col("min_title", "职称门槛", "讲师及以上 / 副高及以上 / 正高及以上。", editable=1, options_json='[{"value":"讲师及以上","label":"讲师及以上"},{"value":"副高及以上","label":"副高及以上"},{"value":"正高及以上","label":"正高及以上"}]'),
_col("min_sci_q1", "SCI一区门槛", "要求的 SCI 一区最少篇数。", editable=1, display_type="number"),
_col("quota", "拟资助数", "该赛道拟资助项数(参考)。", editable=1, display_type="number"),
_col("source_doc", "指南来源", "指南文件名/文号。", editable=1),
_col("created_at", "创建时间", "记录创建时间(Unix 秒级,自动生成)。"),
_col("updated_at", "更新时间", "记录最后更新时间(Unix 秒级,自动维护)。"),
)
_MATCH_REPORTS_COLUMNS: tuple[dict[str, object], ...] = (
_col("id", "报告编号", "主键,推荐报告编号。", searchable=1),
_col("batch_no", "匹配批次号", "同一次匹配请求的批次号。", searchable=1),
_col("teacher_name", "教师姓名", "被匹配教师。", searchable=1),
_col("department", "所属学院", "教师所属学院。", searchable=1),
_col("season", "指南年度", "匹配所用指南年度。", searchable=1),
_col("top_json", "Top3推荐", "Top 3 赛道(JSON,含得分与理由)。", visible=0, display_type="textarea"),
_col("tiers_json", "分层清单", "强烈推荐/可尝试/不建议分层(JSON)。", visible=0, display_type="textarea"),
_col("eligible_count", "可匹配赛道数", "通过硬门槛过滤后的赛道数。", searchable=1, display_type="number"),
_col("excluded_json", "剔除清单", "被硬门槛剔除的赛道及原因(JSON)。", visible=0, display_type="textarea"),
_col("report_file", "建议书文件", "《申报策略建议书》HTML 文件路径。", visible=0),
_col("created_at", "创建时间", "报告创建时间(Unix 秒级,自动生成)。"),
)
def _init_teacher_profiles_metadata(cursor) -> None:
cursor.execute(_TEACHER_PROFILES_DDL)
init_updated_at_trigger(cursor, "teacher_profiles")
upsert_table_metadata(
cursor,
table_name="teacher_profiles",
display_name="教师画像",
description="教师学术画像:研究标签、成果与职称,用于赛道匹配。",
grid_help="研究标签是匹配主依据(逗号分隔);顶栏按钮可录入,行内可编辑。",
visible=1,
readonly=0,
default_sort_json='[{"column":"id","direction":"desc"}]',
default_visible_columns_json='["teacher_name","department","title","research_tags","sci_q1_count"]',
)
seed_column_metadata_batch(
cursor,
table_name="teacher_profiles",
columns=_TEACHER_PROFILES_COLUMNS,
valid_column_names=[str(c["column_name"]) for c in _TEACHER_PROFILES_COLUMNS],
)
def _init_guide_tracks_metadata(cursor) -> None:
cursor.execute(_GUIDE_TRACKS_DDL)
init_updated_at_trigger(cursor, "guide_tracks")
upsert_table_metadata(
cursor,
table_name="guide_tracks",
display_name="指南赛道",
description="当年申报指南的结构化赛道库:需求标签、优先方向与硬门槛。",
grid_help="按年度管理;需求标签为匹配主依据,硬门槛用于过滤不满足条件的教师。",
visible=1,
readonly=0,
default_sort_json='[{"column":"year","direction":"desc"},{"column":"id","direction":"asc"}]',
default_visible_columns_json='["year","program_name","track_name","track_tags","min_title","min_sci_q1"]',
)
seed_column_metadata_batch(
cursor,
table_name="guide_tracks",
columns=_GUIDE_TRACKS_COLUMNS,
valid_column_names=[str(c["column_name"]) for c in _GUIDE_TRACKS_COLUMNS],
)
def _init_match_reports_metadata(cursor) -> None:
cursor.execute(_MATCH_REPORTS_DDL)
cursor.execute(_MATCH_REPORTS_INDEX)
upsert_table_metadata(
cursor,
table_name="match_reports",
display_name="推荐报告",
description="每次匹配的 Top 3 赛道、分层清单与剔除原因;可重建建议书。",
grid_help="推荐仅供参考;顶栏按钮可重建《申报策略建议书》。",
visible=1,
readonly=1,
default_sort_json='[{"column":"id","direction":"desc"}]',
default_visible_columns_json='["id","season","teacher_name","department","eligible_count"]',
)
seed_column_metadata_batch(
cursor,
table_name="match_reports",
columns=_MATCH_REPORTS_COLUMNS,
valid_column_names=[str(c["column_name"]) for c in _MATCH_REPORTS_COLUMNS],
)
def init_db() -> dict[str, int]:
"""幂等创建/迁移本地 SQLite 与数据管理元数据。"""
conn = get_conn()
try:
cur = conn.cursor()
init_display_metadata(cur)
_init_teacher_profiles_metadata(cur)
_init_guide_tracks_metadata(cur)
_init_match_reports_metadata(cur)
conn.commit()
return {}
finally:
conn.close()

View File

@@ -0,0 +1,324 @@
"""匠厂数据管理展示元数据(_jiangchang_tables / _jiangchang_columns)。
SQLite 无原生表/字段 COMMENT;中文展示名称通过这两张元数据表提供给宿主「数据管理」页面。
字段在界面上的顺序由 CREATE TABLE / PRAGMA table_info(cid) 决定,**不**使用 display_order 排序。
"""
from __future__ import annotations
from typing import Iterable
# 宿主会隐藏这些表,不作为业务表展示(见 jiangchang electron/data-management/types.ts)
INTERNAL_METADATA_TABLES = frozenset({"_jiangchang_tables", "_jiangchang_columns"})
LEGACY_METADATA_TABLES = frozenset({"_schema_meta"})
METADATA_TABLES = INTERNAL_METADATA_TABLES | LEGACY_METADATA_TABLES
DATETIME_UNIX_SECONDS = "datetime_unix_seconds"
STANDARD_TIMESTAMP_COLUMNS = frozenset({"created_at", "updated_at"})
_JIANGCHANG_TABLES_DDL = """
CREATE TABLE IF NOT EXISTS _jiangchang_tables (
table_name TEXT PRIMARY KEY,
display_name TEXT NOT NULL,
description TEXT,
grid_help TEXT,
sort_order INTEGER,
visible INTEGER NOT NULL DEFAULT 1,
readonly INTEGER NOT NULL DEFAULT 0,
default_sort_json TEXT,
default_visible_columns_json TEXT
)
"""
_JIANGCHANG_COLUMNS_DDL = """
CREATE TABLE IF NOT EXISTS _jiangchang_columns (
table_name TEXT NOT NULL,
column_name TEXT NOT NULL,
display_name TEXT NOT NULL,
description TEXT,
grid_help TEXT,
display_order INTEGER,
visible INTEGER NOT NULL DEFAULT 1,
searchable INTEGER NOT NULL DEFAULT 1,
editable INTEGER NOT NULL DEFAULT 1,
display_type TEXT,
options_json TEXT,
PRIMARY KEY (table_name, column_name)
)
"""
def _pragma_column_names(cursor, table_name: str) -> set[str]:
cursor.execute(f"PRAGMA table_info({table_name!r})")
return {str(row[1]) for row in cursor.fetchall()}
def _ensure_jiangchang_tables_columns(cursor) -> None:
"""旧库补列:CREATE IF NOT EXISTS 不会给已有表加新字段。"""
cols = _pragma_column_names(cursor, "_jiangchang_tables")
if "default_sort_json" not in cols:
cursor.execute("ALTER TABLE _jiangchang_tables ADD COLUMN default_sort_json TEXT")
if "default_visible_columns_json" not in cols:
cursor.execute(
"ALTER TABLE _jiangchang_tables ADD COLUMN default_visible_columns_json TEXT"
)
if "grid_help" not in cols:
cursor.execute("ALTER TABLE _jiangchang_tables ADD COLUMN grid_help TEXT")
def _ensure_jiangchang_columns_columns(cursor) -> None:
cols = _pragma_column_names(cursor, "_jiangchang_columns")
if "grid_help" not in cols:
cursor.execute("ALTER TABLE _jiangchang_columns ADD COLUMN grid_help TEXT")
def init_display_metadata_tables(cursor) -> None:
cursor.execute(_JIANGCHANG_TABLES_DDL)
cursor.execute(_JIANGCHANG_COLUMNS_DDL)
_ensure_jiangchang_tables_columns(cursor)
_ensure_jiangchang_columns_columns(cursor)
def upsert_table_metadata(
cursor,
*,
table_name: str,
display_name: str,
description: str | None = None,
grid_help: str | None = None,
visible: int = 1,
readonly: int = 0,
default_sort_json: str | None = None,
default_visible_columns_json: str | None = None,
) -> None:
"""写入表级元数据。
default_sort_json: 宿主数据管理默认排序,JSON 数组,例如
'[{"column":"sent_at","direction":"desc"},{"column":"id","direction":"desc"}]'
为空则宿主回退到 updated_at → created_at → 主键。
default_visible_columns_json: 宿主数据管理默认展示列,JSON 字符串数组,例如
'["stat_type","period","stage"]'
为空则全显;用户改过「列」后以本机偏好为准(软默认,区别于 visible=0 硬隐藏)。
grid_help: 数据管理表格上方说明;空则不出横幅。与表单用的 description 独立,禁止互拷。
"""
cursor.execute(
"""
INSERT INTO _jiangchang_tables (
table_name, display_name, description, grid_help, visible, readonly,
default_sort_json, default_visible_columns_json
)
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(table_name) DO UPDATE SET
display_name = excluded.display_name,
description = excluded.description,
grid_help = excluded.grid_help,
visible = excluded.visible,
readonly = excluded.readonly,
default_sort_json = excluded.default_sort_json,
default_visible_columns_json = excluded.default_visible_columns_json
""",
(
table_name,
display_name,
description,
grid_help,
visible,
readonly,
default_sort_json,
default_visible_columns_json,
),
)
def upsert_column_metadata(
cursor,
*,
table_name: str,
column_name: str,
display_name: str,
description: str | None = None,
grid_help: str | None = None,
visible: int = 1,
searchable: int = 1,
editable: int = 1,
display_type: str | None = None,
options_json: str | None = None,
) -> None:
# display_order 保留为 NULL:宿主按 PRAGMA table_info cid 展示字段,不读 display_order。
# grid_help: 表头「?」;空则不出。与表单用的 description 独立,禁止互拷。
cursor.execute(
"""
INSERT INTO _jiangchang_columns (
table_name, column_name, display_name, description, grid_help,
display_order, visible, searchable, editable, display_type, options_json
)
VALUES (?, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?)
ON CONFLICT(table_name, column_name) DO UPDATE SET
display_name = excluded.display_name,
description = excluded.description,
grid_help = excluded.grid_help,
display_order = NULL,
visible = excluded.visible,
searchable = excluded.searchable,
editable = excluded.editable,
display_type = excluded.display_type,
options_json = excluded.options_json
""",
(
table_name,
column_name,
display_name,
description,
grid_help,
visible,
searchable,
editable,
display_type,
options_json,
),
)
def seed_column_metadata_batch(
cursor,
*,
table_name: str,
columns: Iterable[dict[str, object]],
valid_column_names: Iterable[str] | None = None,
) -> None:
"""批量 upsert 字段元数据;传入 valid_column_names 时会在 upsert 后清理陈旧字段元数据。"""
for column in columns:
upsert_column_metadata(
cursor,
table_name=table_name,
column_name=str(column["column_name"]),
display_name=str(column["display_name"]),
description=str(column["description"]) if column.get("description") else None,
grid_help=str(column["grid_help"]) if column.get("grid_help") else None,
visible=int(column.get("visible", 1)),
searchable=int(column.get("searchable", 1)),
editable=int(column.get("editable", 1)),
display_type=str(column["display_type"]) if column.get("display_type") else None,
options_json=str(column["options_json"]) if column.get("options_json") else None,
)
if valid_column_names is not None:
prune_stale_column_metadata(cursor, table_name, valid_column_names)
def prune_stale_column_metadata(cursor, table_name: str, valid_column_names: Iterable[str]) -> None:
"""删除表中已不存在物理字段的元数据行(幂等初始化后不得残留旧字段)。"""
valid = set(valid_column_names)
cursor.execute(
"SELECT column_name FROM _jiangchang_columns WHERE table_name = ?",
(table_name,),
)
for (column_name,) in cursor.fetchall():
if str(column_name) not in valid:
cursor.execute(
"DELETE FROM _jiangchang_columns WHERE table_name = ? AND column_name = ?",
(table_name, column_name),
)
def get_table_readonly(cursor, table_name: str) -> int | None:
cursor.execute(
"SELECT readonly FROM _jiangchang_tables WHERE table_name = ?",
(table_name,),
)
row = cursor.fetchone()
if not row:
return None
return int(row[0] or 0)
def get_column_editable(cursor, table_name: str, column_name: str) -> int | None:
cursor.execute(
"""
SELECT editable FROM _jiangchang_columns
WHERE table_name = ? AND column_name = ?
""",
(table_name, column_name),
)
row = cursor.fetchone()
if not row:
return None
return int(row[0] or 0)
def list_editable_business_columns(cursor, table_name: str) -> list[str]:
"""返回 editable=1 的业务字段名(不含宿主侧主键/generated 等二次过滤)。"""
physical = list_physical_column_names(cursor, table_name)
cursor.execute(
"""
SELECT column_name, editable
FROM _jiangchang_columns
WHERE table_name = ?
""",
(table_name,),
)
editable_set = {
str(column_name)
for column_name, editable in cursor.fetchall()
if editable is not None and int(editable) == 1
}
return [name for name in physical if name in editable_set]
def table_allows_manual_create(cursor, table_name: str) -> bool:
"""表级 readonly=0 且至少有一个 editable=1 字段时,宿主才应提供空白新增表单。"""
readonly = get_table_readonly(cursor, table_name)
if readonly is None or int(readonly) != 0:
return False
return bool(list_editable_business_columns(cursor, table_name))
def init_display_metadata(cursor) -> None:
init_display_metadata_tables(cursor)
def drop_deprecated_user_table(
cursor,
table_name: str,
*,
triggers: Iterable[str] | None = None,
) -> None:
"""永久退役用户可见表:删 trigger、DROP 物理表、清理展示元数据(幂等)。
用于废弃 task_logs 等旧表。禁止只删元数据而保留物理表。
见 references/SCHEMA.md「表增删改与退役」。
"""
for trigger_name in triggers or ():
cursor.execute(f"DROP TRIGGER IF EXISTS {trigger_name}")
default_updated_at = f"{table_name}_set_updated_at"
cursor.execute(f"DROP TRIGGER IF EXISTS {default_updated_at}")
cursor.execute(f"DROP TABLE IF EXISTS {_quote_identifier(table_name)}")
cursor.execute(
"DELETE FROM _jiangchang_columns WHERE table_name = ?",
(table_name,),
)
cursor.execute(
"DELETE FROM _jiangchang_tables WHERE table_name = ?",
(table_name,),
)
def iter_user_tables(cursor) -> Iterable[str]:
cursor.execute(
"SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name"
)
for (name,) in cursor.fetchall():
if name in METADATA_TABLES:
continue
yield str(name)
def _quote_identifier(name: str) -> str:
return '"' + name.replace('"', '""') + '"'
def list_physical_column_names(cursor, table_name: str) -> list[str]:
cursor.execute(f"PRAGMA table_info({_quote_identifier(table_name)})")
rows = cursor.fetchall()
rows.sort(key=lambda row: int(row[0]))
return [str(row[1]) for row in rows]

View File

@@ -0,0 +1,592 @@
"""数据管理展示元数据校验(模板开发自检,不依赖宿主)。"""
from __future__ import annotations
import json
import os
import re
import sqlite3
from dataclasses import dataclass, field
from db.display_metadata import (
DATETIME_UNIX_SECONDS,
METADATA_TABLES,
STANDARD_TIMESTAMP_COLUMNS,
iter_user_tables,
list_editable_business_columns,
list_physical_column_names,
table_allows_manual_create,
)
from db.timestamp_columns import has_updated_at_trigger
from util.constants import SKILL_SLUG
from util.slug_naming import LEGACY_EXEMPT_SLUGS, validate_slug_semantics
_TEMPLATE_PLACEHOLDER_SLUGS = frozenset({"your-skill-slug", "your_skill_slug"})
_ENGLISH_PLACEHOLDER_NAME_PATTERNS = (
re.compile(r"^my\s+skill$", re.I),
re.compile(r"^your[-_\s]?skill", re.I),
re.compile(r"^skill[-_\s]?template$", re.I),
re.compile(r"^[a-z0-9_-]+$"),
)
_KEBAB_SLUG = re.compile(r"^[a-z0-9]+(?:-[a-z0-9]+)*$")
_CJK_RE = re.compile(r"[\u4e00-\u9fff]")
_FK_DDL_PATTERN = re.compile(r"\bFOREIGN\s+KEY\b|\bREFERENCES\b", re.I)
@dataclass
class ValidationReport:
errors: list[str] = field(default_factory=list)
warnings: list[str] = field(default_factory=list)
@property
def ok(self) -> bool:
return not self.errors
def _has_cjk(text: str) -> bool:
return bool(_CJK_RE.search(text))
def _looks_like_raw_physical_name(display_name: str, physical_name: str) -> bool:
if not display_name.strip():
return True
if display_name.strip().lower() == physical_name.strip().lower():
return True
compact = display_name.replace(" ", "").replace("_", "").lower()
if compact == physical_name.replace("_", "").lower():
return True
return False
def _parse_frontmatter_field(text: str, field_name: str) -> str:
parts = text.split("---", 2)
if len(parts) < 2:
return ""
for line in parts[1].splitlines():
match = re.match(rf"^{re.escape(field_name)}:\s*(.+)\s*$", line.strip())
if match:
return match.group(1).strip().strip("\"'")
return ""
def _parse_openclaw_slug(text: str) -> str:
parts = text.split("---", 2)
if len(parts) < 2:
return ""
lines = parts[1].splitlines()
for index, line in enumerate(lines):
if re.match(r"^\s+openclaw:\s*$", line):
for inner in lines[index + 1 :]:
if inner.strip() and inner[0] not in (" ", "\t"):
break
match = re.match(r"^(\s+)slug:\s*(.+)\s*$", inner)
if match:
return match.group(2).strip().strip("\"'")
return ""
def parse_skill_frontmatter(skill_root: str) -> dict[str, str]:
path = os.path.join(skill_root, "SKILL.md")
with open(path, encoding="utf-8") as f:
text = f.read()
return {
"name": _parse_frontmatter_field(text, "name"),
"slug": _parse_openclaw_slug(text),
}
def validate_skill_frontmatter(skill_root: str, *, allow_template_placeholders: bool = True) -> ValidationReport:
report = ValidationReport()
data = parse_skill_frontmatter(skill_root)
name = str(data.get("name") or "").strip()
slug = str(data.get("slug") or "").strip()
if not name:
report.errors.append("SKILL.md frontmatter.name 缺失")
elif not _has_cjk(name):
if allow_template_placeholders and slug in _TEMPLATE_PLACEHOLDER_SLUGS:
report.warnings.append("SKILL.md frontmatter.name 建议使用清晰的中文业务名称(模板占位可暂保留)")
else:
report.errors.append("SKILL.md frontmatter.name 应使用用户可见的中文业务名称")
else:
for pattern in _ENGLISH_PLACEHOLDER_NAME_PATTERNS:
if pattern.fullmatch(name):
if allow_template_placeholders and slug in _TEMPLATE_PLACEHOLDER_SLUGS:
report.warnings.append(f"SKILL.md frontmatter.name 仍为占位风格:{name!r}")
else:
report.errors.append(f"SKILL.md frontmatter.name 不应为英文占位名:{name!r}")
break
if not slug:
report.errors.append("SKILL.md metadata.openclaw.slug 缺失")
elif not _KEBAB_SLUG.fullmatch(slug):
report.errors.append(f"metadata.openclaw.slug 必须为 kebab-case:{slug!r}")
elif slug in _TEMPLATE_PLACEHOLDER_SLUGS and not allow_template_placeholders:
report.errors.append(f"metadata.openclaw.slug 仍为模板占位:{slug!r}")
constants_slug = SKILL_SLUG.strip()
if slug and constants_slug and slug != constants_slug:
report.warnings.append(
f"SKILL.md slug ({slug!r}) 与 util.constants.SKILL_SLUG ({constants_slug!r}) 不一致"
)
if slug and slug not in LEGACY_EXEMPT_SLUGS and _KEBAB_SLUG.fullmatch(slug):
naming_errors, naming_warnings = validate_slug_semantics(
slug,
strict=not allow_template_placeholders,
)
report.errors.extend(naming_errors)
report.warnings.extend(naming_warnings)
return report
def _quote_identifier(name: str) -> str:
return '"' + name.replace('"', '""') + '"'
def _table_column_info(cursor, table_name: str) -> dict[str, dict[str, object]]:
cursor.execute(f"PRAGMA table_info({_quote_identifier(table_name)})")
info: dict[str, dict[str, object]] = {}
for row in cursor.fetchall():
info[str(row[1])] = {
"cid": int(row[0]),
"name": str(row[1]),
"type": str(row[2] or ""),
"notnull": int(row[3] or 0),
"dflt_value": row[4],
"pk": int(row[5] or 0),
}
return info
def _table_column_xinfo(cursor, table_name: str) -> dict[str, dict[str, object]]:
"""PRAGMA table_xinfo 可识别 generated/hidden 字段(SQLite 3.31+)。"""
cursor.execute(f"PRAGMA table_xinfo({_quote_identifier(table_name)})")
info: dict[str, dict[str, object]] = {}
for row in cursor.fetchall():
hidden = int(row[6] or 0) if len(row) > 6 else 0
info[str(row[1])] = {
"cid": int(row[0]),
"name": str(row[1]),
"type": str(row[2] or ""),
"notnull": int(row[3] or 0),
"dflt_value": row[4],
"pk": int(row[5] or 0),
"hidden": hidden,
}
return info
def _is_generated_column(xinfo: dict[str, object]) -> bool:
hidden = int(xinfo.get("hidden") or 0)
return hidden in (2, 3)
def _is_blob_column(column_info: dict[str, object]) -> bool:
return "BLOB" in str(column_info.get("type") or "").upper()
def _default_uses_unixepoch(default_value: object) -> bool:
if default_value is None:
return False
text = str(default_value).strip().lower()
return "unixepoch" in text
def validate_options_json(options_json: str | None) -> tuple[list[str], list[str]]:
"""校验 options_json:静态枚举数组,或 lookup 对象。"""
errors: list[str] = []
warnings: list[str] = []
if options_json is None or str(options_json).strip() == "":
return errors, warnings
try:
parsed = json.loads(str(options_json))
except json.JSONDecodeError as exc:
errors.append(f"options_json 不是合法 JSON:{exc}")
return errors, warnings
if isinstance(parsed, dict):
for key in ("ref_table", "value_column", "label_column"):
if not str(parsed.get(key) or "").strip():
errors.append(f"options_json lookup 必须包含非空 {key}")
ident = re.compile(r"^[a-zA-Z_][a-zA-Z0-9_]*$")
for key in ("ref_table", "value_column", "label_column", "filter_column"):
raw = parsed.get(key)
if raw is None or raw == "":
continue
if not ident.match(str(raw)):
errors.append(f"options_json.{key} 必须是安全标识符,当前为 {raw!r}")
if parsed.get("filter_column") not in (None, "") and "filter_value" not in parsed:
warnings.append("options_json lookup 声明了 filter_column 但未提供 filter_value")
if "multiple" in parsed and not isinstance(parsed.get("multiple"), bool):
errors.append("options_json lookup.multiple 必须是布尔值")
return errors, warnings
if not isinstance(parsed, list):
errors.append("options_json 必须是 JSON 数组(静态枚举)或对象(lookup)")
return errors, warnings
for index, item in enumerate(parsed):
if not isinstance(item, dict):
errors.append(f"options_json[{index}] 必须是对象")
continue
if "value" not in item or "label" not in item:
errors.append(f"options_json[{index}] 必须包含 value 与 label")
return errors, warnings
def validate_filter_search_metadata(
cursor,
table_name: str,
) -> tuple[list[str], list[str]]:
"""对可见但未开启 searchable 的枚举 / boolean 列给出软建议。"""
warnings: list[str] = []
cursor.execute(
"""
SELECT column_name, visible, searchable, display_type, options_json
FROM _jiangchang_columns
WHERE table_name = ?
""",
(table_name,),
)
for column_name, visible, searchable, display_type, options_json in cursor.fetchall():
if visible is not None and int(visible) == 0:
continue
if searchable is not None and int(searchable) != 0:
continue
display_type_norm = str(display_type or "").strip()
is_boolean = display_type_norm == "boolean"
has_enum = False
if options_json is not None and str(options_json).strip():
opt_errors, _ = validate_options_json(options_json)
if not opt_errors:
try:
parsed = json.loads(str(options_json))
except json.JSONDecodeError:
parsed = None
has_enum = isinstance(parsed, list) and len(parsed) > 0
if not has_enum and not is_boolean:
continue
warnings.append(
f"{table_name}.{column_name}: 枚举/状态类列建议 searchable=1,"
"以便宿主列筛选与按中文 label 全局搜索(见 references/SCHEMA.md)"
)
return [], warnings
def validate_column_permissions(
cursor,
table_name: str,
*,
physical_columns: list[str] | None = None,
) -> tuple[list[str], list[str]]:
"""校验常见系统字段 editable=0,并识别技术上可写但不适合手工新增的表。"""
errors: list[str] = []
warnings: list[str] = []
ordered = physical_columns or list_physical_column_names(cursor, table_name)
column_info = _table_column_info(cursor, table_name)
column_xinfo = _table_column_xinfo(cursor, table_name)
cursor.execute(
"""
SELECT column_name, editable, options_json
FROM _jiangchang_columns
WHERE table_name = ?
""",
(table_name,),
)
meta_by_column = {
str(row[0]): {"editable": row[1], "options_json": row[2]}
for row in cursor.fetchall()
}
for column_name, meta in meta_by_column.items():
physical = column_info.get(column_name) or {}
xinfo = column_xinfo.get(column_name) or physical
if not physical and column_name not in column_xinfo:
continue
pk = int(physical.get("pk") or xinfo.get("pk") or 0)
editable = meta["editable"]
if pk and editable is not None and int(editable) != 0:
errors.append(f"{table_name}.{column_name} 是主键,editable 应为 0")
if column_name == "id" and editable is not None and int(editable) != 0:
errors.append(f"{table_name}.id 的 editable 应为 0(自增主键)")
if _is_generated_column(xinfo) and editable is not None and int(editable) != 0:
errors.append(f"{table_name}.{column_name} 是 generated 字段,editable 应为 0")
if _is_blob_column(physical or xinfo) and editable is not None and int(editable) != 0:
errors.append(f"{table_name}.{column_name} 是 BLOB 字段,editable 应为 0")
opt_errors, _ = validate_options_json(meta.get("options_json"))
for item in opt_errors:
errors.append(f"{table_name}.{column_name}: {item}")
cursor.execute(
"SELECT readonly FROM _jiangchang_tables WHERE table_name = ?",
(table_name,),
)
readonly_row = cursor.fetchone()
readonly = int(readonly_row[0]) if readonly_row else None
editable_columns = list_editable_business_columns(cursor, table_name)
if readonly == 0 and not editable_columns:
warnings.append(
f"{table_name}: 表级 readonly=0 但所有字段 editable=0,"
"宿主不应打开空白新增表单;数据应由技能业务流程产生"
)
if readonly == 1 and editable_columns:
warnings.append(
f"{table_name}: 表级 readonly=1 但存在 editable=1 字段,"
"宿主应以表级只读为准"
)
return errors, warnings
def _expected_timestamp_display_name(column_name: str) -> str:
if column_name == "created_at":
return "创建时间"
if column_name == "updated_at":
return "更新时间"
return ""
def validate_standard_timestamp_columns(
cursor,
table_name: str,
*,
physical_columns: list[str] | None = None,
) -> tuple[list[str], list[str]]:
errors: list[str] = []
warnings: list[str] = []
ordered = physical_columns or list_physical_column_names(cursor, table_name)
column_info = _table_column_info(cursor, table_name)
for column_name in STANDARD_TIMESTAMP_COLUMNS:
if column_name not in ordered:
continue
physical = column_info.get(column_name)
if not physical:
errors.append(f"{table_name}.{column_name} 缺少物理字段定义")
continue
if "INT" not in str(physical["type"]).upper():
errors.append(
f"{table_name}.{column_name} 字段类型应为 INTEGER(Unix 秒级时间戳),当前为 {physical['type']!r}"
)
if column_name == "created_at" and not _default_uses_unixepoch(physical["dflt_value"]):
errors.append(
f"{table_name}.created_at 应设置数据库默认值 DEFAULT (unixepoch()),当前默认值为 {physical['dflt_value']!r}"
)
if column_name == "updated_at" and not _default_uses_unixepoch(physical["dflt_value"]):
errors.append(
f"{table_name}.updated_at 应设置数据库初始默认值 DEFAULT (unixepoch()),当前默认值为 {physical['dflt_value']!r}"
)
cursor.execute(
"""
SELECT display_name, display_type, editable, searchable, display_order
FROM _jiangchang_columns
WHERE table_name = ? AND column_name = ?
""",
(table_name, column_name),
)
meta_row = cursor.fetchone()
if not meta_row:
errors.append(f"{table_name}.{column_name} 缺少 _jiangchang_columns 元数据")
continue
display_name, display_type, editable, searchable, display_order = meta_row
expected_name = _expected_timestamp_display_name(column_name)
if str(display_name or "").strip() != expected_name:
errors.append(
f"{table_name}.{column_name} 的 display_name 应为 {expected_name!r},当前为 {display_name!r}"
)
if str(display_type or "").strip() != DATETIME_UNIX_SECONDS:
errors.append(
f"{table_name}.{column_name} 的 display_type 应为 {DATETIME_UNIX_SECONDS!r},当前为 {display_type!r}"
)
if editable is None or int(editable) != 0:
errors.append(f"{table_name}.{column_name} 的 editable 应为 0(系统时间字段不可编辑)")
if display_order is not None:
errors.append(f"{table_name}.{column_name} 的 display_order 应为 NULL")
if searchable is not None and int(searchable) != 0:
warnings.append(f"{table_name}.{column_name} 的时间字段通常不必开启 searchable")
if "created_at" in ordered and "updated_at" in ordered:
if ordered.index("updated_at") < ordered.index("created_at"):
warnings.append(f"{table_name}: updated_at 不应出现在 created_at 之前")
if "updated_at" in ordered and not has_updated_at_trigger(cursor, table_name):
errors.append(
f"{table_name}.updated_at 缺少自动维护 trigger(期望 {table_name}_set_updated_at)"
)
return errors, warnings
def column_order_warnings(table_name: str, ordered_names: list[str]) -> list[str]:
warnings: list[str] = []
if "id" in ordered_names and ordered_names.index("id") != 0:
warnings.append(f"{table_name}: 字段 id 通常应定义在 CREATE TABLE 的第一列")
if "created_at" in ordered_names:
idx = ordered_names.index("created_at")
trailing = ordered_names[idx + 1 :]
if trailing and trailing != ["updated_at"]:
warnings.append(
f"{table_name}: created_at 之后通常只应跟 updated_at,不应再放置其他业务字段"
)
if "updated_at" in ordered_names and "created_at" in ordered_names:
if ordered_names.index("updated_at") < ordered_names.index("created_at"):
warnings.append(f"{table_name}: updated_at 不应出现在 created_at 之前")
return warnings
def _table_exists(cursor, table_name: str) -> bool:
cursor.execute(
"SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = ? LIMIT 1",
(table_name,),
)
return cursor.fetchone() is not None
def validate_no_sqlite_foreign_keys(cursor) -> tuple[list[str], list[str]]:
"""业务表 DDL 不得含 FOREIGN KEY / REFERENCES(关联走 repository/service)。"""
errors: list[str] = []
cursor.execute(
"""
SELECT name, sql FROM sqlite_master
WHERE type = 'table' AND name NOT LIKE 'sqlite_%'
"""
)
for table_name, sql in cursor.fetchall():
if table_name in METADATA_TABLES:
continue
ddl = str(sql or "")
if ddl and _FK_DDL_PATTERN.search(ddl):
errors.append(
f"业务表 {table_name!r} 的 DDL 含 SQLite FOREIGN KEY/REFERENCES;"
"请改为业务 id 列 + repository/service 逻辑关联(见 references/SCHEMA.md)"
)
return errors, []
def validate_display_metadata(conn: sqlite3.Connection, *, check_column_order: bool = True) -> ValidationReport:
report = ValidationReport()
cur = conn.cursor()
has_tables_meta = _table_exists(cur, "_jiangchang_tables")
has_columns_meta = _table_exists(cur, "_jiangchang_columns")
if not has_tables_meta:
report.errors.append("缺少数据管理元数据表 _jiangchang_tables")
if not has_columns_meta:
report.errors.append("缺少数据管理元数据表 _jiangchang_columns")
if not has_tables_meta or not has_columns_meta:
return report
fk_errors, _ = validate_no_sqlite_foreign_keys(cur)
report.errors.extend(fk_errors)
for table_name in iter_user_tables(cur):
cur.execute(
"SELECT display_name FROM _jiangchang_tables WHERE table_name = ?",
(table_name,),
)
row = cur.fetchone()
if not row or not str(row[0] or "").strip():
report.errors.append(f"业务表 {table_name!r} 缺少 _jiangchang_tables.display_name")
elif not _has_cjk(str(row[0])):
report.errors.append(f"业务表 {table_name!r} 的 display_name 应使用中文业务名称")
physical_columns = list_physical_column_names(cur, table_name)
if check_column_order:
report.warnings.extend(column_order_warnings(table_name, physical_columns))
for column_name in physical_columns:
cur.execute(
"""
SELECT display_name, visible
FROM _jiangchang_columns
WHERE table_name = ? AND column_name = ?
""",
(table_name, column_name),
)
col_row = cur.fetchone()
if not col_row:
report.errors.append(
f"字段 {table_name}.{column_name} 缺少 _jiangchang_columns 元数据"
)
continue
display_name = str(col_row[0] or "").strip()
visible = col_row[1] is None or int(col_row[1]) != 0
if visible and not display_name:
report.errors.append(f"字段 {table_name}.{column_name} 的 display_name 为空")
elif visible and _looks_like_raw_physical_name(display_name, column_name):
report.errors.append(
f"字段 {table_name}.{column_name} 的 display_name 不应直接等于英文物理名:{display_name!r}"
)
elif visible and not _has_cjk(display_name):
report.errors.append(
f"字段 {table_name}.{column_name} 的 display_name 应使用中文:{display_name!r}"
)
ts_errors, ts_warnings = validate_standard_timestamp_columns(
cur,
table_name,
physical_columns=physical_columns,
)
report.errors.extend(ts_errors)
report.warnings.extend(ts_warnings)
perm_errors, perm_warnings = validate_column_permissions(
cur,
table_name,
physical_columns=physical_columns,
)
report.errors.extend(perm_errors)
report.warnings.extend(perm_warnings)
_, filter_warnings = validate_filter_search_metadata(cur, table_name)
report.warnings.extend(filter_warnings)
cur.execute("SELECT table_name, column_name FROM _jiangchang_columns")
for table_name, column_name in cur.fetchall():
if table_name in METADATA_TABLES:
continue
cur.execute(
"SELECT 1 FROM sqlite_master WHERE type='table' AND name = ?",
(table_name,),
)
if not cur.fetchone():
report.errors.append(f"元数据引用了不存在的表:{table_name!r}")
continue
physical = list_physical_column_names(cur, str(table_name))
if str(column_name) not in physical:
report.errors.append(f"元数据引用了不存在的字段:{table_name}.{column_name}")
cur.execute("SELECT table_name FROM _jiangchang_tables")
for (table_name,) in cur.fetchall():
if table_name in METADATA_TABLES:
continue
cur.execute(
"SELECT 1 FROM sqlite_master WHERE type='table' AND name = ?",
(table_name,),
)
if not cur.fetchone():
report.errors.append(f"元数据引用了不存在的表:{table_name!r}")
return report
def validate_template_database(conn: sqlite3.Connection) -> ValidationReport:
"""模板自检入口:校验展示元数据完整性,并扫描业务表 DDL 是否含 SQLite 外键。"""
return validate_display_metadata(conn)

View File

@@ -0,0 +1,50 @@
"""标准时间字段:Unix 秒级时间戳、默认值与 updated_at 自动维护。
业务表若包含 created_at / updated_at,在 CREATE TABLE 后调用
``init_updated_at_trigger(cursor, table_name)``。模板默认不建业务表。
"""
from __future__ import annotations
STANDARD_TIMESTAMP_COLUMNS = frozenset({"created_at", "updated_at"})
DATETIME_UNIX_SECONDS = "datetime_unix_seconds"
def updated_at_trigger_name(table_name: str) -> str:
return f"{table_name}_set_updated_at"
def _quote_identifier(name: str) -> str:
return '"' + name.replace('"', '""') + '"'
def init_updated_at_trigger(cursor, table_name: str) -> None:
"""幂等创建 {table}_set_updated_at:业务字段 UPDATE 后刷新 updated_at。"""
trigger = updated_at_trigger_name(table_name)
quoted = _quote_identifier(table_name)
quoted_trigger = _quote_identifier(trigger)
cursor.execute(
f"""
CREATE TRIGGER IF NOT EXISTS {quoted_trigger}
AFTER UPDATE ON {quoted}
FOR EACH ROW
BEGIN
UPDATE {quoted}
SET updated_at = unixepoch()
WHERE id = NEW.id AND updated_at = OLD.updated_at;
END
"""
)
def has_updated_at_trigger(cursor, table_name: str) -> bool:
trigger_name = updated_at_trigger_name(table_name)
cursor.execute(
"""
SELECT 1 FROM sqlite_master
WHERE type = 'trigger' AND name = ? AND tbl_name = ?
LIMIT 1
""",
(trigger_name, table_name),
)
return cursor.fetchone() is not None

38
scripts/main.py Normal file
View File

@@ -0,0 +1,38 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
skill-template CLI 入口。
复制为新技能后,请修改注释与常量,但保留当前分层结构:
cli(argv)→ service(业务编排)→ db(持久化)→ util(通用工具)。
jiangchang_skill_core 来自宿主共享 Python runtime 安装的 jiangchang-platform-kit,
不在技能仓库内 vendored。
"""
from __future__ import annotations
import os
import sys
if sys.platform == "win32":
import io
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding="utf-8", errors="replace")
sys.stderr = io.TextIOWrapper(sys.stderr.buffer, encoding="utf-8", errors="replace")
_scripts_dir = os.path.dirname(os.path.abspath(__file__))
if _scripts_dir not in sys.path:
sys.path.insert(0, _scripts_dir)
from jiangchang_skill_core.runtime_env import apply_cli_local_defaults
apply_cli_local_defaults()
from util.config_bootstrap import bootstrap_skill_config
bootstrap_skill_config()
from cli.app import main
if __name__ == "__main__":
raise SystemExit(main())

View File

@@ -0,0 +1,46 @@
"""在线鉴权(可选模板)。"""
from __future__ import annotations
from typing import Tuple
import requests
from jiangchang_skill_core import config
def check_entitlement(skill_slug: str) -> Tuple[bool, str]:
auth_base = (config.get("JIANGCHANG_AUTH_BASE_URL") or "").strip().rstrip("/")
if not auth_base:
return True, ""
user_id = (config.get("JIANGCHANG_USER_ID") or "").strip()
if not user_id:
return False, "鉴权失败:缺少用户身份(JIANGCHANG_USER_ID)"
auth_api_key = (config.get("JIANGCHANG_AUTH_API_KEY") or "").strip()
timeout = int((config.get("JIANGCHANG_AUTH_TIMEOUT_SECONDS") or "5").strip())
headers = {"Content-Type": "application/json"}
if auth_api_key:
headers["Authorization"] = f"Bearer {auth_api_key}"
payload = {
"user_id": user_id,
"skill_slug": skill_slug,
"trace_id": (config.get("JIANGCHANG_TRACE_ID") or "").strip(),
"context": {"entry": "main.py"},
}
try:
res = requests.post(f"{auth_base}/api/entitlements/check", json=payload, headers=headers, timeout=timeout)
except requests.RequestException as exc:
return False, f"鉴权请求失败:{exc}"
if res.status_code != 200:
return False, f"鉴权服务异常:HTTP {res.status_code}"
try:
body = res.json()
except ValueError:
return False, "鉴权服务异常:返回非 JSON"
code = body.get("code")
data = body.get("data") or {}
if code != 200:
return False, str(body.get("msg") or "鉴权失败")
if not data.get("allow", False):
return False, str(data.get("reason") or "未购买或已过期")
return True, ""

View File

@@ -0,0 +1,78 @@
"""技能 HTML 报告页:写入 `{skill_data}/html/*.html`(宿主扫描预览)。
契约要点(权威说明见 `references/ACTIONS.md`「HTML 页面报告」):
- 目录:仅一层 `html/*.html`(非递归)
- 重新生成 Action id 必须为 `render-html`(宿主硬编码)
- 页面布局底线见 `references/ACTIONS.md`「宿主预览布局」;模板壳 `assets/html/example-report.html`
- 成功后建议 `steps: refreshCatalog` 以重扫侧栏
- 本模块只提供路径/模板/原子写;业务 KPI/表格由各技能自行填充
"""
from __future__ import annotations
import os
import re
from typing import Mapping
from util.logging_config import get_skill_logger
from util.runtime_paths import get_html_dir, get_skill_root
# Host Data Management looks up this exact Skill Action id for「重新生成」.
HOST_HTML_RENDER_ACTION_ID = "render-html"
_UNSAFE_NAME = re.compile(r"[\\/]|^\.\.|\.\.$")
def _log():
try:
return get_skill_logger()
except RuntimeError:
return None
def assert_html_filename(filename: str) -> str:
name = (filename or "").strip()
if not name.lower().endswith(".html"):
raise ValueError(f"html filename must end with .html: {filename!r}")
if _UNSAFE_NAME.search(name) or "/" in name or "\\" in name:
raise ValueError(f"html filename must be a basename only: {filename!r}")
if len(name) > 200:
raise ValueError(f"html filename too long: {filename!r}")
return name
def html_page_path(filename: str, *, create_dir: bool = True) -> str:
return os.path.join(get_html_dir(create=create_dir), assert_html_filename(filename))
def load_html_template(relative_under_skill_root: str) -> str:
"""Load UTF-8 template from skill root (e.g. ``assets/html/example-report.html``)."""
rel = (relative_under_skill_root or "").strip().replace("\\", "/")
if not rel or rel.startswith("/") or ".." in rel.split("/"):
raise ValueError(f"invalid template path: {relative_under_skill_root!r}")
path = os.path.join(get_skill_root(), *rel.split("/"))
with open(path, encoding="utf-8") as f:
return f.read()
def render_html_placeholders(template: str, mapping: Mapping[str, str]) -> str:
"""Replace ``{{KEY}}`` tokens. Unknown keys are left as-is."""
page = template
for key, value in mapping.items():
page = page.replace("{{" + str(key) + "}}", str(value))
return page
def write_html_page(filename: str, html: str) -> str:
"""Atomically write UTF-8 HTML under ``html/``. Returns absolute path."""
dest = html_page_path(filename, create_dir=True)
tmp = dest + ".tmp"
text = html if isinstance(html, str) else str(html)
with open(tmp, "w", encoding="utf-8", newline="\n") as f:
f.write(text)
os.replace(tmp, dest)
log = _log()
if log:
log.info("html_page_written path=%s bytes=%s", dest, len(text.encode("utf-8")))
return dest

View File

@@ -0,0 +1,349 @@
"""赛道匹配内核(唯一业务内核)。
匹配算法(对齐《核心建设内容:各部门"Skill"深度需求规格书》科研处 Skill 001):
H1/H2 硬门槛过滤(职称 / SCI 一区)→ 剔除并说明原因
S1 标签覆盖率 = 教师标签 ∩ 赛道标签 / 赛道标签数
S2 优先方向命中(每命中 +0.15,封顶 0.3)
S3 综合得分 = 0.7×覆盖率 + 优先命中(百分数展示)
T1 分层:≥80 强烈推荐;50~80 可尝试;<50 不建议
T2 Top 3 排序输出
E1 画像完整性:无研究标签 → 不匹配,提示补录
全部得分确定性计算、理由可追溯到具体标签;推荐仅供参考,不构成申报决定。
"""
from __future__ import annotations
import json
import uuid
from typing import Any, Optional
from db.connection import get_conn, init_db
from util.logging_config import get_skill_logger
from util.timeutil import now_unix
TIER_STRONG = "强烈推荐"
TIER_TRY = "可尝试"
TIER_NOT = "不建议"
_TIER_RANK = {TIER_NOT: 0, TIER_TRY: 1, TIER_STRONG: 2}
# 职称档位:数值越大越高职称;门槛 min_title 使用"X及以上"档位
_TITLE_RANK = {
"助教": 0,
"讲师": 1,
"助理研究员": 1,
"博士后": 1,
"副高及以上": 2,
"副教授": 2,
"副研究员": 2,
"高级实验师": 2,
"正高及以上": 3,
"教授": 3,
"研究员": 3,
}
_STRONG_THRESHOLD = 80
_TRY_THRESHOLD = 50
def _log():
try:
return get_skill_logger()
except RuntimeError:
return None
def _split_tags(raw: Any) -> list[str]:
"""把逗号/分号/顿号分隔的标签文本拆成去空格列表。"""
if not raw:
return []
import re
return [t for t in (s.strip() for s in re.split(r"[,,;;、\n]", str(raw))) if t]
def _title_rank(title: str) -> Optional[int]:
if not title:
return None
return _TITLE_RANK.get(str(title).strip())
def _min_title_rank(min_title: str) -> Optional[int]:
text = str(min_title or "").strip()
if not text:
return None
if text in _TITLE_RANK:
return _TITLE_RANK[text]
if text.endswith("及以上"):
return _TITLE_RANK.get(text[:-3])
return None
def _norm_teacher(raw: dict[str, Any]) -> dict[str, Any]:
"""归一化教师画像键(兼容 camelCase / snake_case / 常见中文键)。"""
aliases = {
"teacherName": ("teacher_name", "姓名", "教师姓名"),
"department": ("department", "学院", "所属学院"),
"title": ("title", "职称"),
"researchTags": ("research_tags", "研究标签", "标签"),
"recentPapers": ("recent_papers", "近3年论文", "论文"),
"projectHistory": ("project_history", "项目经历", "项目"),
"sciQ1Count": ("sci_q1_count", "sci一区", "sci一区篇数"),
"corePaperCount": ("core_paper_count", "核心论文", "核心论文篇数"),
}
out: dict[str, Any] = {}
for key, value in raw.items():
out.setdefault(str(key), value)
for canonical, names in aliases.items():
if str(key) in names or _camel(str(key)) == canonical:
out.setdefault(canonical, value)
return out
def _norm_track(raw: dict[str, Any]) -> dict[str, Any]:
aliases = {
"year": ("year", "年度", "指南年度"),
"agency": ("agency", "学部", "归口"),
"programName": ("program_name", "项目类型"),
"trackName": ("track_name", "赛道名称", "赛道"),
"trackTags": ("track_tags", "需求标签"),
"priorityKeywords": ("priority_keywords", "优先方向", "优先资助方向"),
"minTitle": ("min_title", "职称门槛"),
"minSciQ1": ("min_sci_q1", "sci一区门槛"),
"quota": ("quota", "拟资助数"),
"sourceDoc": ("source_doc", "指南来源"),
}
out: dict[str, Any] = {}
for key, value in raw.items():
out.setdefault(str(key), value)
for canonical, names in aliases.items():
if str(key) in names or _camel(str(key)) == canonical:
out.setdefault(canonical, value)
return out
def _camel(name: str) -> str:
parts = str(name).split("_")
if len(parts) <= 1:
return str(name)
head, *rest = parts
return head + "".join(p[:1].upper() + p[1:] for p in rest if p)
def _to_int(value: Any) -> Optional[int]:
if value is None or value == "":
return None
try:
return int(float(value))
except (TypeError, ValueError):
return None
def match_teacher(teacher: dict[str, Any], tracks: list[dict[str, Any]], season: str) -> dict[str, Any]:
"""对单个教师执行硬门槛过滤 + 标签匹配,返回分层结果(不落库)。"""
teacher = _norm_teacher(teacher)
tracks = [_norm_track(t) for t in tracks]
teacher_name = str(teacher.get("teacherName") or "").strip() or "未命名教师"
teacher_tags = _split_tags(teacher.get("researchTags"))
papers_text = str(teacher.get("recentPapers") or "")
projects_text = str(teacher.get("projectHistory") or "")
sci_q1 = _to_int(teacher.get("sciQ1Count")) or 0
title_rank = _title_rank(str(teacher.get("title") or ""))
if not teacher_tags and not papers_text:
raise ValueError(f"教师 {teacher_name} 画像不完整:请至少填写研究标签或论文标题(E1)")
eligible: list[dict[str, Any]] = []
excluded: list[dict[str, Any]] = []
for track in tracks:
track_name = str(track.get("trackName") or "").strip()
program = str(track.get("programName") or "").strip()
label = f"{program}·{track_name}" if program else track_name
min_title = str(track.get("minTitle") or "").strip()
required_rank = _min_title_rank(min_title)
if required_rank is not None and (title_rank is None or title_rank < required_rank):
excluded.append({"track": label, "reason": f"职称门槛:要求{min_title},现为{teacher.get('title') or '未填写'}(H1)"})
continue
min_sci = _to_int(track.get("minSciQ1")) or 0
if min_sci > 0 and sci_q1 < min_sci:
excluded.append({"track": label, "reason": f"SCI一区门槛:要求 {min_sci} 篇,现有 {sci_q1} 篇(H2)"})
continue
track_tags = _split_tags(track.get("trackTags"))
if not track_tags:
excluded.append({"track": label, "reason": "赛道未配置需求标签,无法匹配(数据待补)"})
continue
matched_tags = [t for t in track_tags if t in teacher_tags]
coverage = round(len(matched_tags) / len(track_tags), 4)
priority_hits = []
haystack = ",".join(teacher_tags) + ";" + papers_text + ";" + projects_text
for keyword in _split_tags(track.get("priorityKeywords")):
if keyword and keyword in haystack:
priority_hits.append(keyword)
score = round(0.7 * coverage + min(len(priority_hits) * 0.15, 0.3), 4)
match_pct = int(round(score * 100))
reasons = []
if matched_tags:
reasons.append(f"命中需求标签:{'、'.join(matched_tags)}(覆盖 {len(matched_tags)}/{len(track_tags)})")
if priority_hits:
reasons.append(f"优先资助方向命中:{'、'.join(priority_hits)}")
if min_sci > 0:
reasons.append(f"SCI一区余量:现有 {sci_q1} 篇 / 要求 {min_sci} 篇")
if not reasons:
reasons.append("与赛道方向存在部分相关性")
if match_pct >= _STRONG_THRESHOLD:
tier = TIER_STRONG
elif match_pct >= _TRY_THRESHOLD:
tier = TIER_TRY
else:
tier = TIER_NOT
if tier == TIER_TRY:
reasons.append("建议补充与赛道直接相关的成果说明后再申报")
eligible.append(
{
"track": label,
"track_name": track_name,
"program_name": program,
"agency": str(track.get("agency") or ""),
"match_pct": match_pct,
"tier": tier,
"matched_tags": matched_tags,
"coverage": coverage,
"priority_hits": priority_hits,
"reasons": reasons,
}
)
eligible.sort(key=lambda x: (-x["match_pct"], x["track"]))
tiers: dict[str, list[dict[str, Any]]] = {TIER_STRONG: [], TIER_TRY: [], TIER_NOT: []}
for entry in eligible:
tiers[entry["tier"]].append(entry)
top3 = eligible[:3]
return {
"teacher_name": teacher_name,
"department": str(teacher.get("department") or ""),
"title": str(teacher.get("title") or ""),
"season": str(season),
"eligible_count": len(eligible),
"excluded": excluded,
"top3": top3,
"tiers": {k: v for k, v in tiers.items() if v},
}
def _write_report(result: dict[str, Any], batch_no: str) -> str:
from service.report_service import write_report_for_kernel
return write_report_for_kernel(result=result, batch_no=batch_no)
def run_match(teachers_raw: list[dict[str, Any]], tracks: list[dict[str, Any]], season: str, *, batch_no: str = "") -> dict[str, Any]:
"""匹配内核:逐教师匹配 → 写库 → 生成建议书(多人时另出汇总页)。"""
from service.report_service import build_batch_brief
log = _log()
init_db()
if not teachers_raw:
raise ValueError("没有可匹配的教师画像")
if not tracks:
raise ValueError("指南赛道库为空:请先录入当年指南赛道(add-track / import-tracks)")
batch_no = batch_no or now_unix().to_bytes(5, "big").hex() + uuid.uuid4().hex[:6]
if log:
log.info("match_kernel_start batch_no=%s teachers=%s tracks=%s season=%s stage=kernel", batch_no, len(teachers_raw), len(tracks), season)
results = []
conn = get_conn()
try:
cur = conn.cursor()
for teacher_raw in teachers_raw:
result = match_teacher(teacher_raw, tracks, season)
cur.execute(
"""
INSERT INTO match_reports
(batch_no, teacher_name, department, season, top_json, tiers_json, eligible_count, excluded_json)
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
""",
(
batch_no,
result["teacher_name"],
result["department"],
result["season"],
json.dumps(result["top3"], ensure_ascii=False),
json.dumps(result["tiers"], ensure_ascii=False),
result["eligible_count"],
json.dumps(result["excluded"], ensure_ascii=False),
),
)
report_id = int(cur.lastrowid)
result["report_id"] = report_id
result["batch_no"] = batch_no
report_file = _write_report(result, batch_no)
cur.execute("UPDATE match_reports SET report_file = ? WHERE id = ?", (report_file, report_id))
result["report_file"] = report_file
results.append(result)
conn.commit()
finally:
conn.close()
brief_file = build_batch_brief(batch_no=batch_no, results=results, season=season)
tier_counts: dict[str, int] = {}
for result in results:
for tier, entries in result["tiers"].items():
tier_counts[tier] = tier_counts.get(tier, 0) + len(entries)
payload = {
"ok": True,
"batch_no": batch_no,
"season": season,
"count": len(results),
"tier_counts": tier_counts,
"brief_file": brief_file,
"disclaimer": "推荐仅供参考,申报决策请结合个人规划与学院统筹。",
"reports": results,
}
if log:
log.info("match_kernel_done batch_no=%s count=%s stage=kernel", batch_no, len(results))
return payload
def load_tracks(year: Optional[int] = None) -> list[dict[str, Any]]:
"""读取赛道库(缺省全部年度;可按年度筛选)。"""
conn = get_conn()
try:
cur = conn.cursor()
if year:
cur.execute("SELECT * FROM guide_tracks WHERE year = ? ORDER BY id", (year,))
else:
cur.execute("SELECT * FROM guide_tracks ORDER BY year DESC, id")
columns = [d[0] for d in cur.description]
rows = [dict(zip(columns, row)) for row in cur.fetchall()]
finally:
conn.close()
return rows
def load_teachers(teacher_name: str = "") -> list[dict[str, Any]]:
"""读取教师画像(可按姓名精确筛选)。"""
conn = get_conn()
try:
cur = conn.cursor()
if teacher_name:
cur.execute("SELECT * FROM teacher_profiles WHERE teacher_name = ?", (teacher_name,))
else:
cur.execute("SELECT * FROM teacher_profiles ORDER BY id")
columns = [d[0] for d in cur.description]
rows = [dict(zip(columns, row)) for row in cur.fetchall()]
finally:
conn.close()
return rows

View File

@@ -0,0 +1,272 @@
"""教师画像 / 指南赛道 / 推荐报告 的维护与查询。"""
from __future__ import annotations
import json
from typing import Any, Optional
from db.connection import get_conn, init_db
from service.match_service import _norm_teacher, _norm_track, _to_int
from util.logging_config import get_skill_logger
from util.timeutil import now_unix
_TEACHER_TEXT_FIELDS = ("teacher_name", "department", "title", "research_tags", "recent_papers", "project_history")
_TEACHER_INT_FIELDS = ("sci_q1_count", "core_paper_count")
_TRACK_TEXT_FIELDS = ("agency", "program_name", "track_name", "track_tags", "priority_keywords", "min_title", "source_doc")
_TRACK_INT_FIELDS = ("year", "min_sci_q1", "quota")
_KNOWN_MIN_TITLES = ("讲师及以上", "副高及以上", "正高及以上")
def _log():
try:
return get_skill_logger()
except RuntimeError:
return None
def _snake(name: str) -> str:
return "".join("_" + ch.lower() if ch.isupper() else ch for ch in str(name)).lstrip("_")
def upsert_teacher(fields: dict[str, Any]) -> dict[str, Any]:
"""按姓名幂等写入教师画像;未提供字段不覆盖。"""
teacher_name = str(fields.get("teacher_name") or "").strip()
if not teacher_name:
raise ValueError("教师姓名(teacher_name)不能为空")
values: dict[str, Any] = {"teacher_name": teacher_name}
for key in _TEACHER_TEXT_FIELDS:
if key != "teacher_name" and fields.get(key) not in (None, ""):
values[key] = str(fields[key]).strip()
for key in _TEACHER_INT_FIELDS:
if fields.get(key) not in (None, ""):
number = _to_int(fields[key])
if number is None or number < 0:
raise ValueError(f"字段 {key} 必须是非负整数:{fields[key]}")
values[key] = number
init_db()
conn = get_conn()
try:
cur = conn.cursor()
cur.execute("SELECT id FROM teacher_profiles WHERE teacher_name = ?", (teacher_name,))
row = cur.fetchone()
if row:
teacher_id = int(row[0])
set_clause = ", ".join(f"{k} = ?" for k in values if k != "teacher_name")
cur.execute(
f"UPDATE teacher_profiles SET {set_clause}, updated_at = ? WHERE id = ?",
[values[k] for k in values if k != "teacher_name"] + [now_unix(), teacher_id],
)
action = "updated"
else:
columns = ", ".join(values.keys())
placeholders = ", ".join("?" for _ in values)
cur.execute(
f"INSERT INTO teacher_profiles ({columns}, created_at, updated_at) VALUES ({placeholders}, ?, ?)",
list(values.values()) + [now_unix(), now_unix()],
)
teacher_id = int(cur.lastrowid)
action = "created"
conn.commit()
finally:
conn.close()
log = _log()
if log:
log.info("teacher_upserted teacher=%s action=%s stage=profile", teacher_name, action)
return {"ok": True, "teacher_name": teacher_name, "id": teacher_id, "action": action}
def upsert_track(fields: dict[str, Any]) -> dict[str, Any]:
"""按(年度+学部+项目类型+赛道名)幂等写入指南赛道。"""
year = _to_int(fields.get("year"))
track_name = str(fields.get("track_name") or "").strip()
if year is None or year < 2020 or year > 2100:
raise ValueError(f"指南年度无效:{fields.get('year')}")
if not track_name:
raise ValueError("赛道名称(track_name)不能为空")
if fields.get("min_title") and str(fields["min_title"]).strip() not in _KNOWN_MIN_TITLES:
raise ValueError(f"职称门槛只接受 {'、'.join(_KNOWN_MIN_TITLES)}:{fields['min_title']}")
values: dict[str, Any] = {"year": year, "track_name": track_name}
for key in _TRACK_TEXT_FIELDS:
if key not in ("track_name",) and fields.get(key) not in (None, ""):
values[key] = str(fields[key]).strip()
for key in ("min_sci_q1", "quota"):
if fields.get(key) not in (None, ""):
number = _to_int(fields[key])
if number is None or number < 0:
raise ValueError(f"字段 {key} 必须是非负整数:{fields[key]}")
values[key] = number
init_db()
conn = get_conn()
try:
cur = conn.cursor()
cur.execute(
"SELECT id FROM guide_tracks WHERE year = ? AND COALESCE(agency,'') = ? AND COALESCE(program_name,'') = ? AND track_name = ?",
(year, values.get("agency", ""), values.get("program_name", ""), track_name),
)
row = cur.fetchone()
if row:
track_id = int(row[0])
set_clause = ", ".join(f"{k} = ?" for k in values if k != "track_name")
cur.execute(
f"UPDATE guide_tracks SET {set_clause}, updated_at = ? WHERE id = ?",
[values[k] for k in values if k != "track_name"] + [now_unix(), track_id],
)
action = "updated"
else:
columns = ", ".join(values.keys())
placeholders = ", ".join("?" for _ in values)
cur.execute(
f"INSERT INTO guide_tracks ({columns}, created_at, updated_at) VALUES ({placeholders}, ?, ?)",
list(values.values()) + [now_unix(), now_unix()],
)
track_id = int(cur.lastrowid)
action = "created"
conn.commit()
finally:
conn.close()
log = _log()
if log:
log.info("track_upserted year=%s track=%s action=%s stage=track", year, track_name, action)
return {"ok": True, "year": year, "track_name": track_name, "id": track_id, "action": action}
def _import_generic(rows: Any, upsert, label: str) -> dict[str, Any]:
if not isinstance(rows, list) or not rows:
raise ValueError(f"导入内容应为非空 JSON 数组({label})")
if len(rows) > 500:
raise ValueError(f"单次导入条数过多({len(rows)}),上限 500 条")
results = []
for idx, raw in enumerate(rows):
if not isinstance(raw, dict):
raise ValueError(f"第 {idx + 1} 条不是 JSON 对象")
results.append(upsert(raw))
return {
"ok": True,
"count": len(results),
"created": sum(1 for r in results if r["action"] == "created"),
"updated": sum(1 for r in results if r["action"] == "updated"),
"items": results,
}
def import_teachers(rows: list[dict[str, Any]]) -> dict[str, Any]:
"""批量导入教师画像。"""
return _import_generic(rows, lambda row: upsert_teacher({_snake(k): v for k, v in _norm_teacher(row).items()}), "教师画像")
def import_tracks(rows: list[dict[str, Any]]) -> dict[str, Any]:
"""批量导入指南赛道。"""
return _import_generic(rows, lambda row: upsert_track({_snake(k): v for k, v in _norm_track(row).items()}), "指南赛道")
def list_teachers(department: str = "") -> list[dict[str, Any]]:
init_db()
conn = get_conn()
try:
cur = conn.cursor()
if department:
cur.execute("SELECT * FROM teacher_profiles WHERE department LIKE ? ORDER BY id", (f"%{department}%",))
else:
cur.execute("SELECT * FROM teacher_profiles ORDER BY id")
columns = [d[0] for d in cur.description]
rows = [dict(zip(columns, row)) for row in cur.fetchall()]
finally:
conn.close()
return rows
def list_tracks(year: Optional[int] = None) -> list[dict[str, Any]]:
init_db()
conn = get_conn()
try:
cur = conn.cursor()
if year:
cur.execute("SELECT * FROM guide_tracks WHERE year = ? ORDER BY id", (year,))
else:
cur.execute("SELECT * FROM guide_tracks ORDER BY year DESC, id")
columns = [d[0] for d in cur.description]
rows = [dict(zip(columns, row)) for row in cur.fetchall()]
finally:
conn.close()
return rows
def list_reports(limit: int = 20, tier: str = "") -> list[dict[str, Any]]:
init_db()
limit = max(1, min(int(limit), 200))
conn = get_conn()
try:
cur = conn.cursor()
if tier:
cur.execute(
"SELECT id, batch_no, season, teacher_name, department, eligible_count, top_json, report_file, created_at FROM match_reports WHERE top_json LIKE ? ORDER BY id DESC LIMIT ?",
(f"%{tier}%", limit),
)
else:
cur.execute(
"SELECT id, batch_no, season, teacher_name, department, eligible_count, top_json, report_file, created_at FROM match_reports ORDER BY id DESC LIMIT ?",
(limit,),
)
columns = [d[0] for d in cur.description]
rows = [dict(zip(columns, row)) for row in cur.fetchall()]
finally:
conn.close()
return rows
def get_report(report_id: int) -> dict[str, Any]:
init_db()
conn = get_conn()
try:
cur = conn.cursor()
cur.execute("SELECT * FROM match_reports WHERE id = ?", (report_id,))
row = cur.fetchone()
if not row:
raise ValueError(f"推荐报告不存在:{report_id}")
columns = [d[0] for d in cur.description]
report = dict(zip(columns, row))
finally:
conn.close()
for key in ("top_json", "tiers_json", "excluded_json"):
try:
report[key] = json.loads(report.get(key) or "[]")
except (TypeError, ValueError):
report[key] = []
return report
def stats() -> dict[str, Any]:
init_db()
conn = get_conn()
try:
cur = conn.cursor()
cur.execute("SELECT COUNT(*) FROM teacher_profiles")
teacher_total = int(cur.fetchone()[0])
cur.execute("SELECT year, COUNT(*) FROM guide_tracks GROUP BY year ORDER BY year DESC")
tracks_by_year = {str(r[0]): int(r[1]) for r in cur.fetchall()}
cur.execute("SELECT COUNT(*) FROM match_reports")
report_total = int(cur.fetchone()[0])
cur.execute(
"SELECT teacher_name, season, top_json FROM match_reports ORDER BY id DESC LIMIT 50"
)
strong = []
for teacher_name, season, top_json in cur.fetchall():
try:
top = json.loads(top_json or "[]")
except (TypeError, ValueError):
top = []
if top and top[0].get("tier") == "强烈推荐":
strong.append({"teacher_name": teacher_name, "season": season, "top_track": top[0]["track"], "match_pct": top[0]["match_pct"]})
strong = strong[:5]
finally:
conn.close()
return {
"ok": True,
"teacher_total": teacher_total,
"tracks_by_year": tracks_by_year,
"report_total": report_total,
"strong_top": strong,
}

View File

@@ -0,0 +1,185 @@
"""《申报策略建议书》HTML 组装。
- 每位教师一份 `report-{report_id}.html`(Top 3 卡片 + 完整分层清单 + 剔除原因)
- 批量匹配另生成汇总页 `brief-{batch_no}.html`(各教师 Top 1 一览)
写入 `{skill_data}/html/`,宿主数据管理侧栏可预览;重建走固定 Action id `render-html`。
"""
from __future__ import annotations
import json
from typing import Any
from service.html_page_service import load_html_template, render_html_placeholders, write_html_page
from util.logging_config import get_skill_logger
_TEMPLATE_REL = "assets/html/match-report.html"
_TIER_BADGE = {"强烈推荐": "tier-strong", "可尝试": "tier-try", "不建议": "tier-not"}
def _esc(value: Any) -> str:
return html_escape(str(value if value is not None else "—"))
def html_escape(text: str) -> str:
import html
return html.escape(text, quote=True)
def _pct(value: Any) -> str:
try:
return f"{int(value)}%"
except (TypeError, ValueError):
return "—"
def _top_cards(top3: list[dict[str, Any]]) -> str:
if not top3:
return '<p class="muted">没有可推荐的赛道:请检查画像完整性或指南赛道库。</p>'
medals = ["🥇", "🥈", "🥉"]
cards = []
for idx, entry in enumerate(top3):
badge = _TIER_BADGE.get(str(entry.get("tier")), "tier-not")
reasons = "".join(f"<li>{_esc(r)}</li>" for r in entry.get("reasons") or [])
cards.append(
f'<div class="card-item">'
f'<div class="card-head"><span class="medal">{medals[idx] if idx < 3 else "·"}</span>'
f'<strong>{_esc(entry.get("track"))}</strong>'
f'<span class="tag {badge}">{_esc(entry.get("tier"))} · {_pct(entry.get("match_pct"))}</span></div>'
f'<ol class="reasons">{reasons}</ol>'
f"</div>"
)
return "".join(cards)
def _tier_table(tiers: dict[str, list[dict[str, Any]]]) -> str:
rows = []
order = ["强烈推荐", "可尝试", "不建议"]
for tier in order:
for entry in tiers.get(tier) or []:
badge = _TIER_BADGE.get(tier, "tier-not")
rows.append(
"<tr>"
f'<td class="nowrap"><span class="tag {badge}">{_esc(tier)}</span></td>'
f'<td>{_esc(entry.get("track"))}</td>'
f'<td class="nowrap">{_pct(entry.get("match_pct"))}</td>'
f'<td class="muted">{_esc("、".join(entry.get("matched_tags") or []))}</td>'
"</tr>"
)
if not rows:
return '<tr><td colspan="4" class="muted">无</td></tr>'
return "".join(rows)
def _excluded_table(excluded: list[dict[str, Any]]) -> str:
if not excluded:
return ""
rows = "".join(f"<tr><td>{_esc(e.get('track'))}</td><td class='muted'>{_esc(e.get('reason'))}</td></tr>" for e in excluded)
return f'<div class="section"><h2>被硬门槛剔除的赛道</h2><table><tr><th>赛道</th><th>原因</th></tr>{rows}</table></div>'
def build_match_html(result: dict[str, Any], batch_no: str = "") -> str:
body = f"""
<div class="verdict-line">
<span class="tag tier-info">{_esc(result.get("teacher_name"))}</span>
<span class="muted">{_esc(result.get("department") or "")} · 指南年度 {_esc(result.get("season"))} · 可匹配赛道 {_esc(result.get("eligible_count"))} 个 · 批次 {_esc(batch_no or result.get("batch_no"))}</span>
</div>
<div class="section"><h2>Top 3 最匹配赛道</h2>{_top_cards(result.get("top3") or [])}</div>
<div class="section"><h2>完整分层清单</h2>
<table><tr><th>分层</th><th>赛道</th><th>匹配度</th><th>命中标签</th></tr>{_tier_table(result.get("tiers") or {})}</table>
</div>
{_excluded_table(result.get("excluded") or [])}
<footer>推荐由标签匹配算法生成、仅供参考;申报决策请结合个人规划与学院统筹,以当年度正式指南为准。</footer>
"""
template = load_html_template(_TEMPLATE_REL)
return render_html_placeholders(
template,
{
"TITLE": f"申报策略建议书 · {result.get('teacher_name') or ''}",
"GENERATED_AT": str(result.get("season") or ""),
"BODY": body,
},
)
def write_report_for_kernel(*, result: dict[str, Any], batch_no: str) -> str:
html_text = build_match_html(result, batch_no)
log = get_skill_logger()
path = write_html_page(f"report-{result['report_id']}.html", html_text)
log.info("match_report_written report_id=%s path=%s stage=report", result["report_id"], path)
return path
def build_report_for_report_id(report_id: int) -> str:
"""按报告 id 从库中取数并重写 HTML(重建入口用)。"""
from db.connection import get_conn
log = get_skill_logger()
log.info("report_render_start report_id=%s stage=render", report_id)
conn = get_conn()
try:
cur = conn.cursor()
cur.execute("SELECT * FROM match_reports WHERE id = ?", (report_id,))
row = cur.fetchone()
if not row:
raise ValueError(f"推荐报告不存在:{report_id}")
columns = [d[0] for d in cur.description]
record = dict(zip(columns, row))
finally:
conn.close()
result = dict(record)
for key in ("top_json", "tiers_json", "excluded_json"):
target = key[:-5] if key.endswith("_json") else key
try:
result[target] = json.loads(record.get(key) or "[]")
except (TypeError, ValueError):
result[target] = []
result["top3"] = result.get("top") or []
html_text = build_match_html(result)
path = write_html_page(f"report-{report_id}.html", html_text)
log.info("report_render_done report_id=%s path=%s stage=render", report_id, path)
return path
def build_batch_brief(*, batch_no: str, results: list[dict[str, Any]], season: str) -> str:
"""批量匹配汇总页:各教师 Top 1 一览。"""
log = get_skill_logger()
rows = []
for result in results:
top3 = result.get("top3") or []
if top3:
first = top3[0]
badge = _TIER_BADGE.get(str(first.get("tier")), "tier-not")
rows.append(
"<tr>"
f"<td>{_esc(result.get('teacher_name'))}</td>"
f"<td class='muted'>{_esc(result.get('department'))}</td>"
f"<td><span class='tag {badge}'>{_esc(first.get('tier'))}</span></td>"
f"<td>{_esc(first.get('track'))}</td>"
f"<td class='nowrap'>{_pct(first.get('match_pct'))}</td>"
"</tr>"
)
else:
rows.append(f"<tr><td>{_esc(result.get('teacher_name'))}</td><td colspan='4' class='muted'>无可推荐赛道(画像待补全)</td></tr>")
if not rows:
rows.append('<tr><td colspan="5" class="muted">本期无匹配结果。</td></tr>')
body = f"""
<div class="verdict-line">
<span class="muted">指南年度 {_esc(season)} · 教师 {_esc(len(results))} 人 · 批次 {_esc(batch_no)}</span>
</div>
<div class="section"><h2>各教师 Top 1 赛道一览</h2>
<table><tr><th>教师</th><th>学院</th><th>分层</th><th>最匹配赛道</th><th>匹配度</th></tr>{''.join(rows)}</table>
</div>
<footer>汇总由批量匹配自动生成,仅用于科研动员参考;详细理由见各教师《申报策略建议书》。</footer>
"""
template = load_html_template(_TEMPLATE_REL)
page = render_html_placeholders(
template,
{"TITLE": "申报赛道匹配汇总", "GENERATED_AT": str(season), "BODY": body},
)
path = write_html_page(f"brief-{batch_no}.html", page)
log.info("match_brief_written batch_no=%s path=%s stage=report", batch_no, path)
return path

View File

@@ -0,0 +1,57 @@
"""兄弟技能 CLI 调用工具。
通过子进程调用同级其他 skill 的 main.py,并解析 JSON 输出。
具体调用哪些兄弟技能,由复制后的业务 skill 在 service 层按需决定。
"""
from __future__ import annotations
import json
import os
import subprocess
import sys
from typing import Any, Dict, List, Optional
from util.logging_config import subprocess_env_with_trace
from util.runtime_paths import get_skills_root
def call_sibling_json(skill_slug: str, args: List[str]) -> Optional[Dict[str, Any]]:
"""通用兄弟技能调用器。
Args:
skill_slug: 兄弟技能的 slug(即同级目录名)。
args: 传给 main.py 的命令行参数列表。
Returns:
若兄弟技能输出可解析的 JSON 对象则返回 dict;否则返回 None。
"""
script_path = os.path.join(get_skills_root(), skill_slug, "scripts", "main.py")
if not os.path.isfile(script_path):
return None
proc = subprocess.run(
[sys.executable, script_path, *args],
capture_output=True,
text=True,
encoding="utf-8",
errors="replace",
env=subprocess_env_with_trace(),
)
raw = (proc.stdout or "").strip()
if not raw or raw.startswith("ERROR"):
return None
try:
data = json.loads(raw)
except json.JSONDecodeError:
return None
return data if isinstance(data, dict) else None
def get_sibling_main_path(skill_slug: str) -> str:
"""获取兄弟技能的 main.py 绝对路径。
使用示例(在 task_service.py 中):
from service.sibling_bridge import get_sibling_main_path, call_sibling_json
result = call_sibling_json("account-manager", ["list", "--limit", "10"])
"""
return os.path.join(get_skills_root(), skill_slug, "scripts", "main.py")

View File

@@ -0,0 +1,84 @@
"""任务运行辅助:录屏信息组装与 CLI 输出(通用模板,无业务逻辑)。"""
from __future__ import annotations
from typing import Any, Dict, Optional
def build_video_info(
video_summary: dict[str, Any],
compose_context_before: Optional[dict[str, Any]] = None,
compose_context_after: Optional[dict[str, Any]] = None,
) -> dict[str, Any]:
"""将 RpaVideoSession.summary() 转为 finish() / CLI 可用的 video 块。"""
return {
"enabled": video_summary.get("enabled", False),
"path": video_summary.get("path"),
"capture_path": video_summary.get("capture_path"),
"record_log_path": video_summary.get("record_log_path"),
"warnings": list(video_summary.get("warnings") or []),
"voiceover_path": video_summary.get("voiceover_path"),
"music_path": video_summary.get("music_path"),
"audio_warnings": list(video_summary.get("audio_warnings") or []),
"compose_context": {
**(compose_context_before or {}),
"after_compose": compose_context_after or {},
},
}
def merge_video_into_result_summary(
payload: dict[str, Any],
video_info: Optional[dict[str, Any]],
) -> dict[str, Any]:
"""把 video artifact 字段写入 finish() 结果对象(video / video_path 等)。"""
if not video_info:
return payload
payload = dict(payload)
payload["video"] = video_info
payload["video_path"] = video_info.get("path")
payload["raw_video"] = video_info.get("capture_path")
payload["video_log"] = video_info.get("record_log_path")
payload["video_warnings"] = list(video_info.get("warnings") or [])
payload["voiceover_path"] = video_info.get("voiceover_path")
payload["music_path"] = video_info.get("music_path")
payload["audio_warnings"] = list(video_info.get("audio_warnings") or [])
return payload
def _print_video_summary(video_block: Optional[dict[str, Any]]) -> None:
"""任务完成后在 CLI 打印录屏路径、日志与诊断信息。"""
if not isinstance(video_block, dict) or not video_block.get("enabled"):
return
record_log = video_block.get("record_log_path")
if record_log:
print(f"录屏日志:{record_log}")
path = video_block.get("path")
if path:
print(f"录屏路径:{path}")
else:
print("录屏路径:未生成")
warnings = video_block.get("warnings") or []
if warnings:
print(f"视频诊断:{'; '.join(str(w) for w in warnings)}")
capture = video_block.get("capture_path")
if capture:
print(f"原始录屏路径:{capture}")
voiceover = video_block.get("voiceover_path")
if voiceover:
print(f"旁白路径:{voiceover}")
music = video_block.get("music_path")
if music:
print(f"背景音乐:{music}")
audio_warnings = video_block.get("audio_warnings") or []
if audio_warnings:
print(f"音频诊断:{'; '.join(str(w) for w in audio_warnings)}")
compose_ctx = video_block.get("compose_context")
if isinstance(compose_ctx, dict):
print(
"视频合成上下文:"
f"media_assets_root={compose_ctx.get('media_assets_root', '')}; "
f"ffmpeg_path={compose_ctx.get('ffmpeg_path', '')}; "
f"background_music_issue={compose_ctx.get('background_music_issue') or ''}; "
f"background_music_sample_path={compose_ctx.get('background_music_sample_path', '')}"
)

View File

@@ -0,0 +1,686 @@
"""任务编排层:job_context / emit / finish、鉴权与错误转换。
领域业务在 ``service/match_service.py``(匹配内核)、
``service/profile_service.py``(画像/赛道/报告)、
``service/report_service.py``(HTML 简报),由本模块调用;
多入口(CLI / Action / 对话 / cron)复用同一内核,禁止按入口分叉业务。
"""
from __future__ import annotations
import asyncio
import json
import os
import uuid
from typing import Any, Optional
from jiangchang_skill_core import collect_runtime_diagnostics, config, format_runtime_health_lines
from jiangchang_skill_core.activity import JobStopped, emit, finish, job_context
from jiangchang_skill_core.rpa.video_session import RpaVideoSession
from service.entitlement_service import check_entitlement
from service.task_run_support import (
_print_video_summary,
build_video_info,
merge_video_into_result_summary,
)
from util.constants import LOG_LOGGER_NAME, PLATFORM_KIT_MIN_VERSION, SKILL_SLUG, SKILL_VERSION
from util.logging_config import get_skill_logger, setup_skill_logging
from util.runtime_paths import get_db_path, get_skill_root
from db.connection import init_db
def _get_task_logger():
try:
return get_skill_logger()
except RuntimeError:
setup_skill_logging(SKILL_SLUG, LOG_LOGGER_NAME)
return get_skill_logger()
def _print_json(payload: dict[str, Any]) -> None:
print(json.dumps(payload, ensure_ascii=False))
# ---------------------------------------------------------------------------
# 模板演示入口(保留:满足 POLICY-RPA-003 录屏集成与 CLI run 契约;不承载本技能业务)
# ---------------------------------------------------------------------------
async def _run_template_demo(target: Optional[str], input_id: Optional[str]) -> tuple[int, dict[str, Any]]:
"""最小 RpaVideoSession 示范:不启动浏览器、不执行业务,仅演示录屏包裹范式。"""
batch_id = uuid.uuid4().hex[:12]
data_dir = get_skill_root()
async with RpaVideoSession(
skill_slug=SKILL_SLUG,
skill_data_dir=data_dir,
batch_id=batch_id,
title="开始执行示例任务",
closing_title="示例任务执行完成",
) as video:
video.add_step("准备执行示例任务")
if target:
video.add_step(f"接收目标参数:{target}")
if input_id:
video.add_step(f"接收输入标识:{input_id}")
video.add_step("示例任务执行完成")
video_summary = video.summary()
video_info = build_video_info(video_summary, {}, {})
return 1, video_info
def cmd_run(target: Optional[str] = None, input_id: Optional[str] = None) -> int:
"""模板演示入口:本技能主能力请使用 broadcast 等业务命令。"""
log = _get_task_logger()
task_type = "demo"
with job_context(skill=SKILL_SLUG):
log.info(
"task_start task_type=%s target_id=%s input_id=%s stage=run",
task_type,
target,
input_id,
)
emit("开始处理任务", skill=SKILL_SLUG, stage="run")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning(
"entitlement_failed task_type=%s stage=auth error_code=ENTITLEMENT_DENIED",
task_type,
)
emit("鉴权失败,已记录诊断信息", type="warn", skill=SKILL_SLUG, stage="auth")
finish(
status="failed",
message=reason,
skill=SKILL_SLUG,
error_code="ENTITLEMENT_DENIED",
stage="auth",
)
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
log.info("entitlement_ok task_type=%s stage=auth", task_type)
log.info("rpa_start stage=demo_prepare task_type=%s", task_type)
log.info("task_run_demo_start target_id=%s input_id=%s stage=demo_prepare", target, input_id)
rc, video_info = asyncio.run(_run_template_demo(target, input_id))
log.info("rpa_done stage=demo_prepare status=ok")
log.info(
"task_run_demo_done target_id=%s input_id=%s stage=demo_finish status=failed",
target,
input_id,
)
_print_video_summary(video_info)
summary_payload = merge_video_into_result_summary(
{
"template_demo": True,
"target": target,
"input_id": input_id,
},
video_info,
)
log.warning(
"task_failed task_type=%s stage=demo_finish error_code=TEMPLATE_STUB",
task_type,
)
finish(
status="failed",
message="模板演示入口未承载本技能业务",
skill=SKILL_SLUG,
error_code="TEMPLATE_STUB",
**summary_payload,
)
print("ERROR:TEMPLATE_STUB 这是模板演示入口,请使用 match 命令执行申报赛道匹配。")
return rc
except JobStopped:
raise
except Exception:
log.exception(
"task_failed task_type=%s target_id=%s input_id=%s",
task_type,
target,
input_id,
)
emit("任务失败,已记录诊断信息", type="warn", skill=SKILL_SLUG, stage="run")
finish(
status="failed",
message="任务执行异常,详见统一日志",
skill=SKILL_SLUG,
stage="run",
)
return 1
# ---------------------------------------------------------------------------
# 基础命令
# ---------------------------------------------------------------------------
def cmd_config_path() -> int:
example_path = os.path.join(get_skill_root(), ".env.example")
env_path = config.get_env_file_path() or ""
_print_json(
{
"skill": SKILL_SLUG,
"env_path": env_path,
"example_path": os.path.abspath(example_path),
}
)
return 0
def cmd_health() -> int:
runtime = collect_runtime_diagnostics(
skill_slug=SKILL_SLUG,
platform_kit_min_version=PLATFORM_KIT_MIN_VERSION,
skill_root=get_skill_root(),
)
example_path = os.path.join(get_skill_root(), ".env.example")
env_path = config.get_env_file_path() or ""
env_exists = bool(env_path and os.path.isfile(env_path))
health_status = "failed" if runtime.has_fatal_issues else "ok"
lines = [
f"{SKILL_SLUG} health: {health_status}",
*format_runtime_health_lines(runtime),
f"env_path: {env_path}",
f"env_exists: {env_exists}",
f"example_path: {os.path.abspath(example_path)}",
]
for line in lines:
print(line)
return 1 if runtime.has_fatal_issues else 0
def cmd_version() -> int:
_print_json({"version": SKILL_VERSION, "skill": SKILL_SLUG})
return 0
def cmd_init_db() -> int:
"""幂等创建/迁移本地 SQLite 与数据管理元数据(宿主 install/upgrade 可调用)。"""
log = _get_task_logger()
try:
init_db()
except Exception as exc: # noqa: BLE001 — CLI 边界,统一成可机读失败
print(
json.dumps(
{"ok": False, "skill": SKILL_SLUG, "error": str(exc)},
ensure_ascii=False,
)
)
return 1
_print_json({"ok": True, "skill": SKILL_SLUG, "db_path": get_db_path()})
return 0
# ---------------------------------------------------------------------------
# 画像与赛道维护
# ---------------------------------------------------------------------------
def _parse_json_arg(raw: str, label: str) -> list[dict[str, Any]]:
import os
import sys
text = (raw or "").strip()
if not text:
raise ValueError(f"缺少导入 JSON({label})")
if text == "-":
text = sys.stdin.read().strip()
elif text.startswith(("[", "{")):
pass
elif os.path.isfile(text):
with open(text, encoding="utf-8") as f:
text = f.read().strip()
else:
raise ValueError(f"{label} 不是有效文件路径或 JSON:{text[:80]}")
try:
payload = json.loads(text)
except json.JSONDecodeError as exc:
raise ValueError(f"导入 JSON 解析失败:{exc}") from exc
if isinstance(payload, dict):
for key in ("teachers", "tracks", "items"):
if isinstance(payload.get(key), list):
payload = payload[key]
break
else:
payload = [payload]
if not isinstance(payload, list):
raise ValueError(f"{label} 应为对象数组")
return payload
def cmd_add_teacher(
*,
name: str,
department: str = "",
title: str = "",
tags: str = "",
papers: str = "",
projects: str = "",
sci_q1: Optional[int] = None,
core_papers: Optional[int] = None,
) -> int:
log = _get_task_logger()
from service.profile_service import upsert_teacher
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=add_teacher teacher=%s stage=profile", name)
emit("开始写入教师画像", skill=SKILL_SLUG, stage="profile")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=add_teacher stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
log.error("add_teacher_denied stage=auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
fields: dict[str, Any] = {"teacher_name": name}
for key, value in (("department", department), ("title", title), ("research_tags", tags), ("recent_papers", papers), ("project_history", projects)):
if value:
fields[key] = value
if sci_q1 is not None:
fields["sci_q1_count"] = sci_q1
if core_papers is not None:
fields["core_paper_count"] = core_papers
payload = upsert_teacher(fields)
_print_json(payload)
finish(status="success", message=f"教师 {name} 画像已{('更新' if payload['action'] == 'updated' else '录入')}", skill=SKILL_SLUG, stage="profile")
return 0
except ValueError as exc:
log.warning("task_failed task_type=add_teacher error_code=TEACHER_INVALID detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="TEACHER_INVALID", stage="profile")
print(f"ERROR:TEACHER_INVALID {exc}")
return 1
except JobStopped:
raise
except Exception:
log.exception("task_failed task_type=add_teacher stage=profile")
finish(status="failed", message="画像写入异常,详见统一日志", skill=SKILL_SLUG, stage="profile")
return 1
def cmd_import_teachers(teachers_json: str) -> int:
log = _get_task_logger()
from service.profile_service import import_teachers
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=import_teachers stage=profile")
emit("开始批量导入教师画像", skill=SKILL_SLUG, stage="profile")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=import_teachers stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
rows = _parse_json_arg(teachers_json, "--teachers-json")
payload = import_teachers(rows)
_print_json(payload)
finish(status="success", message=f"导入完成:新增 {payload['created']},更新 {payload['updated']}", skill=SKILL_SLUG, stage="profile")
return 0
except ValueError as exc:
log.warning("task_failed task_type=import_teachers error_code=TEACHER_INVALID detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="TEACHER_INVALID", stage="profile")
print(f"ERROR:TEACHER_INVALID {exc}")
return 1
except JobStopped:
raise
except Exception:
log.exception("task_failed task_type=import_teachers stage=profile")
finish(status="failed", message="画像导入异常,详见统一日志", skill=SKILL_SLUG, stage="profile")
return 1
def cmd_import_tracks(tracks_json: str) -> int:
log = _get_task_logger()
from service.profile_service import import_tracks
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=import_tracks stage=track")
emit("开始批量导入指南赛道", skill=SKILL_SLUG, stage="track")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=import_tracks stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
rows = _parse_json_arg(tracks_json, "--tracks-json")
payload = import_tracks(rows)
_print_json(payload)
finish(status="success", message=f"导入完成:新增 {payload['created']},更新 {payload['updated']}", skill=SKILL_SLUG, stage="track")
return 0
except ValueError as exc:
log.warning("task_failed task_type=import_tracks error_code=TRACK_INVALID detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="TRACK_INVALID", stage="track")
print(f"ERROR:TRACK_INVALID {exc}")
return 1
except JobStopped:
raise
except Exception:
log.exception("task_failed task_type=import_tracks stage=track")
finish(status="failed", message="赛道导入异常,详见统一日志", skill=SKILL_SLUG, stage="track")
return 1
def cmd_add_track(
*,
year: int,
track_name: str,
program: str = "",
agency: str = "",
tags: str = "",
priority: str = "",
min_title: str = "",
min_sci_q1: Optional[int] = None,
quota: Optional[int] = None,
source: str = "",
) -> int:
log = _get_task_logger()
from service.profile_service import upsert_track
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=add_track year=%s track=%s stage=track", year, track_name)
emit("开始写入指南赛道", skill=SKILL_SLUG, stage="track")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=add_track stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
fields: dict[str, Any] = {"year": year, "track_name": track_name}
for key, value in (("agency", agency), ("program_name", program), ("track_tags", tags), ("priority_keywords", priority), ("min_title", min_title), ("source_doc", source)):
if value:
fields[key] = value
if min_sci_q1 is not None:
fields["min_sci_q1"] = min_sci_q1
if quota is not None:
fields["quota"] = quota
payload = upsert_track(fields)
_print_json(payload)
finish(status="success", message=f"赛道 {track_name} 已{('更新' if payload['action'] == 'updated' else '录入')}", skill=SKILL_SLUG, stage="track")
return 0
except ValueError as exc:
log.warning("task_failed task_type=add_track error_code=TRACK_INVALID detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="TRACK_INVALID", stage="track")
print(f"ERROR:TRACK_INVALID {exc}")
return 1
except JobStopped:
raise
except Exception:
log.exception("task_failed task_type=add_track stage=track")
finish(status="failed", message="赛道写入异常,详见统一日志", skill=SKILL_SLUG, stage="track")
return 1
def cmd_list_teachers(department: str = "") -> int:
log = _get_task_logger()
from service.profile_service import list_teachers
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=list_teachers department=%s", department)
try:
teachers = list_teachers(department=department)
_print_json({"ok": True, "count": len(teachers), "teachers": teachers})
return 0
except Exception:
log.exception("task_failed task_type=list_teachers")
print("ERROR:QUERY_FAILED 教师画像查询异常,详见统一日志")
return 1
def cmd_list_tracks(year: Optional[int] = None) -> int:
log = _get_task_logger()
from service.profile_service import list_tracks
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=list_tracks year=%s", year)
try:
tracks = list_tracks(year=year)
_print_json({"ok": True, "count": len(tracks), "tracks": tracks})
return 0
except Exception:
log.exception("task_failed task_type=list_tracks")
print("ERROR:QUERY_FAILED 赛道查询异常,详见统一日志")
return 1
# ---------------------------------------------------------------------------
# 匹配主命令
# ---------------------------------------------------------------------------
def cmd_match(*, teacher: str = "", year: Optional[int] = None) -> int:
"""申报赛道匹配(同步):缺省匹配全部教师;可指定教师与指南年度。"""
log = _get_task_logger()
from service.match_service import load_teachers, load_tracks, run_match
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=match teacher=%s year=%s stage=match", teacher, year)
emit("开始申报赛道匹配", skill=SKILL_SLUG, stage="match")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=match stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
teachers = load_teachers(teacher_name=teacher)
tracks = load_tracks(year=year)
if not teachers:
message = "没有可匹配的教师画像:请先录入教师(add-teacher / import-teachers)"
log.warning("task_failed task_type=match error_code=TEACHER_NOT_FOUND stage=match")
finish(status="failed", message=message, skill=SKILL_SLUG, error_code="TEACHER_NOT_FOUND", stage="match")
print(f"ERROR:TEACHER_NOT_FOUND {message}")
return 1
if not tracks:
message = "指南赛道库为空:请先录入赛道(add-track / import-tracks)"
log.warning("task_failed task_type=match error_code=TRACK_EMPTY stage=match")
finish(status="failed", message=message, skill=SKILL_SLUG, error_code="TRACK_EMPTY", stage="match")
print(f"ERROR:TRACK_EMPTY {message}")
return 1
season = str(year or tracks[0].get("year") or "")
result = run_match(teachers, tracks, season)
payload = {k: v for k, v in result.items() if k != "reports"}
payload["reports_brief"] = [
{
"report_id": r["report_id"],
"teacher_name": r["teacher_name"],
"tier": (r["top3"][0]["tier"] if r["top3"] else "无可推荐"),
"top_track": (r["top3"][0]["track"] if r["top3"] else ""),
"match_pct": (r["top3"][0]["match_pct"] if r["top3"] else None),
"report_file": r["report_file"],
}
for r in result["reports"]
]
_print_json(payload)
finish(
status="success",
message=f"匹配完成 {result['count']} 名教师,建议书已生成",
skill=SKILL_SLUG,
stage="match",
batch_no=result["batch_no"],
)
return 0
except JobStopped:
raise
except ValueError as exc:
log.warning("task_failed task_type=match error_code=PROFILE_INCOMPLETE detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="PROFILE_INCOMPLETE", stage="match")
print(f"ERROR:PROFILE_INCOMPLETE {exc}")
return 1
except Exception:
log.exception("task_failed task_type=match stage=match")
emit("匹配失败,已记录诊断信息", type="warn", skill=SKILL_SLUG, stage="match")
finish(status="failed", message="匹配执行异常,详见统一日志", skill=SKILL_SLUG, stage="match")
return 1
def cmd_match_batch_input() -> int:
"""批量匹配(async Action 入口):匹配 input/ 目录中的教师画像 JSON 与库内赛道。"""
log = _get_task_logger()
from service.match_service import load_tracks, run_match
from util.runtime_paths import get_input_dir
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=match_batch stage=batch")
emit("开始批量赛道匹配", skill=SKILL_SLUG, stage="batch")
try:
ok, reason = check_entitlement(SKILL_SLUG)
if not ok:
log.warning("entitlement_failed task_type=match_batch stage=auth")
finish(status="failed", message=reason, skill=SKILL_SLUG, error_code="ENTITLEMENT_DENIED", stage="auth")
print(f"ERROR:ENTITLEMENT_DENIED {reason}")
return 1
input_dir = get_input_dir()
files = sorted(
os.path.join(input_dir, name)
for name in os.listdir(input_dir)
if name.lower().endswith(".json")
)
if not files:
message = f"input 目录没有教师画像 JSON:{input_dir}"
log.warning("task_failed task_type=match_batch error_code=TEACHER_NOT_FOUND stage=batch")
finish(status="failed", message=message, skill=SKILL_SLUG, error_code="TEACHER_NOT_FOUND", stage="batch")
print(f"ERROR:TEACHER_NOT_FOUND {message}")
return 1
teachers = []
for path in files:
with open(path, encoding="utf-8") as f:
payload = json.load(f)
if isinstance(payload, dict):
payload = payload.get("teachers") or [payload]
teachers.extend(payload)
tracks = load_tracks()
if not tracks:
message = "指南赛道库为空:请先录入赛道(add-track / import-tracks)"
log.warning("task_failed task_type=match_batch error_code=TRACK_EMPTY stage=batch")
finish(status="failed", message=message, skill=SKILL_SLUG, error_code="TRACK_EMPTY", stage="batch")
print(f"ERROR:TRACK_EMPTY {message}")
return 1
season = str(tracks[0].get("year") or "")
result = run_match(teachers, tracks, season)
for index, report in enumerate(result["reports"], start=1):
top = (report.get("top3") or [{}])[0]
emit(
f"[{index}/{len(result['reports'])}] {report['teacher_name']}:"
f"{(top.get('tier') or '无可推荐')}{(' · ' + top.get('track', '')) if top.get('track') else ''}",
skill=SKILL_SLUG,
stage="batch",
)
_print_json(
{
"ok": True,
"batch_no": result["batch_no"],
"count": result["count"],
"tier_counts": result["tier_counts"],
"brief_file": result["brief_file"],
}
)
finish(status="success", message=f"批量匹配完成 {result['count']} 名教师", skill=SKILL_SLUG, stage="batch", batch_no=result["batch_no"])
return 0
except JobStopped:
raise
except Exception:
log.exception("task_failed task_type=match_batch stage=batch")
emit("批量匹配失败,已记录诊断信息", type="warn", skill=SKILL_SLUG, stage="batch")
finish(status="failed", message="批量匹配执行异常,详见统一日志", skill=SKILL_SLUG, stage="batch")
return 1
# ---------------------------------------------------------------------------
# 报告与统计
# ---------------------------------------------------------------------------
def cmd_list_reports(limit: int = 20) -> int:
log = _get_task_logger()
from service.profile_service import list_reports
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=list_reports limit=%s", limit)
try:
reports = list_reports(limit=limit)
_print_json({"ok": True, "count": len(reports), "reports": reports})
return 0
except Exception:
log.exception("task_failed task_type=list_reports")
print("ERROR:QUERY_FAILED 推荐报告查询异常,详见统一日志")
return 1
def cmd_show_report(report_id: int) -> int:
log = _get_task_logger()
from service.profile_service import get_report
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=show_report report_id=%s", report_id)
try:
report = get_report(int(report_id))
_print_json({"ok": True, "report": report})
return 0
except ValueError as exc:
log.warning("task_failed task_type=show_report error_code=REPORT_NOT_FOUND detail=%s", exc)
print(f"ERROR:REPORT_NOT_FOUND {exc}")
return 1
except Exception:
log.exception("task_failed task_type=show_report")
print("ERROR:QUERY_FAILED 推荐报告查询异常,详见统一日志")
return 1
def cmd_render_html(report_id: Optional[int] = None) -> int:
log = _get_task_logger()
from service.report_service import build_report_for_report_id
from service.profile_service import list_reports
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=render_html report_id=%s stage=render", report_id)
try:
if report_id:
targets = [int(report_id)]
else:
targets = [r["id"] for r in list_reports(limit=10)]
if not targets:
log.warning("task_failed task_type=render_html error_code=REPORT_NOT_FOUND stage=render")
finish(status="failed", message="暂无可重建的推荐报告", skill=SKILL_SLUG, error_code="REPORT_NOT_FOUND", stage="render")
print("ERROR:REPORT_NOT_FOUND 暂无可重建的推荐报告")
return 1
written = [{"report_id": rid, "path": build_report_for_report_id(rid)} for rid in targets]
_print_json({"ok": True, "count": len(written), "reports": written})
finish(status="success", message=f"已重建 {len(written)} 份建议书", skill=SKILL_SLUG, stage="render")
return 0
except JobStopped:
raise
except ValueError as exc:
log.warning("task_failed task_type=render_html error_code=REPORT_NOT_FOUND detail=%s", exc)
finish(status="failed", message=str(exc), skill=SKILL_SLUG, error_code="REPORT_NOT_FOUND", stage="render")
print(f"ERROR:REPORT_NOT_FOUND {exc}")
return 1
except Exception:
log.exception("task_failed task_type=render_html stage=render")
finish(status="failed", message="建议书重建异常,详见统一日志", skill=SKILL_SLUG, stage="render")
return 1
def cmd_stats() -> int:
log = _get_task_logger()
from service.profile_service import stats
with job_context(skill=SKILL_SLUG):
log.info("task_start task_type=stats")
try:
_print_json(stats())
return 0
except Exception:
log.exception("task_failed task_type=stats")
print("ERROR:QUERY_FAILED 统计查询异常,详见统一日志")
return 1

View File

@@ -0,0 +1,12 @@
"""argparse 中文错误说明。"""
from __future__ import annotations
import argparse
import sys
class ZhArgumentParser(argparse.ArgumentParser):
def error(self, message: str) -> None:
print(f"参数错误:{message}\n请执行:python main.py -h 查看帮助", file=sys.stderr)
self.exit(2)

View File

@@ -0,0 +1,19 @@
"""技能配置初始化:.env.example 落盘与用户 .env 缺失项合并。"""
from __future__ import annotations
import os
from jiangchang_skill_core import config
from util.constants import SKILL_SLUG, SKILL_VERSION
from util.runtime_paths import get_skill_root
def bootstrap_skill_config() -> str:
"""确保用户数据目录 .env 存在,并追加 .env.example 中的新配置项。"""
example_path = os.path.join(get_skill_root(), ".env.example")
env_path = config.ensure_env_file(SKILL_SLUG, example_path)
comment = f"{SKILL_SLUG} v{SKILL_VERSION}" if SKILL_VERSION else None
config.merge_missing_env_keys(example_path, env_path, comment_skill=comment)
return env_path

View File

@@ -0,0 +1,6 @@
"""技能标识、版本与平台公共库约束(申报赛道推荐助手)。"""
SKILL_SLUG = "match-guide-track-default"
SKILL_VERSION = "1.0.1"
LOG_LOGGER_NAME = "openclaw.skill.match_guide_track_default"
PLATFORM_KIT_MIN_VERSION = "1.2.11"

View File

@@ -0,0 +1,21 @@
"""Re-export unified logging (implementation: jiangchang_skill_core.unified_logging)."""
from jiangchang_skill_core.unified_logging import (
attach_unified_file_handler,
ensure_trace_for_process,
get_skill_log_file_path,
get_skill_logger,
get_unified_logs_dir,
setup_skill_logging,
subprocess_env_with_trace,
)
__all__ = [
"attach_unified_file_handler",
"ensure_trace_for_process",
"get_skill_log_file_path",
"get_skill_logger",
"get_unified_logs_dir",
"setup_skill_logging",
"subprocess_env_with_trace",
]

View File

@@ -0,0 +1,155 @@
"""数据根、技能目录、兄弟技能根路径与用户数据子目录解析。"""
from __future__ import annotations
import os
from jiangchang_skill_core.runtime_env import get_data_root, get_sibling_skills_root, get_user_id
from util.constants import SKILL_SLUG
_SCRIPTS_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
# 用户可见的上行/下行目录(数据管理「输入/输出」文件浏览器)
STANDARD_SUBDIR_INPUT = "input"
STANDARD_SUBDIR_OUTPUT = "output"
# 宿主扫描的 HTML 报告页(数据管理侧栏 htmlPages,非 input/output 文件浏览器)
STANDARD_SUBDIR_HTML = "html"
# 内部/可选目录(不上侧栏)
STANDARD_SUBDIR_UPLOADS = "uploads"
STANDARD_SUBDIR_CACHE = "cache"
STANDARD_SUBDIR_TEMP = "temp"
STANDARD_SUBDIR_RPA_ARTIFACTS = "rpa-artifacts"
STANDARD_SUBDIR_VIDEOS = "videos"
CONFIG_KEY_INPUT_DIR = "SKILL_INPUT_DIR"
CONFIG_KEY_OUTPUT_DIR = "SKILL_OUTPUT_DIR"
CONFIG_KEY_UPLOAD_DIR = "SKILL_UPLOAD_DIR"
CONFIG_KEY_CACHE_DIR = "SKILL_CACHE_DIR"
CONFIG_KEY_TEMP_DIR = "SKILL_TEMP_DIR"
def get_skill_root() -> str:
return os.path.dirname(_SCRIPTS_DIR)
def get_openclaw_root() -> str:
return get_sibling_skills_root(_SCRIPTS_DIR)
def get_skills_root() -> str:
return get_sibling_skills_root(_SCRIPTS_DIR)
def get_skill_data_dir() -> str:
path = os.path.join(get_data_root(), get_user_id(), SKILL_SLUG)
os.makedirs(path, exist_ok=True)
return path
def get_db_path(filename: str | None = None) -> str:
name = filename or f"{SKILL_SLUG}.db"
return os.path.join(get_skill_data_dir(), name)
def _normalize_subdir(value: str) -> str:
cleaned = value.strip().strip("/\\")
if not cleaned or cleaned.startswith(".."):
raise ValueError(f"invalid skill data subdir: {value!r}")
return cleaned.replace("/", os.sep).replace("\\", os.sep)
def resolve_data_path(
config_key: str | None,
default_subdir: str,
*,
create: bool = True,
) -> str:
"""解析技能拥有路径:空配置 → 数据目录下 default_subdir;相对 → 相对数据目录;绝对 → 原样。"""
from jiangchang_skill_core import config
base = get_skill_data_dir()
raw = (config.get(config_key) or "").strip() if config_key else ""
if not raw:
path = os.path.join(base, _normalize_subdir(default_subdir))
elif os.path.isabs(raw):
path = os.path.abspath(os.path.expanduser(raw))
else:
path = os.path.join(base, _normalize_subdir(raw))
if create:
os.makedirs(path, exist_ok=True)
return path
def resolve_input_path(raw_path: str, *, create_parent: bool = False) -> str:
"""解析 CLI 输入路径:绝对路径原样;相对路径相对 {skill_data_dir}/input/。"""
text = (raw_path or "").strip()
if not text:
return text
expanded = os.path.expanduser(text)
if os.path.isabs(expanded):
return os.path.abspath(expanded)
input_dir = get_input_dir(create=create_parent)
return os.path.abspath(os.path.join(input_dir, os.path.normpath(expanded)))
def get_input_dir(*, create: bool = True) -> str:
"""上行:用户/Agent 放入的待处理文件(清单、CSV、产品表等)。"""
return resolve_data_path(CONFIG_KEY_INPUT_DIR, STANDARD_SUBDIR_INPUT, create=create)
def get_output_dir(*, create: bool = True) -> str:
"""下行:技能/宿主交给用户拿走的文件(视频、报表、导出 CSV 等)。"""
return resolve_data_path(CONFIG_KEY_OUTPUT_DIR, STANDARD_SUBDIR_OUTPUT, create=create)
def get_uploads_dir(*, create: bool = True) -> str:
return resolve_data_path(CONFIG_KEY_UPLOAD_DIR, STANDARD_SUBDIR_UPLOADS, create=create)
def get_cache_dir(*, create: bool = True) -> str:
return resolve_data_path(CONFIG_KEY_CACHE_DIR, STANDARD_SUBDIR_CACHE, create=create)
def get_temp_dir(*, create: bool = True) -> str:
return resolve_data_path(CONFIG_KEY_TEMP_DIR, STANDARD_SUBDIR_TEMP, create=create)
def get_rpa_artifacts_dir(batch_id: str, *, create: bool = True) -> str:
batch = (batch_id or "").strip() or "default"
path = os.path.join(get_skill_data_dir(), STANDARD_SUBDIR_RPA_ARTIFACTS, batch)
if create:
os.makedirs(path, exist_ok=True)
return path
def get_videos_dir(*, create: bool = True) -> str:
path = os.path.join(get_skill_data_dir(), STANDARD_SUBDIR_VIDEOS)
if create:
os.makedirs(path, exist_ok=True)
return path
def get_html_dir(*, create: bool = True) -> str:
"""HTML 报告页目录:宿主扫描 `{skill_data}/html/*.html`(一层、非递归)。"""
path = os.path.join(get_skill_data_dir(), STANDARD_SUBDIR_HTML)
if create:
os.makedirs(path, exist_ok=True)
return path
def list_resolved_data_paths() -> dict[str, str]:
"""供 health / config-path 输出已解析的数据子目录(不创建目录)。"""
return {
"skill_data_dir": get_skill_data_dir(),
"input_dir": get_input_dir(create=False),
"output_dir": get_output_dir(create=False),
"html_dir": get_html_dir(create=False),
"uploads_dir": get_uploads_dir(create=False),
"cache_dir": get_cache_dir(create=False),
"temp_dir": get_temp_dir(create=False),
"videos_dir": get_videos_dir(create=False),
}

227
scripts/util/slug_naming.py Normal file
View File

@@ -0,0 +1,227 @@
"""技能 slug 语义校验(verb-noun-platform 规范,见 development/NAMING.md)。"""
from __future__ import annotations
import os
import re
_KEBAB_SLUG = re.compile(r"^[a-z0-9]+(?:-[a-z0-9]+)*$")
_MAX_SLUG_LENGTH = 48
_MIN_SEGMENTS = 3
_MAX_SEGMENTS = 5
_MAX_NOUN_SEGMENTS = 3
_SKILL_ROOT = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
_NAMING_DIR = os.path.join(_SKILL_ROOT, "assets", "naming")
_BUILTIN_VERBS = frozenset(
{
"scrape",
"receive",
"download",
"export",
"add",
"fill",
"enter",
"bind",
"withdraw",
"reconcile",
"verify",
"submit",
"query",
"process",
"reply",
"generate",
"draft",
"review",
"confirm",
"track",
"upload",
"match",
"triage",
"ship",
"reprice",
}
)
_BUILTIN_PLATFORMS = frozenset(
{
"amazon",
"shopee",
"xinghang",
"alibaba",
"kingdee",
"icbc",
"pingpong",
"worldfirst",
"paypal",
"lianlian",
"single-window",
"export-rebate",
"etax",
}
)
_BUILTIN_SCOPES = frozenset({"all", "batch", "multi", "default"})
LEGACY_EXEMPT_SLUGS: frozenset[str] = frozenset(
{
"account-manager",
"skill-template",
"your-skill-slug",
"your_skill_slug",
}
)
def load_wordlist(filename: str) -> frozenset[str]:
"""从 assets/naming/{filename} 加载词表;文件不存在时 fallback 内置集合。"""
fallbacks = {
"verbs.txt": _BUILTIN_VERBS,
"platforms.txt": _BUILTIN_PLATFORMS,
"scopes.txt": _BUILTIN_SCOPES,
}
fallback = fallbacks.get(filename, frozenset())
path = os.path.join(_NAMING_DIR, filename)
if not os.path.isfile(path):
return fallback
words: set[str] = set()
with open(path, encoding="utf-8") as f:
for line in f:
word = line.strip()
if word and not word.startswith("#"):
words.add(word)
return frozenset(words) if words else fallback
def parse_slug_segments(slug: str) -> list[str]:
"""按 '-' 分割;非法字符由上层 kebab 校验处理。"""
slug = slug.strip()
if not slug:
return []
return slug.split("-")
def _match_platform_suffix(
segments: list[str],
platforms: frozenset[str],
) -> tuple[str, int] | None:
"""返回 (platform_name, platform_part_count) 或 None。"""
for platform in sorted(platforms, key=lambda item: (-item.count("-"), item)):
parts = platform.split("-")
part_count = len(parts)
if len(segments) < part_count + 2:
continue
if segments[-part_count:] == parts:
return platform, part_count
return None
def classify_slug_form(segments: list[str], *, slug: str = "") -> str:
"""
返回: 'legacy_exempt' | 'standard' | 'scope' | 'invalid'
- legacy_exempt: slug in LEGACY_EXEMPT_SLUGS
- standard: 末段匹配 platforms, 首段 in verbs, 3<=len<=5
- scope: 末段 in scopes, 首段 in verbs, 3<=len<=5
- invalid: 其他
"""
if slug in LEGACY_EXEMPT_SLUGS:
return "legacy_exempt"
if not segments or not (_MIN_SEGMENTS <= len(segments) <= _MAX_SEGMENTS):
return "invalid"
verbs = load_wordlist("verbs.txt")
platforms = load_wordlist("platforms.txt")
scopes = load_wordlist("scopes.txt")
if segments[0] not in verbs:
return "invalid"
if segments[-1] in scopes:
return "scope"
if _match_platform_suffix(segments, platforms) is not None:
return "standard"
return "invalid"
def validate_slug_semantics(
slug: str,
*,
strict: bool = True,
) -> tuple[list[str], list[str]]:
"""返回 (errors, warnings)。"""
slug = slug.strip()
if slug in LEGACY_EXEMPT_SLUGS:
return [], []
errors: list[str] = []
warnings: list[str] = []
if not _KEBAB_SLUG.fullmatch(slug):
msg = f"slug 必须为 kebab-case(小写字母、数字、连字符):{slug!r}"
(errors if strict else warnings).append(msg)
return errors, warnings
if len(slug) > _MAX_SLUG_LENGTH:
msg = f"slug 长度不得超过 {_MAX_SLUG_LENGTH} 字符(当前 {len(slug)}):{slug!r}"
(errors if strict else warnings).append(msg)
segments = parse_slug_segments(slug)
segment_count = len(segments)
if segment_count < _MIN_SEGMENTS:
msg = (
f"slug 段数应为 {_MIN_SEGMENTS}~{_MAX_SEGMENTS}(verb-noun-platform),"
f"当前为 {segment_count} 段:{slug!r};新技能禁止 2 段无平台形态(如 reconcile-finance)"
)
(errors if strict else warnings).append(msg)
return errors, warnings
if segment_count > _MAX_SEGMENTS:
msg = f"slug 段数不得超过 {_MAX_SEGMENTS}(当前 {segment_count}):{slug!r}"
(errors if strict else warnings).append(msg)
verbs = load_wordlist("verbs.txt")
platforms = load_wordlist("platforms.txt")
scopes = load_wordlist("scopes.txt")
if segments[0] in platforms and segments[0] not in verbs:
msg = f"平台名不应放在 slug 最前:{slug!r}(应为 verb-noun-platform)"
(errors if strict else warnings).append(msg)
if segments[0] not in verbs:
msg = f"slug 首段应为动词白名单中的词:{segments[0]!r}(slug={slug!r})"
(errors if strict else warnings).append(msg)
form = classify_slug_form(segments, slug=slug)
if form == "scope":
if segments[-1] not in scopes:
msg = f"slug 末段应为 scope 白名单中的词:{segments[-1]!r}(slug={slug!r})"
(errors if strict else warnings).append(msg)
noun_count = segment_count - 2
elif form == "standard":
platform_match = _match_platform_suffix(segments, platforms)
if platform_match is None:
msg = f"slug 末段应匹配平台白名单:{slug!r}"
(errors if strict else warnings).append(msg)
noun_count = 0
else:
_platform_name, platform_part_count = platform_match
noun_count = segment_count - 1 - platform_part_count
else:
if segment_count >= _MIN_SEGMENTS:
if segments[-1] not in scopes:
platform_match = _match_platform_suffix(segments, platforms)
if platform_match is None:
msg = f"slug 末段应匹配平台或 scope 白名单:{slug!r}"
(errors if strict else warnings).append(msg)
noun_count = 0
if noun_count > _MAX_NOUN_SEGMENTS:
warnings.append(
f"slug 中间名词段建议不超过 {_MAX_NOUN_SEGMENTS} 个词(当前 {noun_count}):{slug!r}"
)
return errors, warnings

20
scripts/util/timeutil.py Normal file
View File

@@ -0,0 +1,20 @@
"""时间戳与 ISO 展示。"""
from __future__ import annotations
import time
from datetime import datetime
from typing import Optional
def now_unix() -> int:
return int(time.time())
def unix_to_iso(ts: Optional[int]) -> Optional[str]:
if ts is None:
return None
try:
return datetime.fromtimestamp(int(ts)).isoformat(timespec="seconds")
except (ValueError, OSError, OverflowError):
return None