Go knowledge compiler with scheduler-driven dataset compilation (#17913)

Ports dataset knowledge compilation (wiki/graph/tree/mindmap) to the Go
scheduler with a status contract, aligns wiki storage/retrieval with
Python, sizes prompts by content_length, and resolves embedding batch
size from provider capability.
This commit is contained in:
Zhichang Yu authored and GitHub committed 2026-08-06 15:54:00 +08:00
1 parent addc5acdc0
commit 2e37997ab9
116 files changed
+6678 -1942

No files matched your search

Generated
+3 -5
View File
@@ -8167,7 +8167,6 @@ dependencies = [
{ name = "webdav4" },
{ name = "webdriver-manager" },
{ name = "wechatpy" },
{ name = "werkzeug" },
{ name = "wikipedia" },
{ name = "word2number" },
{ name = "xgboost" },
@@ -8324,7 +8323,6 @@ requires-dist = [
{ name = "webdav4", specifier = ">=0.10.0,<0.11.0" },
{ name = "webdriver-manager", specifier = "==4.0.1" },
{ name = "wechatpy", specifier = ">=1.8.18" },
{ name = "werkzeug", specifier = ">=3.1.7,<4" },
{ name = "wikipedia", specifier = "==1.4.0" },
{ name = "word2number", specifier = "==1.1" },
{ name = "xgboost", specifier = "==1.6.0" },
@@ -9922,14 +9920,14 @@ wheels = [
[[package]]
name = "werkzeug"
version = "3.1.8"
version = "3.1.5"
source = { registry = "https://mirrors.aliyun.com/pypi/simple" }
dependencies = [
{ name = "markupsafe" },
]
sdist = { url = "https://mirrors.aliyun.com/pypi/packages/dd/b2/381be8cfdee792dd117872481b6e378f85c957dd7c5bca38897b08f765fd/werkzeug-3.1.8.tar.gz", hash = "sha256:9bad61a4268dac112f1c5cd4630a56ede601b6ed420300677a869083d70a4c44" }
sdist = { url = "https://mirrors.aliyun.com/pypi/packages/5a/70/1469ef1d3542ae7c2c7b72bd5e3a4e6ee69d7978fa8a3af05a38eca5becf/werkzeug-3.1.5.tar.gz", hash = "sha256:6a548b0e88955dd07ccb25539d7d0cc97417ee9e179677d22c7041c8f078ce67" }
wheels = [
{ url = "https://mirrors.aliyun.com/pypi/packages/93/8c/2e650f2afeb7ee576912636c23ddb621c91ac6a98e66dc8d29c3c69446e1/werkzeug-3.1.8-py3-none-any.whl", hash = "sha256:63a77fb8892bf28ebc3178683445222aa500e48ebad5ec77b0ad80f8726b1f50" },
{ url = "https://mirrors.aliyun.com/pypi/packages/ad/e4/8d97cca767bcc1be76d16fb76951608305561c6e056811587f36cb1316a8/werkzeug-3.1.5-py3-none-any.whl", hash = "sha256:5111e36e91086ece91f93268bb39b4a35c1e6f1feac762c9c822ded0a4e322dc" },
]
[[package]]