fix: annotate clusters and substitute {disputes} in classic pipeline path
This commit is contained in:
@@ -27,6 +27,10 @@ def constructability_review(sheets: List[Dict], clusters: List[Dict],
|
||||
"assertions": dumps(slim_sheets(sheets)),
|
||||
"clusters": dumps(slim_clusters(clusters)),
|
||||
"conflicts": dumps(conflicts),
|
||||
"disputes": dumps([
|
||||
d for cluster in clusters
|
||||
for d in (cluster.get("disputed_attributes") or [])
|
||||
]),
|
||||
},
|
||||
max_tokens=config.CONSTRUCT_MAX_TOKENS,
|
||||
)
|
||||
|
||||
@@ -33,6 +33,7 @@ from backend.pipeline.normalizer import normalize_assertions, build_project_inte
|
||||
from backend.pipeline.clusterer import cluster_by_location
|
||||
from backend.pipeline.llm_clusterer import cluster_by_location_llm
|
||||
from backend import config
|
||||
from backend.agents.disputes import annotate_clusters
|
||||
from backend.pipeline.conflict_checker import check_conflicts
|
||||
from backend.pipeline.qaqc_review import senior_review
|
||||
from backend.pipeline.code_review import code_review
|
||||
@@ -129,6 +130,10 @@ def _run_stages(
|
||||
else:
|
||||
clusters = cluster_by_location(sheets)
|
||||
|
||||
disputed_count = annotate_clusters(clusters)
|
||||
if disputed_count:
|
||||
print(f"[Cluster] {disputed_count} cluster(s) carry disputed extracted values")
|
||||
|
||||
stage("Reason over clusters (conflicts)")
|
||||
conflicts = check_conflicts(clusters, pages)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user