Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"$schema": "../../expected-edges.schema.json",
"language": "hcl",
"description": "Hand-annotated call edges for HCL/Terraform resolution benchmark. HCL uses module references rather than function calls — edges represent module source references.",
"description": "ASPIRATIONAL, not currently enforced (see resolution-benchmark.test.ts's hcl threshold, pinned at 0.0/0.0, and issue #2524): hand-annotated module-reference edges for a HCL/Terraform resolution capability that does not exist yet. HCL has no functions/calls to resolve in the traditional sense — these edges describe a genuinely different, unimplemented notion of module-source-reference linkage ('module.user_service references module.repository'), not a gap in the same call-resolution machinery other 0.0/0.0 languages (cuda/groovy/verilog) are missing. Building this fixture today yields 0 of these 2 edges; every edge that does materialize is a structural 'contains' edge.",
"edges": [
{
"source": { "name": "module.user_service", "file": "main.tf" },
Expand Down
6 changes: 6 additions & 0 deletions tests/benchmarks/resolution/resolution-benchmark.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -245,6 +245,12 @@ const THRESHOLDS: Record<string, { precision: number; recall: number }> = {
cuda: { precision: 0.0, recall: 0.0 },
groovy: { precision: 0.0, recall: 0.0 },
verilog: { precision: 0.0, recall: 0.0 },
// hcl's fixture (unlike cuda/groovy/verilog above) isn't just "call
// resolution not implemented yet" for the same kind of edge every other
// language has — HCL has no functions/calls at all. Its expected-edges.json
// aspirationally describes a genuinely different, unimplemented capability
// (module-source-reference linkage) that 0 of its own edges currently
// materialize (see that file's own description and issue #2524).
hcl: { precision: 0.0, recall: 0.0 },
};

Expand Down
Loading