Skip to content

Local code intelligence for developers and AI agents. Connect code, docs and infrastructure in a persistent graph, with CBM Lens, MCP tools, agent integrations and change-aware test selection.

11.1 KB
Raw Blame
/*
 * repro_main.c — Entry point for the cumulative BUG-REPRODUCTION suite.
 *
 * This runner is SEPARATE from the gating `make test` (test-runner). It exists
 * to hold reproduce-first cases for OPEN bugs plus the controls needed to prove
 * their fixtures and oracles are meaningful. Reproduction cases assert the
 * correct behaviour and stay RED until fixed; controls remain GREEN.
 *
 * Because open reproductions are red by design, these suites MUST NOT live in `ALL_TEST_SRCS`
 * (that would turn the PR gate `ci-ok` red and wedge every merge). They are built
 * + run only via `make test-repro` and the `bug-repro.yml` workflow, neither of
 * which gates branch protection.
 *
 * Exit status: non-zero when any reproduction is still RED (the expected state).
 * The `bug-repro.yml` workflow treats that as the status board, not a hard fail.
 *
 * Adding a cluster:
 *   1. create tests/repro/repro_<cluster>.c exporting `void suite_repro_<cluster>(void)`
 *   2. add it to TEST_REPRO_SRCS in Makefile.cbm
 *   3. forward-declare + RUN_SUITE it below
 */

/* Global test counters (declared extern in test_framework.h) */
int tf_pass_count = 0;
int tf_fail_count = 0;
int tf_skip_count = 0;
int tf_deselected_count = 0;

#include "test_framework.h"
#include "test_helpers.h"
#include "repro_runner.h"
#include "foundation/compat.h" /* cbm_setenv — #845 supervisor kill switch */
#include "daemon/bootstrap.h"  /* refuse the developer's default daemon rendezvous */

/* Per-test selection (CBM_TEST_ONLY) and per-test coverage belong to the gating
 * runner, tests/test_main.c. This board selects whole suites with
 * CBM_REPRO_ONLY, and every test of a selected suite runs. */
bool tf_test_selected(const char *test) {
    (void)test;
    return true;
}
#ifdef CBM_TEST_COVERAGE
void tf_coverage_test_begin(const char *test) {
    (void)test;
}
void tf_coverage_test_end(const char *test) {
    (void)test;
}
#endif

/* Per-suite summary + filter. RUN_SUITE prints a one-line
 * "[SUITE] <name> P passed, F failed" report (greppable for which suites still
 * have reds). The shared selector implementation lives with its gating tests in
 * repro_runner_filter.c. */
#undef RUN_SUITE
#define RUN_SUITE(name)                                                            \
    do {                                                                           \
        if (!cbm_suite_enabled(#name))                                             \
            break;                                                                 \
        int _p0 = tf_pass_count, _f0 = tf_fail_count;                              \
        printf("\n%s=== %s ===%s\n", tf_dim(), #name, tf_reset());                 \
        suite_##name();                                                            \
        printf("[SUITE] %-38s %d passed, %d failed\n", #name, tf_pass_count - _p0, \
               tf_fail_count - _f0);                                               \
    } while (0)

/* ── Repro suites (one per bug cluster / issue) ─────────────────── */
extern void suite_repro_extraction(void);
extern void suite_repro_runner_filter(void);
extern void suite_repro_harness_cleanup(void);
extern void suite_repro_language_registry(void);
extern void suite_repro_call_node_manifest(void);
extern void suite_repro_call_scope_usages(void);
extern void suite_repro_call_argument_usages(void);
extern void suite_repro_lsp_ordered_signatures(void);
extern void suite_repro_lsp_ordered_local(void);
extern void suite_repro_ts_overload_return_chains(void);
extern void suite_repro_reference_precision(void);
extern void suite_repro_lexical_binding_precision(void);
extern void suite_repro_call_argument_matrix_a(void);
extern void suite_repro_call_argument_matrix_b(void);
extern void suite_repro_call_node_behaviors(void);
extern void suite_repro_parallel_determinism(void);
extern void suite_repro_issue495(void);
extern void suite_repro_issue521(void);
extern void suite_repro_issue382(void);
extern void suite_repro_issue408(void);
extern void suite_repro_issue56(void);
extern void suite_repro_issue480(void);
extern void suite_repro_issue571(void);
extern void suite_repro_issue523(void);
extern void suite_repro_issue546(void);
extern void suite_repro_issue627(void);
extern void suite_repro_issue514(void);
extern void suite_repro_issue510(void);
extern void suite_repro_issue557(void);
extern void suite_repro_issue520(void);
extern void suite_repro_issue333(void);
extern void suite_repro_issue570(void);
extern void suite_repro_issue409(void);
extern void suite_repro_issue431(void);
extern void suite_repro_issue607(void);
extern void suite_repro_issue403(void);
extern void suite_repro_issue434(void);
extern void suite_repro_issue471(void);
extern void suite_repro_issue221(void);
extern void suite_repro_issue548(void);
extern void suite_repro_issue363(void);
extern void suite_repro_issue581(void);
extern void suite_repro_issue787(void);
extern void suite_repro_issue842(void);
extern void suite_repro_issue964(void);
extern void suite_repro_issue1692(void);
/* NEW bugs found by the discovery sweep */
extern void suite_repro_new_ts_class_field_arrow(void);
extern void suite_repro_new_py_tuple_unpack(void);
extern void suite_repro_new_cypher_limit_zero(void);
/* Large INVARIANT test group (graph-quality systemic invariants, QUALITY_ANALYSIS) */
extern void suite_repro_invariant_calls(void);
extern void suite_repro_invariant_graph(void);
extern void suite_repro_invariant_breadth(void);
extern void suite_repro_invariant_enclosing_parity(void);
extern void suite_repro_invariant_lsp_rescue(void);
extern void suite_repro_invariant_discovery_fqn(void);
/* Per-grammar invariant batteries (extract-clean/labels/fqn/ranges/callable-sourcing) */
extern void suite_repro_grammar_core(void);
extern void suite_repro_grammar_scripting(void);
extern void suite_repro_grammar_functional(void);
extern void suite_repro_grammar_systems(void);
extern void suite_repro_grammar_web(void);
extern void suite_repro_grammar_config(void);
extern void suite_repro_grammar_build(void);
extern void suite_repro_grammar_shells(void);
extern void suite_repro_grammar_scientific(void);
extern void suite_repro_grammar_markup(void);
extern void suite_repro_grammar_misc(void);
/* Per-LSP-pass resolution-strategy invariants */
extern void suite_repro_lsp_c_cpp(void);
extern void suite_repro_lsp_go_py(void);
extern void suite_repro_lsp_ts(void);
/* TS cross-file inherited-method resolution gap (post-#840 probe flip) */
extern void suite_repro_ts_inherited_method(void);
extern void suite_repro_lsp_java_cs(void);
extern void suite_repro_lsp_kt_php_rust(void);

int main(void) {
    /* #845 belt-and-suspenders: this binary EMBEDS cbm_mcp_handle_tool and its
     * main() IGNORES argv — spawned as `<self> cli --index-worker …` it would
     * re-run EVERY repro suite recursively (the observed 11-min hangs). The
     * supervisor gate already ignores unmarked hosts; pin the kill switch too.
     * A test that exercises the supervisor must explicitly re-enable it. */
    cbm_setenv("CBM_INDEX_SUPERVISOR", "0", 1);
#ifdef CBM_ENABLE_TEST_SEAMS
    /* No reproduction needs the daemon rendezvous. Its default is the
     * developer's live daemon whatever HOME says, so a case that ever resolves
     * an endpoint without an explicit parent or CBM_RUNTIME_DIR is refused
     * loudly instead of reaching it. */
    cbm_daemon_bootstrap_forbid_default_runtime_for_test(true);
#endif
    /* #2003: fixture git commands must never reach the caller's repository. */
    th_clear_git_repo_env();

    /* Unbuffered: a reproduction may crash/_exit (or a sanitizer may _exit on a
     * leak) before stdio flushes — keep every printed line so the summary and the
     * RED rows always reach the board even on an abnormal exit. */
    setvbuf(stdout, NULL, _IONBF, 0);

    printf("\n");
    printf("════════════════════════════════════════════════════════════\n");
    printf("  CUMULATIVE BUG-REPRODUCTION SUITE\n");
    printf("  RED rows are EXPECTED — each is an open bug reproduced.\n");
    printf("  PASS rows may be controls or candidate fixes. Verify each\n");
    printf("  RED→GREEN transition before promotion or issue closure.\n");
    printf("════════════════════════════════════════════════════════════\n");

    RUN_SUITE(repro_extraction);
    RUN_SUITE(repro_runner_filter);
    RUN_SUITE(repro_harness_cleanup);
    RUN_SUITE(repro_language_registry);
    RUN_SUITE(repro_call_node_manifest);
    RUN_SUITE(repro_call_scope_usages);
    RUN_SUITE(repro_call_argument_usages);
    RUN_SUITE(repro_lsp_ordered_signatures);
    RUN_SUITE(repro_lsp_ordered_local);
    RUN_SUITE(repro_ts_overload_return_chains);
    RUN_SUITE(repro_reference_precision);
    RUN_SUITE(repro_lexical_binding_precision);
    RUN_SUITE(repro_call_argument_matrix_a);
    RUN_SUITE(repro_call_argument_matrix_b);
    RUN_SUITE(repro_call_node_behaviors);
    RUN_SUITE(repro_parallel_determinism);
    RUN_SUITE(repro_issue495);
    RUN_SUITE(repro_issue521);
    RUN_SUITE(repro_issue382);
    RUN_SUITE(repro_issue408);
    RUN_SUITE(repro_issue56);
    RUN_SUITE(repro_issue480);
    RUN_SUITE(repro_issue571);
    RUN_SUITE(repro_issue523);
    RUN_SUITE(repro_issue546);
    RUN_SUITE(repro_issue627);
    RUN_SUITE(repro_issue514);
    RUN_SUITE(repro_issue510);
    RUN_SUITE(repro_issue557);
    RUN_SUITE(repro_issue520);
    RUN_SUITE(repro_issue333);
    RUN_SUITE(repro_issue570);
    RUN_SUITE(repro_issue409);
    RUN_SUITE(repro_issue431);
    RUN_SUITE(repro_issue607);
    RUN_SUITE(repro_issue403);
    RUN_SUITE(repro_issue434);
    RUN_SUITE(repro_issue471);
    RUN_SUITE(repro_issue221);
    RUN_SUITE(repro_issue548);
    RUN_SUITE(repro_new_ts_class_field_arrow);
    RUN_SUITE(repro_new_py_tuple_unpack);
    RUN_SUITE(repro_new_cypher_limit_zero);
    RUN_SUITE(repro_issue363);
    RUN_SUITE(repro_issue581);
    RUN_SUITE(repro_issue787);
    RUN_SUITE(repro_issue842);
    RUN_SUITE(repro_issue964);
    RUN_SUITE(repro_issue1692);
    RUN_SUITE(repro_invariant_calls);
    RUN_SUITE(repro_invariant_graph);
    RUN_SUITE(repro_invariant_breadth);
    RUN_SUITE(repro_invariant_enclosing_parity);
    RUN_SUITE(repro_invariant_lsp_rescue);
    RUN_SUITE(repro_invariant_discovery_fqn);
    RUN_SUITE(repro_grammar_core);
    RUN_SUITE(repro_grammar_scripting);
    RUN_SUITE(repro_grammar_functional);
    RUN_SUITE(repro_grammar_systems);
    RUN_SUITE(repro_grammar_web);
    RUN_SUITE(repro_grammar_config);
    RUN_SUITE(repro_grammar_build);
    RUN_SUITE(repro_grammar_shells);
    RUN_SUITE(repro_grammar_scientific);
    RUN_SUITE(repro_grammar_markup);
    RUN_SUITE(repro_grammar_misc);
    RUN_SUITE(repro_lsp_c_cpp);
    RUN_SUITE(repro_lsp_go_py);
    RUN_SUITE(repro_lsp_ts);
    RUN_SUITE(repro_ts_inherited_method);
    RUN_SUITE(repro_lsp_java_cs);
    RUN_SUITE(repro_lsp_kt_php_rust);

    if (tf_pass_count + tf_fail_count + tf_skip_count == 0) {
        fprintf(stderr, "::error::bug-repro runner executed zero tests\n");
        return 2;
    }

    TEST_SUMMARY();
}