{ "schema": "nodus.dev-format-calibration.public-projection.v2", "title": "Valid kernel JSON is not a repaired kernel", "observations_date_utc": "2026-11-09", "claim_kind": "three_observed_adaptive_DEV_interface_calibrations_not_a_repair_benchmark", "selection": { "all_attempts_in_this_sequence": 3, "generation_calls_per_attempt": 1, "all_attempts_retained": true, "sample": "One deliberately modified FlashInfer-derived RMSNorm DEV fixture. Prompt and time-limit revisions were chosen after observing earlier outputs.", "not_independent_replicates": true, "not_holdout_or_confirmation": true, "exclusion": "All three belong to the same exposed DEV lineage, excluded from train/heldout confirmation claims." }, "model": { "id": "Qwen/Qwen2.5-Coder-7B-Instruct", "revision": "c03e6d358207e414f1eca0bb1891e29f1db0e242", "tokenizer_revision": "c03e6d358207e414f1eca0bb1891e29f1db0e242", "weights": [ { "path": "model-00001-of-00004.safetensors", "sha256": "0b6f069918b07c064cbba8ae4f00f529aa9bbf84b7cdfcb7fc2694a40f6aa8ef", "bytes": 4877660776 }, { "path": "model-00002-of-00004.safetensors", "sha256": "c3d46733e7aa054ea7b063fbccd0a5a08446e7bd1814bef26936c5aa1331da62", "bytes": 4932751008 }, { "path": "model-00003-of-00004.safetensors", "sha256": "9fe45dacee087385b3d2d6dd27a7413a8a56d95f145772facc148fa86fc73446", "bytes": 4330865200 }, { "path": "model-00004-of-00004.safetensors", "sha256": "5aa6e5cbe642377fd441fb4e60e83cca96b2bcd9820e245b9ea06d94653f17f2", "bytes": 1089994880 } ], "config_sha256": "c0242402ad6a13b331ea320feea8c7e3776ffb7a4eff0757b9cd667e116d9a28", "tokenizer_sha256": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config_sha256": "959e7f1d9a1b7641a6d6ce05ca97b75c7894fcb66cbe5a040406458fb1128ee4", "weights_changed_between_attempts": false, "fine_tuning_or_adapters": false }, "runtime": { "hardware_class": "NVIDIA L4", "observed_compute_capability": [ 8, 9 ], "same_physical_GPU_established": false, "packages": { "transformers": "4.57.1", "tokenizers": "0.22.1", "torch": "2.9.0+cu130", "safetensors": "0.6.2", "huggingface-hub": "0.36.0", "Jinja2": "3.1.6", "MarkupSafe": "3.0.3" }, "model_class": "Qwen2ForCausalLM", "dtype": "bfloat16", "attention": "eager", "cpu_offload_or_quantization_or_fallback": false, "initial_image_built_for_attempt_1": true, "attempts_2_and_3_reused_same_immutable_runtime_image": true, "input_and_runner_overlays_changed_separately": true, "installed_torch_compiled_git_revision_established": false }, "decoder": { "effective_common_generation_config_excluding_max_time": { "max_length": 20, "max_new_tokens": 4096, "min_length": 0, "min_new_tokens": null, "early_stopping": false, "stop_strings": null, "do_sample": false, "num_beams": 1, "use_cache": true, "cache_implementation": "dynamic", "cache_config": null, "return_legacy_cache": null, "prefill_chunk_size": null, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "min_p": null, "typical_p": 1.0, "epsilon_cutoff": 0.0, "eta_cutoff": 0.0, "repetition_penalty": 1.0, "encoder_repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "bad_words_ids": null, "renormalize_logits": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "sequence_bias": null, "token_healing": false, "guidance_scale": null, "watermarking_config": null, "num_return_sequences": 1, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "output_logits": false, "return_dict_in_generate": true, "pad_token_id": 151643, "bos_token_id": 151643, "eos_token_id": [ 151645, 151643 ], "encoder_no_repeat_ngram_size": 0, "decoder_start_token_id": null, "is_assistant": false, "num_assistant_tokens": 20, "num_assistant_tokens_schedule": "constant", "assistant_confidence_threshold": 0.4, "prompt_lookup_num_tokens": null, "max_matching_ngram_size": null, "assistant_early_exit": null, "assistant_lookbehind": 10, "target_lookbehind": 10, "disable_compile": false, "low_memory": null, "penalty_alpha": null, "dola_layers": null, "diversity_penalty": 0.0, "num_beam_groups": 1, "constraints": null, "force_words_ids": null, "_from_model_config": false, "transformers_version": "4.57.1" }, "max_time_per_attempt_seconds": [ 60, 60, 180 ], "call_overrides": { "use_model_defaults": false, "synced_gpus": false, "custom_generate": null, "assistant_model": null }, "seed": 0, "deterministic_algorithms_requested": true, "tf32": false, "cross_hardware_bitwise_determinism_proven": false, "decode": { "skip_special_tokens": false, "clean_up_tokenization_spaces": false, "only_terminal_EOS_removed_for_extraction": true }, "extraction_function_sha256": "169fedb1e653134c309612e00cc8cfae4d2d33c2261d124adee996551a284f9a", "strict_JSON_function_sha256": "1b9c32bf3ab1d075eb1ddf099de246f52bf8f8e048af54481049e001d7943f0a", "public_codec_sha256": "5826f22051a14f1ba331f12dd57c280d6abd60d07318c0439e4198b1d30c3478", "extractor_changes_between_attempts": false, "requirements": "Exactly one JSON object with protocol, source and launch; unchanged protocol/launch; codec validation. Canonicalization may re-encode JSON but never alter source or launch. No Markdown fences, key repair or prose accepted." }, "input_identity": { "source_sha256": "1f5053e0608172ed6540993f3025af026141e38f4e199cc51b3d6771f7817302", "canonical_carrier_sha256": "18dc7ef8e92a7efe2f1cf3735fc8f6b2e599d4bd79eb2707667f84e133d52c2c", "source_bytes": 3376, "public_contract_sha256": "7272204e14e50faa294a7dca8a0773171983904758638f2306c0c5ecd29ec6e4", "contract_version_authentication": false, "authored_defect_hints_not_observed_compiler_feedback": [ "Normalization divisor replaced H with blockDim.x.", "The second block barrier after warp-zero publication was removed." ], "source_and_contract_unchanged_across_attempts": true, "protected_reference_or_evaluator_read_for_fixture": false, "candidate_runtime_validation_in_this_sequence": false }, "attempts": [ { "attempt": 1, "prompt_variant": "initial", "prompt_tokens": 1670, "prompt_messages_sha256": "1e35e6ff86da2f2c0ea24e69bd09cd588f8db3b754a808a9972b20d702976c8d", "input_manifest_sha256": "058c449705ead0db29b7e8189eb9fd5a3e1f7304b55b98da14c82166bb3fb51e", "runner_sha256": "677d3f881f6f83a210e4caf5c6a6a05691b898c4b002345546257bc958bd759c", "configured_soft_generation_limit_seconds": 60.0, "generated_tokens": 602, "terminal_eos": true, "last_token_id": 151645, "token_cap_reached": false, "reported_stop_reason": "eos", "truncation_possible": false, "format_status": "rejected", "format_valid_carrier_retained": false, "canonicalization_applied": null, "source_changed_in_valid_carrier": null, "kernel_correctness": null, "generated_cuda_executed": false, "training_performed": false, "completion_content": { "bytes": 1696, "sha256": "c34ac3f7f05f2353183f4e1362a140330242bd1227f42b040a46d2bee6bcb59e", "definition": "Decoded completion after removing only a terminal EOS ID if present; no fence stripping, key repair, source edits or regrading." }, "result_receipt_sha256": "5af2e84a613fb0ed981ac921143f5494556cad19792339ac35794d531b4091ba", "independent_audit_sha256": "e518691aafca88cef55f53e00de62207990a70b211dd0e02e496313574b6e445", "interpretation": "Natural EOS, but Markdown-fenced output fails strict JSON at the first character. Static audit also reports flat launch fields/repaired_source instead of the required carrier and missing includes/extern-C/notices; it is not an accepted candidate." }, { "attempt": 2, "prompt_variant": "explicit_complete_carrier", "prompt_tokens": 1953, "prompt_messages_sha256": "5ecf1accc84d42815880cb0f596c15df148344366ba8b3f95cb5b4294e4e464c", "input_manifest_sha256": "3d05a6cd476bb61174220648ec0ad0be9f2e04dfd475ead12a2fc36d9fd3c73a", "runner_sha256": "cf5f1240599952789a58805e22dd87bcee2364860c960a88462b6f4287959b44", "configured_soft_generation_limit_seconds": 60.0, "generated_tokens": 765, "terminal_eos": false, "last_token_id": 220, "token_cap_reached": false, "reported_stop_reason": "soft_time_or_other_stop", "truncation_possible": true, "format_status": "rejected", "format_valid_carrier_retained": false, "canonicalization_applied": null, "source_changed_in_valid_carrier": null, "kernel_correctness": null, "generated_cuda_executed": false, "training_performed": false, "completion_content": { "bytes": 2420, "sha256": "d92c30c6bfe3b10be904a4bf26342db5a338988891fc9a946d66472c1e52fa26", "definition": "Decoded completion after removing only a terminal EOS ID if present; no fence stripping, key repair, source edits or regrading." }, "result_receipt_sha256": "c3bc8e4d46bfcfa50f723b6c929b7f644b6b03e30973f8819ee93058f3698eaa", "independent_audit_sha256": "1ee2564dd7be5997738b61b479a0ec0741a8371ba1cf53b273c24b9532ab2dcb", "interpretation": "Output begins the explicit carrier but stops inside the source string. No EOS, no token-cap hit, and no direct generation timer or criterion flag; soft_time_or_other_stop is retained rather than asserting a measured 60-second trigger." }, { "attempt": 3, "prompt_variant": "explicit_complete_carrier", "prompt_tokens": 1953, "prompt_messages_sha256": "5ecf1accc84d42815880cb0f596c15df148344366ba8b3f95cb5b4294e4e464c", "input_manifest_sha256": "3d05a6cd476bb61174220648ec0ad0be9f2e04dfd475ead12a2fc36d9fd3c73a", "runner_sha256": "8284fd86decb45f976977262f7f0b3ce3e0ad5931797db30df3bf0366b046088", "configured_soft_generation_limit_seconds": 180.0, "generated_tokens": 1190, "terminal_eos": true, "last_token_id": 151645, "token_cap_reached": false, "reported_stop_reason": "eos", "truncation_possible": false, "format_status": "json_repacked", "format_valid_carrier_retained": true, "canonicalization_applied": true, "source_changed_in_valid_carrier": false, "kernel_correctness": null, "generated_cuda_executed": false, "training_performed": false, "completion_content": { "bytes": 3653, "sha256": "20a0aa6bbcdfb1953c4ba4902a10c7367bbd5c1a37ef33f0fe59ade5f3b164b5", "definition": "Decoded completion after removing only a terminal EOS ID if present; no fence stripping, key repair, source edits or regrading." }, "result_receipt_sha256": "43511ed1e4ed116735e5d3a2ce5b1d64fe11297b512be60e02186345863a2cbb", "independent_audit_sha256": "b42328e9d6df005edebd40ebc389ad2861654fe006789d4c01e7b7d0daaea4c7", "interpretation": "Raw JSON reaches EOS. The unchanged strict codec repacks JSON serialization only. Canonical carrier and decoded CUDA source exactly equal the authored faulty input: format success without a repair change." } ], "changes": { "1_to_2": [ "Prompt explicitly named protocol/source/launch keys and nesting; embedded the complete input carrier; requested complete translation unit, includes, extern-C, preserved notices, and JSON only.", "Prompt length 1670→1953 tokens. Source, launch, mathematical contract and authored defect hints stayed unchanged.", "Runner changed expected input hashes and token count only; extraction/execute functions were byte-identical.", "Runtime image reused; no weight/package download or new build. Owner outer deadline shortened from 3000 to 1800 seconds; GPU function/startup/child limits stayed 600/300/480 seconds." ], "2_to_3": [ "Same explicit prompt and all 25 input files, same source/carrier/contract/model/runtime and strict extractor.", "Soft max_time changed 60→180 seconds; monotonic timing added around the existing model.generate call.", "Runner/helper/input-overlay identities changed to bind the new timing code and operation; no weight/package install or image build." ], "causal_limit": "The first schema omission is a plausible ambiguity, not an established sole cause. This adaptive sequence does not isolate causal effects or estimate model repair success." }, "denominators": { "attempts": 3, "model_generations": 3, "format_valid_carriers": 1, "format_rejections": 2, "valid_carriers_with_source_changes": 0, "valid_carriers_tested_for_kernel_correctness": 0, "accepted_repairs": null, "accepted_repairs_note": "Not measured: no generated kernel was executed or judged within this sequence." }, "public_omissions": [ "The aggregate does not embed full prompts, responses or source; the companion archive retains the exact selected DEV input, two prompts, all three responses/token arrays and final carrier.", "Private operational/provider IDs, device UUIDs, host paths, credentials, private implementation/graders/confirmation and local financial records are not included.", "Measured wall time and financial amounts are outside this format/source release; their exclusion does not imply zero cost." ], "limits": [ "A syntactically valid carrier is not proof of compilation, numerical correctness, race/memory safety, repaired code, useful training data or training uplift.", "No authentic compiler/runtime diagnostic was supplied to the model.", "The final unchanged carrier demonstrates lack of change for this exposed fixture, not a model-wide failure rate.", "Owned result custody and source-hash checks are not independent hardware attestation." ], "measurement_scope": { "included": "Observed retained format/source outcomes and configuration only.", "configuration_limits_are_not_measured_durations": true, "actual_generation_wall_time_throughput_costs_or_economics_included": false, "timer_change_disclosed": "A monotonic timer around model.generate was added for attempt3; it did not change the strict extraction logic. No timing comparison is made." }, "saved_byte_reproduction": { "url": "https://data.nodus-compute.ai/assets/nodus-format-calibration-saved-bytes-v1.zip", "sha256": "18d9e61a7cc2e7e7185e6b76463506d1e3c6b68a7070eeb5b7c9bf83cfca6503", "bytes": 54733, "entries": 27, "manifest_sha256": "7d52d8e31721d4383ed38a32b26c331a32e1b6d29c744adb3b590edcca7fe8ed", "verifier_sha256": "1513cddaea09226b2e6ae9f53cf4238d20d5fc0aa0e0c042f5a2f839dd995b46", "offline_result_url": "https://data.nodus-compute.ai/assets/lab-research-format-calibration-offline-check.json", "offline_result_sha256": "603b0431f4f0d409ce6df85a5032dafe8d2523bd4bdb73ef018378a5ebf3f4c2", "verification": "Fixture-specific byte/JSON relationships only; no inference or CUDA grading.", "public_contract_projection_sha256": "1ec9c33b7fdb07103b0390cc12243f5b263236cb644e94eefb54eea93a7e3bfb" } }