{"calibration":{"quality":"good","ece":0.00021235688055047422,"mce":0.25,"brier":0.08215711449557023,"sample_count":4629,"reliability_bins":[{"confidence_range":[0,0.1],"avg_confidence":0,"actual_accuracy":0,"count":0,"error":0},{"confidence_range":[0.1,0.2],"avg_confidence":0,"actual_accuracy":0,"count":0,"error":0},{"confidence_range":[0.2,0.30000000000000004],"avg_confidence":0.25,"actual_accuracy":0,"count":1,"error":0.25},{"confidence_range":[0.30000000000000004,0.4],"avg_confidence":0.37269491525423687,"actual_accuracy":0.3728813559322034,"count":59,"error":0.0001864406779665262},{"confidence_range":[0.4,0.5],"avg_confidence":0,"actual_accuracy":0,"count":0,"error":0},{"confidence_range":[0.5,0.6000000000000001],"avg_confidence":0.5649999999999996,"actual_accuracy":0.5652173913043478,"count":23,"error":0.000217391304348169},{"confidence_range":[0.6000000000000001,0.7000000000000001],"avg_confidence":0,"actual_accuracy":0,"count":0,"error":0},{"confidence_range":[0.7000000000000001,0.8],"avg_confidence":0.7750000000000018,"actual_accuracy":0.7746478873239436,"count":142,"error":0.0003521126760581694},{"confidence_range":[0.8,0.9],"avg_confidence":0.8885195948920961,"actual_accuracy":0.888595332452664,"count":2271,"error":0.00007573756056789005},{"confidence_range":[0.9,1],"avg_confidence":0.9444421003281848,"actual_accuracy":0.9442100328176277,"count":2133,"error":0.00023206751055704355}]},"by_task_type":{"refactor":{"ece":0.00014450867052095973,"brier":0.06949783236994232,"sampleCount":173},"bug-fix":{"ece":0.0000519740130221491,"brier":0.09314283658171266,"sampleCount":2001},"unknown":{"ece":0.0003521126760581694,"brier":0.1745686619718312,"sampleCount":142},"feature":{"ece":0.00027932960896381864,"brier":0.04775139664804369,"sampleCount":1432},"security":{"ece":0.0001340996168602837,"brier":0.06089166666666758,"sampleCount":522},"documentation":{"ece":0.0003913043478246392,"brier":0.13276834782608732,"sampleCount":184},"test-writing":{"ece":0.00004651162790636487,"brier":0.1514332093023256,"sampleCount":86},"devops":{"ece":0.0003043478260869592,"brier":0.23818534782608686,"sampleCount":23},"migration":{"ece":0.00014285714285722229,"brier":0.2295918571428572,"sampleCount":28},"performance":{"ece":0.000217391304348169,"brier":0.24574673913043485,"sampleCount":23}},"by_language":{"unknown":{"ece":0.050666119096515,"brier":0.034713791375769756,"sampleCount":2435},"typescript":{"ece":0.09337775202780943,"brier":0.15301442989571343,"sampleCount":863},"php":{"ece":0.1470303030303029,"brier":0.02653133333333334,"sampleCount":33},"java":{"ece":0.10523809523809498,"brier":0.03196831746031742,"sampleCount":63},"python":{"ece":0.07354846938775342,"brier":0.1439427525510199,"sampleCount":392},"javascript":{"ece":0.2411886792452831,"brier":0.26716305660377354,"sampleCount":106},"rust":{"ece":0.06264327485380133,"brier":0.06340011695906438,"sampleCount":171},"scala":{"ece":0.04450000000000009,"brier":0.03246373529411761,"sampleCount":34},"html":{"ece":0.028145833333333183,"brier":0.043119687499999976,"sampleCount":48},"go":{"ece":0.032041095890411216,"brier":0.0934435890410959,"sampleCount":146},"astro":{"ece":0.05354545454545443,"brier":0.08523100000000002,"sampleCount":11},"c#":{"ece":0.08188461538461539,"brier":0.007771653846153844,"sampleCount":26},"mdx":{"ece":0.10492307692307694,"brier":0.12224430769230767,"sampleCount":13},"ruby":{"ece":0.09475999999999976,"brier":0.052593479999999984,"sampleCount":25},"zig":{"ece":0.09053846153846151,"brier":0.011678230769230772,"sampleCount":13},"kotlin":{"ece":0.10147368421052627,"brier":0.10550673684210528,"sampleCount":19},"shell":{"ece":0.09049999999999976,"brier":0.008979999999999997,"sampleCount":24},"jupyter notebook":{"ece":0.17546268656716418,"brier":0.25664379104477614,"sampleCount":67},"c++":{"ece":0.27534482758620704,"brier":0.31967734482758625,"sampleCount":58},"css":{"ece":0.10173333333333334,"brier":0.012911066666666667,"sampleCount":15}},"ground_truth":{"source":"database","total_validated":4629,"methodology":"Bayesian shrinkage on repo-weighted success rates","shrinkage_prior":"50% with weight=3 virtual repos","by_language":{"unknown":{"commit_weighted_rate":0.967,"repo_weighted_rate":0.965,"unique_repos":1888,"samples":2435,"multiplier":1.032},"typescript":{"commit_weighted_rate":0.796,"repo_weighted_rate":0.868,"unique_repos":287,"samples":863,"multiplier":0.924},"php":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":10,"samples":33,"multiplier":0.946},"java":{"commit_weighted_rate":0.984,"repo_weighted_rate":0.998,"unique_repos":18,"samples":63,"multiplier":0.992},"python":{"commit_weighted_rate":0.816,"repo_weighted_rate":0.889,"unique_repos":184,"samples":392,"multiplier":0.944},"prolog":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"yaml":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":4,"multiplier":0.85},"javascript":{"commit_weighted_rate":0.642,"repo_weighted_rate":0.891,"unique_repos":55,"samples":106,"multiplier":0.932},"rust":{"commit_weighted_rate":0.942,"repo_weighted_rate":0.924,"unique_repos":64,"samples":171,"multiplier":0.968},"scala":{"commit_weighted_rate":0.971,"repo_weighted_rate":0.991,"unique_repos":7,"samples":34,"multiplier":0.903},"html":{"commit_weighted_rate":0.958,"repo_weighted_rate":0.941,"unique_repos":34,"samples":48,"multiplier":0.968},"go":{"commit_weighted_rate":0.904,"repo_weighted_rate":0.867,"unique_repos":62,"samples":146,"multiplier":0.909},"lua":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":7,"multiplier":0.85},"astro":{"commit_weighted_rate":0.909,"repo_weighted_rate":0.833,"unique_repos":6,"samples":11,"multiplier":0.772},"swift":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":7,"samples":8,"multiplier":0.909},"c#":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":12,"samples":26,"multiplier":0.963},"mdx":{"commit_weighted_rate":0.846,"repo_weighted_rate":0.8,"unique_repos":6,"samples":13,"multiplier":0.749},"ruby":{"commit_weighted_rate":0.96,"repo_weighted_rate":0.967,"unique_repos":10,"samples":25,"multiplier":0.919},"zig":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":3,"samples":13,"multiplier":0.802},"kotlin":{"commit_weighted_rate":0.895,"repo_weighted_rate":0.875,"unique_repos":12,"samples":19,"multiplier":0.856},"shell":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":15,"samples":24,"multiplier":0.981},"emacs lisp":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":4,"multiplier":0.85},"jupyter notebook":{"commit_weighted_rate":0.687,"repo_weighted_rate":0.741,"unique_repos":9,"samples":67,"multiplier":0.728},"c++":{"commit_weighted_rate":0.586,"repo_weighted_rate":0.921,"unique_repos":19,"samples":58,"multiplier":0.924},"r":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"csharp":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":6,"multiplier":0.85},"nsis":{"commit_weighted_rate":0,"repo_weighted_rate":0,"unique_repos":1,"samples":1,"multiplier":0.85},"dart":{"commit_weighted_rate":0.857,"repo_weighted_rate":0.75,"unique_repos":4,"samples":7,"multiplier":0.7},"hy":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":3,"multiplier":0.85},"css":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":10,"samples":15,"multiplier":0.946},"c":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":2,"multiplier":1},"hcl":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"powershell":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":5,"samples":5,"multiplier":0.869},"ocaml":{"commit_weighted_rate":0,"repo_weighted_rate":0,"unique_repos":1,"samples":1,"multiplier":0.85},"clojure":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"julia":{"commit_weighted_rate":0,"repo_weighted_rate":0,"unique_repos":1,"samples":3,"multiplier":0.85},"tsql":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":2,"multiplier":0.85},"nix":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"common lisp":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":2,"multiplier":0.85},"elixir":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"vue":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":2,"multiplier":0.85},"solidity":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":2,"samples":2,"multiplier":0.85},"llvm":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85},"scss":{"commit_weighted_rate":1,"repo_weighted_rate":1,"unique_repos":1,"samples":1,"multiplier":0.85}},"language_multipliers":{"go":0.909,"javascript":0.932,"c++":0.924,"typescript":0.924,"python":0.944,"rust":0.968,"c":1,"unknown":1.032,"php":0.946,"java":0.992,"scala":0.903,"html":0.968,"astro":0.772,"swift":0.909,"c#":0.963,"mdx":0.749,"ruby":0.919,"zig":0.802,"kotlin":0.856,"shell":0.981,"jupyter notebook":0.728,"dart":0.7,"css":0.946,"powershell":0.869},"loaded_at":"2026-05-01T01:50:49.881Z"},"interpretation":{"ece":"Good: predictions are well-calibrated","brier":"Good: low prediction error","sample_count":"Sufficient: large sample for reliable metrics"},"data_source":"database","computed_at":"2026-05-01T01:50:49.912Z"}