{"schemaVersion":"football-proof-ai-research-manifest/1.0.0","publisher":{"name":"Football Proof AI","url":"https://footballproofai.com/about"},"reviewStatus":"Editorial technical note; not externally peer reviewed","updated":"2026-07-13","citationExports":{"bibtex":"https://footballproofai.com/research/citations.bib","cslJson":"https://footballproofai.com/research/citations.json"},"feed":"https://footballproofai.com/research/feed.xml","publications":[{"abstract":"A reproducible guide to top-pick hit rate, multiclass Brier score, normalized Ranked Probability Score, calibration, expected calibration error, log loss, Wilson intervals and honest baselines for 1X2 football forecasts.","articleSection":"Football forecast evaluation","canonicalUrl":"https://footballproofai.com/research/football-prediction-accuracy-metrics","changeLog":[{"date":"2026-07-13","summary":"Initial guide to hit rate, Brier score, calibration, log loss, uncertainty and baselines.","version":"football-accuracy-metrics/1.0.0"},{"date":"2026-07-13","summary":"Added normalized three-class RPS, a fixed worked example and balanced citations for and against ordinal football scoring.","version":"football-accuracy-metrics/1.1.0"}],"citations":["https://doi.org/10.1175/1520-0493(1950)078%3C0001:VOFEIT%3E2.0.CO;2","https://doi.org/10.1198/016214506000001437","https://doi.org/10.1609/aaai.v29i1.9602","https://doi.org/10.1080/01621459.1927.10502953","https://scikit-learn.org/stable/modules/generated/sklearn.metrics.log_loss.html","https://doi.org/10.1515/1559-0410.1418","https://doi.org/10.1515/jqas-2019-0089"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:research:football-accuracy-metrics:1.1.0","kind":"Research guide","seriesIdentifier":"fpai:research:football-accuracy-metrics","status":"current","supersedes":["fpai:research:football-accuracy-metrics:1.0.0"],"title":"Football Prediction Accuracy Metrics Explained","version":"football-accuracy-metrics/1.1.0"},{"abstract":"A time-ordered validation protocol for football probability models with rolling-origin folds, point-in-time features, separate calibration windows and fixed acceptance gates.","articleSection":"Football model validation","canonicalUrl":"https://footballproofai.com/research/walk-forward-football-model-validation","changeLog":[{"date":"2026-07-13","summary":"Initial public release.","version":"walk-forward-validation/1.0.0"}],"citations":["https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.merge_asof.html","https://journals.ametsoc.org/view/journals/mwre/78/1/1520-0493_1950_078_0001_vofeit_2_0_co_2.xml","https://icml.cc/Conferences/2005/proceedings/papers/079_GoodProbabilities_NiculescuMizilCaruana.pdf","https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.TimeSeriesSplit.html","https://doi.org/10.1016/S0169-2070(00)00065-0"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:research:walk-forward-validation:1.0.0","kind":"Method","seriesIdentifier":"fpai:research:walk-forward-validation","status":"current","supersedes":[],"title":"Walk-Forward Validation for Football Models","version":"walk-forward-validation/1.0.0"},{"abstract":"A deterministic nearest-neighbour method for complete 1X2 probability distributions with Total Variation distance and a strict publication-time cutoff.","articleSection":"Historical football forecast comparison","canonicalUrl":"https://footballproofai.com/research/probability-neighbours","changeLog":[{"date":"2026-07-12","summary":"Initial public release.","version":"probability-neighbours/1.0.0"}],"citations":["https://doi.org/10.1007/s00283-002-0012-7"],"dateModified":"2026-07-12","datePublished":"2026-07-12","identifier":"fpai:research:probability-neighbours:1.0.0","kind":"Method","seriesIdentifier":"fpai:research:probability-neighbours","status":"current","supersedes":[],"title":"Probability Neighbours: Similar Football Forecasts","version":"probability-neighbours/1.0.0"},{"abstract":"A browser-only integrity and scoring audit for a complete 1X2 prediction CSV, including timing failures, hit rate, uncertainty, Brier score, log loss, calibration and a SHA-256 receipt.","articleSection":"Football forecast audit tooling","canonicalUrl":"https://footballproofai.com/tools/football-prediction-accuracy-calculator","changeLog":[{"date":"2026-07-13","summary":"Initial public release.","version":"football-accuracy-audit/1.0.0"}],"citations":["https://doi.org/10.1175/1520-0493(1950)078%3C0001:VOFEIT%3E2.0.CO;2","https://doi.org/10.1198/016214506000001437","https://doi.org/10.1080/01621459.1927.10502953","https://scikit-learn.org/stable/modules/generated/sklearn.metrics.log_loss.html"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:tool:football-accuracy-audit:1.0.0","kind":"Browser tool","seriesIdentifier":"fpai:tool:football-accuracy-audit","status":"current","supersedes":[],"title":"Football Prediction Accuracy Calculator","version":"football-accuracy-audit/1.0.0"},{"abstract":"A paired browser-only evaluation of two pre-match 1X2 probability systems over the same settled matches using Brier score, log loss, hit rate and explicit uncertainty limits.","articleSection":"Football forecast comparison tooling","canonicalUrl":"https://footballproofai.com/tools/football-prediction-model-comparison","changeLog":[{"date":"2026-07-13","summary":"Initial public release.","version":"football-model-comparison/1.0.0"}],"citations":["https://doi.org/10.1175/1520-0493(1950)078%3C0001:VOFEIT%3E2.0.CO;2","https://doi.org/10.1080/07350015.1995.10524599","https://arxiv.org/abs/1705.04356"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:tool:football-model-comparison:1.0.0","kind":"Browser tool","seriesIdentifier":"fpai:tool:football-model-comparison","status":"current","supersedes":[],"title":"Football Prediction Model Comparison Tool","version":"football-model-comparison/1.0.0"},{"abstract":"A browser-only football Brier score calculator that decomposes complete 1X2 forecasts into classwise reliability, resolution, uncertainty, visible within-bin corrections, Wilson intervals and explicit baseline skill scores.","articleSection":"Football probability forecast diagnostics","canonicalUrl":"https://footballproofai.com/tools/football-brier-score-decomposition","changeLog":[{"date":"2026-07-13","summary":"Initial direct Brier, fixed-bin decomposition, approximation residual and skill-score release.","version":"football-brier-decomposition/1.0.0"},{"date":"2026-07-13","summary":"Added class reliability diagrams, observed counts, Wilson 95% intervals and SVG export without changing the direct-score or decomposition equations.","version":"football-brier-decomposition/1.1.0"}],"citations":["https://doi.org/10.1175/1520-0493(1950)078%3C0001:VOFEIT%3E2.0.CO;2","https://doi.org/10.1175/1520-0450(1973)012%3C0595:ANVPOT%3E2.0.CO;2","https://doi.org/10.1198/016214506000001437","https://doi.org/10.1002/qj.456","https://doi.org/10.1175/2007WAF2006116.1"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:tool:football-brier-decomposition:1.1.0","kind":"Browser tool","seriesIdentifier":"fpai:tool:football-brier-decomposition","status":"current","supersedes":["fpai:tool:football-brier-decomposition:1.0.0"],"title":"Football Brier Score Calculator & Decomposition Lab","version":"football-brier-decomposition/1.1.0"},{"abstract":"A transparent planning and inference calculator for football prediction hit-rate intervals, independent and paired comparisons, minimum detectable effects and paired Brier-score sample requirements.","articleSection":"Football forecast uncertainty and study planning","canonicalUrl":"https://footballproofai.com/tools/football-prediction-sample-size-calculator","changeLog":[{"date":"2026-07-13","summary":"Initial public release.","version":"football-sample-size/1.0.0"}],"citations":["https://doi.org/10.1080/01621459.1927.10502953","https://doi.org/10.1002/(SICI)1097-0258(19980430)17:8%3C873::AID-SIM779%3E3.0.CO;2-I","https://doi.org/10.1007/BF02295996","https://doi.org/10.1175/1520-0493(1950)078%3C0001:VOFEIT%3E2.0.CO;2","https://doi.org/10.1198/016214506000001437","https://doi.org/10.1037/0033-2909.112.1.155"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:tool:football-sample-size:1.0.0","kind":"Browser tool","seriesIdentifier":"fpai:tool:football-sample-size","status":"current","supersedes":[],"title":"Football Prediction Sample Size & Significance Calculator","version":"football-sample-size/1.0.0"},{"abstract":"A browser-only audit of declared walk-forward fold membership, prediction cutoffs, feature availability, training-outcome boundaries, duplicate matches and repeated test evidence.","articleSection":"Football model validation integrity","canonicalUrl":"https://footballproofai.com/tools/football-model-leakage-auditor","changeLog":[{"date":"2026-07-13","summary":"Initial public release.","version":"football-model-leakage-audit/1.0.0"}],"citations":["https://doi.org/10.1007/s10618-022-00894-5","https://scikit-learn.org/stable/modules/generated/sklearn.model_selection.TimeSeriesSplit.html","https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.merge_asof.html"],"dateModified":"2026-07-13","datePublished":"2026-07-13","identifier":"fpai:tool:football-model-leakage-audit:1.0.0","kind":"Browser tool","seriesIdentifier":"fpai:tool:football-model-leakage-audit","status":"current","supersedes":[],"title":"Walk-Forward Football Model Leakage Auditor","version":"football-model-leakage-audit/1.0.0"}]}