OpenBench

OpenBench Testing Framework

Books Engines
Name
Source
NPS
Private
Enabled
Build Settings

Path
Compilers
Cpu Flags
Systems
Presets

{
    "test_presets": {
        "default": {
            "base_branch": "main",
            "book_name": "UHO_Lichess_4852_v1.epd",
            "test_bounds": "[0.00, 10.00]",
            "test_confidence": "[0.05, 0.05]",
            "win_adj": "movecount=3 score=400",
            "draw_adj": "movenumber=40 movecount=8 score=10"
        },
        "STC": {
            "both_options": "Threads=1 Hash=16",
            "both_time_control": "8.0+0.08",
            "workload_size": 32
        },
        "LTC": {
            "both_options": "Threads=1 Hash=128",
            "both_time_control": "40.0+0.4",
            "workload_size": 8
        },
        "STC regression": {
            "both_options": "Threads=1 Hash=16",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_bounds": "[-10.00, 0.00]"
        },
        "LTC regression": {
            "both_options": "Threads=1 Hash=128",
            "both_time_control": "40.0+0.4",
            "workload_size": 8,
            "test_bounds": "[-10.00, 0.00]"
        },
        "STC progtest": {
            "both_options": "Threads=1 Hash=16",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_max_games": 3000
        },
        "LTC progtest": {
            "both_options": "Threads=1 Hash=128",
            "both_time_control": "60.0+0.6",
            "workload_size": 8,
            "test_max_games": 1000
        },
        "SMP STC": {
            "both_options": "Threads=4 Hash=16",
            "both_time_control": "8.0+0.08",
            "workload_size": 32
        },
        "SMP LTC": {
            "both_options": "Threads=4 Hash=128",
            "both_time_control": "40.0+0.4",
            "workload_size": 8
        }
    },
    "tune_presets": {
        "default": {
            "book_name": "UHO_4060_v2.epd",
            "win_adj": "movecount=3 score=400",
            "draw_adj": "movenumber=40 movecount=8 score=10"
        },
        "STC": {
            "dev_options": "Threads=1 Hash=8",
            "dev_time_control": "10.0+0.10"
        },
        "MTC": {
            "dev_options": "Threads=1 Hash=32",
            "dev_time_control": "30.0+0.30"
        },
        "LTC": {
            "dev_options": "Threads=1 Hash=64",
            "dev_time_control": "60.0+0.60"
        },
        "VLTC": {
            "dev_options": "Threads=1 Hash=128",
            "dev_time_control": "180.0+1.80"
        }
    },
    "datagen_presets": {
        "default": {
            "win_adj": "None",
            "draw_adj": "None",
            "workload_size": 128
        },
        "40k Nodes": {
            "both_options": "Threads=1 Hash=16",
            "both_time_control": "N=40000"
        }
    }
}