OpenBench

OpenBench Testing Framework

Books Engines
Name
Source
NPS
Private
Enabled
Build Settings

Path
Compilers
Cpu Flags
Systems
Presets

{
    "test_presets": {
        "default": {
            "base_branch": "master",
            "book_name": "UHO_Lichess_4852_v1.epd",
            "test_confidence": "[0.1, 0.05]",
            "win_adj": "movecount=3 score=400",
            "draw_adj": "movenumber=40 movecount=8 score=10"
        },
        "VSTC": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "4.0+0.04",
            "workload_size": 32,
            "test_bounds": "[0.00, 5.00]"
        },
        "STC": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_bounds": "[0.00, 5.00]"
        },
        "LTC": {
            "both_options": "Threads=1 Hash=128 Minimal=true",
            "both_time_control": "40.0+0.4",
            "workload_size": 8,
            "test_bounds": "[0.00, 5.00]"
        },
        "VSTC regression": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "4.0+0.04",
            "workload_size": 32,
            "test_bounds": "[-5.00, 0.00]"
        },
        "STC regression": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_bounds": "[-5.00, 0.00]"
        },
        "LTC regression": {
            "both_options": "Threads=1 Hash=128 Minimal=true",
            "both_time_control": "40.0+0.4",
            "workload_size": 8,
            "test_bounds": "[-5.00, 0.00]"
        },
        "STC ELO": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_max_games": 4096
        },
        "LTC ELO": {
            "both_options": "Threads=1 Hash=128 Minimal=true",
            "both_time_control": "40.0+0.4",
            "workload_size": 8,
            "test_max_games": 1024
        }
    },
    "tune_presets": {
        "default": {
            "book_name": "UHO_Lichess_4852_v1.epd",
            "win_adj": "movecount=3 score=500",
            "draw_adj": "movenumber=40 movecount=8 score=10",
            "both_options": "Threads=1 Hash=128 Minimal=true",
            "both_time_control": "20.0+0.2"
        }
    },
    "datagen_presets": {
        "default": {
            "base_branch": "datagen",
            "dev_branch": "datagen",
            "both_options": "Threads=1 Hash=16 Minimal=true SoftNodes=true SoftNodesHardFactor=100",
            "win_adj": "movecount=4 score=2000",
            "draw_adj": "movenumber=40 movecount=8 score=10",
            "syzygy_adj": "DISABLED",
            "datagen_max_games": 1000000000,
            "workload_size": 128
        },
        "DFRC": {
            "datagen_custom_genfens": "dfrc true",
            "book_name": "DFRC.epd"
        },
        "5k Nodes": {
            "both_time_control": "N=5000"
        },
        "20k Nodes": {
            "both_time_control": "N=20000"
        }
    }
}