OpenBench

OpenBench Testing Framework

Books Engines
Name
Source
NPS
Private
Enabled
Build Settings

Path
Compilers
Cpu Flags
Systems
Presets

{
    "test_presets": {
        "default": {
            "base_branch": "master",
            "book_name": "UHO_Lichess_4852_v1.epd",
            "test_bounds": "[0.00, 3.00]",
            "test_confidence": "[0.10, 0.05]",
            "win_adj": "movecount=3 score=400",
            "draw_adj": "movenumber=40 movecount=8 score=10"
        },
        "STC": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 32
        },
        "LTC": {
            "both_options": "Threads=1 Hash=64 Minimal=true",
            "both_time_control": "40.0+0.4",
            "workload_size": 8
        },
        "STC [4T]": {
            "both_options": "Threads=4 Hash=64 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 8
        },
        "LTC [4T]": {
            "both_options": "Threads=4 Hash=256 Minimal=true",
            "both_time_control": "40+0.4",
            "workload_size": 4
        },
        "STC regression": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "test_bounds": "[-5.00, 0.00]"
        },
        "LTC regression": {
            "both_options": "Threads=1 Hash=64 Minimal=true",
            "both_time_control": "40.0+0.4",
            "workload_size": 8,
            "test_bounds": "[-5.00, 0.00]"
        },
        "STC progtest": {
            "both_options": "Threads=1 Hash=32",
            "both_time_control": "8.0+0.08",
            "workload_size": 32,
            "book_name": "8moves_v3.epd",
            "test_max_games": 3000
        },
        "LTC progtest": {
            "both_options": "Threads=1 Hash=128",
            "both_time_control": "60.0+0.6",
            "workload_size": 8,
            "book_name": "8moves_v3.epd",
            "test_max_games": 1000
        }
    },
    "tune_presets": {
        "default": {
            "book_name": "UHO_4060_v2.epd",
            "win_adj": "movecount=3 score=400",
            "draw_adj": "movenumber=40 movecount=8 score=10"
        }
    },
    "datagen_presets": {
        "default": {
            "win_adj": "None",
            "draw_adj": "None",
            "workload_size": 128
        },
        "40k Nodes": {
            "both_options": "Threads=1 Hash=16 Minimal=true",
            "both_time_control": "N=40000"
        },
        "5k Soft Nodes": {
            "both_options": "Threads=1 Hash=16 Minimal=true SoftNodes=true",
            "both_time_control": "N=5000"
        }
    }
}