chess.json

{
    "iterations": 50,
    "batch_per_core": 1,
    "precision": "float32",
    "n_head": 12,
    "encoder_path": "encoder",
    "n_vocab": 100,
    "embed_dropout": 0.0,
    "lr": 0.00025,
    "warmup_steps": 0,
    "beta1": 0.9,
    "beta2": 0.999,
    "epsilon": 1e-9,
    "opt_name": "adam",
    "train_batch_size": 1024,
    "attn_dropout": 0.0,
    "train_steps": -1,
    "eval_steps": 10,
    "max_steps": 500000,
    "data_path": "gs://gpt-2-poetry/data/kingbase2019/epd/tfrecords/",
    "res_dropout": 0.0,
    "predict_batch_size": 1,
    "eval_batch_size": 32,
    "n_embd": 768,
    "input": "my_input",
    "model": "GPT2",
    "model_path": "gs://gpt-2-poetry/models/GPT2-117M-test6-newinit",
    "n_ctx": 1024,
    "predict_path": "logs/predictions.txt",
    "n_layer": 12,
    "scale_by_depth": true,
    "scale_by_in": true
}