forked from openai/parameter-golf
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathprepare_submission.py
More file actions
67 lines (55 loc) · 2.4 KB
/
prepare_submission.py
File metadata and controls
67 lines (55 loc) · 2.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#!/usr/bin/env python3
import argparse
import datetime as dt
import json
from pathlib import Path
import shutil
def main() -> None:
parser = argparse.ArgumentParser(description="Create a PR-ready records folder.")
parser.add_argument("--track", choices=["record", "non-record"], required=True)
parser.add_argument("--run-name", required=True)
parser.add_argument("--author-name", required=True)
parser.add_argument("--github-id", required=True)
parser.add_argument("--val-bpb", type=float, required=True)
parser.add_argument("--source-train-script", default="train_gpt.py")
args = parser.parse_args()
repo_root = Path(__file__).resolve().parents[2]
date = dt.datetime.now().strftime("%Y-%m-%d")
slug = f"{date}_{args.run_name}"
if args.track == "record":
track_dir = repo_root / "records" / "track_10min_16mb"
else:
track_dir = repo_root / "records" / "track_non_record_16mb"
out_dir = track_dir / slug
out_dir.mkdir(parents=True, exist_ok=False)
template_dir = repo_root / "starter_kit" / "templates"
readme_tpl = (template_dir / "README_submission_template.md").read_text(encoding="utf-8")
readme = (
readme_tpl
.replace("{{RUN_NAME}}", args.run_name)
.replace("{{DATE}}", date)
.replace("{{TRACK}}", args.track)
.replace("{{AUTHOR_NAME}}", args.author_name)
.replace("{{GITHUB_ID}}", args.github_id)
.replace("{{VAL_BPB}}", f"{args.val_bpb:.4f}")
)
(out_dir / "README.md").write_text(readme, encoding="utf-8")
submission = {
"author_name": args.author_name,
"github_id": args.github_id,
"run_name": args.run_name,
"track": args.track,
"val_bpb": round(args.val_bpb, 4),
"date": date,
"notes": "Fill out details and attach train logs."
}
(out_dir / "submission.json").write_text(json.dumps(submission, indent=2) + "\n", encoding="utf-8")
source_script = repo_root / args.source_train_script
if not source_script.exists():
raise FileNotFoundError(f"Could not find train script: {source_script}")
shutil.copy2(source_script, out_dir / "train_gpt.py")
(out_dir / "train.log").write_text("# Paste or copy real run logs here\n", encoding="utf-8")
print(f"Created: {out_dir}")
print("Next: copy your actual log into train.log and complete README details.")
if __name__ == "__main__":
main()