-
Notifications
You must be signed in to change notification settings - Fork 2
/
mkdocs.yml
105 lines (96 loc) · 2.55 KB
/
mkdocs.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
site_name: optimī
site_url: https://optimi.benjaminwarner.dev
# Repository
repo_name: warner-benjamin/optimi
repo_url: https://github.com/warner-benjamin/optimi
copyright: Copyright © 2024 Benjamin Warner, MIT License
theme:
name: material
custom_dir: docs/overrides
font:
text: Inter
code: Jetbrains Mono
favicon: images/favicon.ico
palette:
scheme: swiss
primary: swiss
accent: swiss
features:
- content.code.copy
- navigation.expand
- search.highlight
- search.share
markdown_extensions:
- admonition
- attr_list
- footnotes
- md_in_html
- pymdownx.arithmatex:
generic: true
- pymdownx.betterem
- pymdownx.caret
- pymdownx.details
- pymdownx.highlight:
use_pygments: true
- pymdownx.mark
- pymdownx.tabbed
- pymdownx.tilde
- pymdownx.snippets:
- pymdownx.superfences
- tables
- toc:
permalink: true
plugins:
- autorefs
- caption:
table:
enable: true
position: top
- search:
lang: en
- mkdocstrings:
default_handler: python
handlers:
python:
# import:
# - https://pytorch.org/docs/stable/objects.inv
options:
show_bases: false
show_source: false
show_root_heading: true
show_root_toc_entry: false
show_root_full_path: false
members: false
separate_signature: true
extra:
social:
- icon: fontawesome/brands/github
link: https://github.com/warner-benjamin
- icon: fontawesome/brands/twitter
link: https://twitter.com/benjamin_warner
- icon: fontawesome/brands/threads
link: https://threads.net/@_benjaminwarner
extra_javascript:
- js/katex.js
- https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.16.9/katex.min.js
- https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.16.9/contrib/auto-render.min.js
extra_css:
- css/extra.css
- https://cdnjs.cloudflare.com/ajax/libs/KaTeX/0.16.9/katex.min.css
nav:
- Low Precision Training: kahan_summation.md
- Gradient Release: gradient_release.md
- Optimizer Accumulation: optimizer_accumulation.md
- ForEach Optimizers: foreach.md
- Fully Decoupled Weight Decay: fully_decoupled_weight_decay.md
- Which Optimizer?: which_optimizer.md
- Optimizers:
- Adam: optimizers/adam.md
- AdamW: optimizers/adamw.md
- Adan: optimizers/adan.md
- Lion: optimizers/lion.md
- RAdam: optimizers/radam.md
- Ranger: optimizers/ranger.md
- SGD: optimizers/sgd.md
- StableAdamW: optimizers/stableadamw.md
- Utilities: utils.md