-
-
Notifications
You must be signed in to change notification settings - Fork 27
/
mkdocs.yml
124 lines (119 loc) · 3.67 KB
/
mkdocs.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
site_name: Package Docs
plugins:
- glightbox
- search
copyright: "© APAC Corp, Inc."
extra_css:
- docs/assets/css/extra.css
extra:
# analytics:
# provider: google
# property: G-QM8EDPSCB6
social:
- icon: fontawesome/solid/house
link: assets/img/ZetaLogoIcon.png
- icon: fontawesome/brands/discord
link: https://discord.gg/qUtxnK2NMf
- icon: fontawesome/brands/github
link: https://github.com/kyegomez/Zeta/
- icon: fontawesome/brands/python
link: https://pypi.org/project/Zeta/
theme:
name: material
custom_dir: docs/overrides
logo: assets/img/ZetaLogoIcon.png
palette:
# Palette toggle for light mode
- scheme: default
primary: 'custom'
toggle:
icon: material/brightness-7
name: Switch to dark mode
# Palette toggle for dark mode
- scheme: slate
primary: 'custom'
accent: light blue
toggle:
icon: material/brightness-4
name: Switch to light mode
features:
- content.code.copy
- content.code.annotate
- navigation.tabs
- navigation.sections
- navigation.expand
- navigation.top
- announce.dismiss
font:
text: Roboto
code: Roboto Mono
extra_css:
- stylesheets/extra.css
markdown_extensions:
- pymdownx.highlight:
anchor_linenums: true
line_spans: __span
pygments_lang_class: true
- admonition
- pymdownx.inlinehilite
- pymdownx.snippets
- pymdownx.superfences
- pymdownx.details
- pymdownx.tabbed
- tables
- def_list
- footnotes
nav:
- Home:
- Overview: "index.md"
- Contributing: "contributing.md"
- FAQ: "faq.md"
- Purpose: "purpose.md"
- Roadmap: "roadmap.md"
- Design: "design.md"
- Flywheel: "flywheel.md"
- Bounties: "bounties.md"
- Metric: "metric.md"
- Distribution: "distribution"
- Research: "research.md"
- Demos: "demos.md"
- Architecture: "architecture.md"
- Checklist: "checklist.md"
- Hiring: "hiring.md"
- Zeta:
- Overview: "zeta/index.md"
- zeta.nn:
- zeta.nn.biases:
- Xpos: "zeta/nn/biases/xpos.md"
- RelativePositionBias: "zeta/nn/biases/relative_bias.md"
- AlibiPositionalBias: "zeta/nn/biases/alibi.md"
- zeta.nn.embeddings:
- MultiWay: "zeta/nn/embeddings/multiway.md"
- RotaryEmbeddings: "zeta/nn/embeddings/rope.md"
- TruncatedRotaryEmbedding: "zeta/nn/embeddings/truncated_rope.md"
- zeta.nn.modules:
- Lora: "zeta/nn/modules/lora.md"
- TokenLearner: "zeta/nn/modules/token_learner.md"
- zeta.nn.attention:
- FlashAttention: "zeta/nn/attention/flash_attention.md"
- MultiQueryAttention: "zeta/nn/attention/multiquery.md"
- MultiheadAttention: "zeta/nn/attention/multihead.md"
- FlashAttentionTwo: "zeta/nn/attention/flash2.md"
- BaseAttention: "zeta/nn/attention/base.md"
- zeta.nn.architecture:
- Decoder: "zeta/nn/architecture/decoder.md"
- Transformer: "zeta/nn/architecture/transformer.md"
- zeta.training:
- train: "zeta/training/train.md"
- zeta.training.loss:
- Nebula: "zeta/training/nebula.md"
- zeta.training.optimizers:
- DecoupledLionW: "zeta/training/optimizers/decoupled_lion.md"
- SophiaG: "zeta/training/optimizers/sophia.md"
- zeta.tokenizers:
- MultiModalTokenizer: "zeta/tokenizers/multi_modal_tokenizer.md"
- LanguageTokenizerGPTX: "zeta/tokenizers/language_tokenizer.md"
- SentencePieceTokenizer: "zeta/tokenizers/sentencepiece.md"
- Examples:
- Overview: "examples/index.md"
- FlashAttention: "examples/nn/attentions/flash.md"