config.mts 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. import { defineConfig } from 'vitepress';
  2. export default defineConfig({
  3. title: "Aphrodite Engine",
  4. head: [['link', { rel: 'icon', href: '/favicon.ico' }]],
  5. description: "User and Developer Documentation",
  6. themeConfig: {
  7. // nav: [{ text: "Home", link: "/" }],
  8. sidebar: [
  9. {
  10. text: "Installation",
  11. link: "/pages/installation",
  12. items: [
  13. {
  14. text: "NVIDIA GPU",
  15. link: "/pages/installation/installation",
  16. },
  17. {
  18. text: "Microsoft Windows",
  19. link: "/pages/installation/installation-windows",
  20. },
  21. {
  22. text: "AMD GPU",
  23. link: "/pages/installation/installation-rocm",
  24. },
  25. {
  26. text: "CPU",
  27. link: "/pages/installation/installation-cpu",
  28. },
  29. {
  30. text: "AWS Trainium1 & Inferentia2",
  31. link: "/pages/installation/installation-neuron",
  32. },
  33. {
  34. text: "Google TPU",
  35. link: "/pages/installation/installation-tpu",
  36. },
  37. {
  38. text: "Intel XPU",
  39. link: "/pages/installation/installation-xpu",
  40. },
  41. ],
  42. },
  43. {
  44. text: "Usage",
  45. link: "/pages/usage",
  46. items: [
  47. {
  48. text: "Quick Start",
  49. link: "/pages/usage/getting-started",
  50. },
  51. {
  52. text: "Debugging Instructions",
  53. link: "/pages/usage/debugging",
  54. },
  55. {
  56. text: "OpenAI API",
  57. link: "/pages/usage/openai",
  58. },
  59. {
  60. text: "Vision Language Models",
  61. link: "/pages/usage/vlm",
  62. },
  63. {
  64. text: "Encoder-Decoder Models",
  65. link: "/pages/usage/encoder-decoder",
  66. },
  67. {
  68. text: "Distributed Inference",
  69. link: "/pages/usage/distributed",
  70. },
  71. {
  72. text: "Production Metrics",
  73. link: "/pages/usage/metrics",
  74. },
  75. {
  76. text: "Supported Models",
  77. link: "/pages/usage/models",
  78. },
  79. ]
  80. },
  81. {
  82. text: "Quantization",
  83. link: "/pages/quantization",
  84. items: [
  85. {
  86. text: "Support Overview",
  87. link: "/pages/quantization/support-matrix",
  88. },
  89. {
  90. text: "Quantization Methods",
  91. link: "/pages/quantization/quantization-methods",
  92. },
  93. {
  94. text: "KV Cache Quantization",
  95. link: "/pages/quantization/kv-cache",
  96. },
  97. ],
  98. },
  99. {
  100. text: "Prompt Caching",
  101. link: "/pages/prompt-caching",
  102. items: [
  103. {
  104. text: "Overview",
  105. link: "/pages/prompt-caching/introduction",
  106. },
  107. {
  108. text: "Implementation",
  109. link: "/pages/prompt-caching/implementation",
  110. },
  111. ],
  112. },
  113. {
  114. text: "Speculative Decoding",
  115. link: "/pages/spec-decoding",
  116. items: [
  117. {
  118. text: "Overview",
  119. link: "/pages/spec-decoding/overview",
  120. },
  121. {
  122. text: "Draft Model Decoding",
  123. link: "/pages/spec-decoding/draft-model",
  124. },
  125. {
  126. text: "Ngram Prompt Lookup",
  127. link: "/pages/spec-decoding/ngram",
  128. },
  129. {
  130. text: "MLPSpeculator",
  131. link: "/pages/spec-decoding/mlpspeculator",
  132. },
  133. ],
  134. },
  135. {
  136. text: "Model Adapters",
  137. link: "/pages/adapters",
  138. items: [
  139. {
  140. text: "LoRA",
  141. link: "/pages/adapters/lora",
  142. },
  143. {
  144. text: "Soft Prompts",
  145. link: "/pages/adapters/soft-prompts",
  146. },
  147. ]
  148. },
  149. {
  150. text: "Developer Documentation",
  151. link: "/pages/developer",
  152. items: [
  153. {
  154. text: "Adding a New Model",
  155. link: "/pages/developer/adding-model",
  156. },
  157. {
  158. text: "Adding Multimodal Capabilities",
  159. link: "/pages/developer/multimodal",
  160. },
  161. {
  162. text: "Input Processing",
  163. link: "/pages/developer/input-processing",
  164. },
  165. {
  166. text: "Paged Attention",
  167. link: "/pages/developer/paged-attention",
  168. },
  169. {
  170. text: "NVIDIA CUTLASS Epilogues",
  171. link: "/pages/developer/cutlass-epilogue",
  172. },
  173. {
  174. text: "Adding a Custom Class in PyTorch",
  175. link: "/pages/developer/torch-custom-class"
  176. },
  177. ],
  178. },
  179. ],
  180. socialLinks: [
  181. { icon: "github", link: "https://github.com/PygmalionAI/aphrodite-engine" },
  182. ],
  183. search: {
  184. provider: "local",
  185. options: {
  186. detailedView: true,
  187. },
  188. },
  189. },
  190. markdown: {
  191. math: true
  192. }
  193. })