1
+
2
+ <!doctype html>
3
+ < html lang ="en " class ="no-js ">
4
+ < head >
5
+
6
+ < meta charset ="utf-8 ">
7
+ < meta name ="viewport " content ="width=device-width,initial-scale=1 ">
8
+
9
+
10
+
11
+
12
+
13
+ < link rel ="icon " href ="/assets/images/favicon.png ">
14
+ < meta name ="generator " content ="mkdocs-1.4.2, mkdocs-material-9.1.4 ">
15
+
16
+
17
+
18
+ < title > llama-cpp-python</ title >
19
+
20
+
21
+
22
+ < link rel ="stylesheet " href ="/assets/stylesheets/main.240905d7.min.css ">
23
+
24
+
25
+ < link rel ="stylesheet " href ="/assets/stylesheets/palette.a0c5b2b5.min.css ">
26
+
27
+
28
+
29
+
30
+
31
+
32
+
33
+
34
+
35
+ < link rel ="preconnect " href ="https://fonts.gstatic.com " crossorigin >
36
+ < link rel ="stylesheet " href ="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback ">
37
+ < style > : root {--md-text-font : "Roboto" ;--md-code-font : "Roboto Mono" }</ style >
38
+
39
+
40
+
41
+ < link rel ="stylesheet " href ="/assets/_mkdocstrings.css ">
42
+
43
+ < script > __md_scope = new URL ( "/" , location ) , __md_hash = e => [ ...e ] . reduce ( ( e , _ ) => ( e << 5 ) - e + _ . charCodeAt ( 0 ) , 0 ) , __md_get = ( e , _ = localStorage , t = __md_scope ) => JSON . parse ( _ . getItem ( t . pathname + "." + e ) ) , __md_set = ( e , _ , t = localStorage , a = __md_scope ) => { try { t . setItem ( a . pathname + "." + e , JSON . stringify ( _ ) ) } catch ( e ) { } } </ script >
44
+
45
+
46
+
47
+
48
+
49
+
50
+ </ head >
51
+
52
+
53
+
54
+
55
+
56
+
57
+
58
+ < body dir ="ltr " data-md-color-scheme ="default " data-md-color-primary ="" data-md-color-accent ="">
59
+
60
+
61
+
62
+ < input class ="md-toggle " data-md-toggle ="drawer " type ="checkbox " id ="__drawer " autocomplete ="off ">
63
+ < input class ="md-toggle " data-md-toggle ="search " type ="checkbox " id ="__search " autocomplete ="off ">
64
+ < label class ="md-overlay " for ="__drawer "> </ label >
65
+ < div data-md-component ="skip ">
66
+
67
+ </ div >
68
+ < div data-md-component ="announce ">
69
+
70
+ </ div >
71
+
72
+
73
+
74
+
75
+
76
+
77
+ < header class ="md-header md-header--shadow " data-md-component ="header ">
78
+ < nav class ="md-header__inner md-grid " aria-label ="Header ">
79
+ < a href ="/. " title ="llama-cpp-python " class ="md-header__button md-logo " aria-label ="llama-cpp-python " data-md-component ="logo ">
80
+
81
+
82
+ < svg xmlns ="http://www.w3.org/2000/svg " viewBox ="0 0 24 24 "> < path d ="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z "/> </ svg >
83
+
84
+ </ a >
85
+ < label class ="md-header__button md-icon " for ="__drawer ">
86
+ < svg xmlns ="http://www.w3.org/2000/svg " viewBox ="0 0 24 24 "> < path d ="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z "/> </ svg >
87
+ </ label >
88
+ < div class ="md-header__title " data-md-component ="header-title ">
89
+ < div class ="md-header__ellipsis ">
90
+ < div class ="md-header__topic ">
91
+ < span class ="md-ellipsis ">
92
+ llama-cpp-python
93
+ </ span >
94
+ </ div >
95
+ < div class ="md-header__topic " data-md-component ="header-topic ">
96
+ < span class ="md-ellipsis ">
97
+
98
+
99
+
100
+ </ span >
101
+ </ div >
102
+ </ div >
103
+ </ div >
104
+
105
+
106
+
107
+
108
+ < div class ="md-header__source ">
109
+ < a href ="https://github.com/abetlen/llama-cpp-python " title ="Go to repository " class ="md-source " data-md-component ="source ">
110
+ < div class ="md-source__icon md-icon ">
111
+
112
+ < svg xmlns ="http://www.w3.org/2000/svg " viewBox ="0 0 448 512 "> <!--! Font Awesome Free 6.3.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--> < path d ="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z "/> </ svg >
113
+ </ div >
114
+ < div class ="md-source__repository ">
115
+ GitHub
116
+ </ div >
117
+ </ a >
118
+ </ div >
119
+
120
+ </ nav >
121
+
122
+ </ header >
123
+
124
+ < div class ="md-container " data-md-component ="container ">
125
+
126
+
127
+
128
+
129
+
130
+
131
+ < main class ="md-main " data-md-component ="main ">
132
+ < div class ="md-main__inner md-grid ">
133
+
134
+
135
+
136
+ < div class ="md-sidebar md-sidebar--primary " data-md-component ="sidebar " data-md-type ="navigation " >
137
+ < div class ="md-sidebar__scrollwrap ">
138
+ < div class ="md-sidebar__inner ">
139
+
140
+
141
+
142
+ < nav class ="md-nav md-nav--primary " aria-label ="Navigation " data-md-level ="0 ">
143
+ < label class ="md-nav__title " for ="__drawer ">
144
+ < a href ="/. " title ="llama-cpp-python " class ="md-nav__button md-logo " aria-label ="llama-cpp-python " data-md-component ="logo ">
145
+
146
+
147
+ < svg xmlns ="http://www.w3.org/2000/svg " viewBox ="0 0 24 24 "> < path d ="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z "/> </ svg >
148
+
149
+ </ a >
150
+ llama-cpp-python
151
+ </ label >
152
+
153
+ < div class ="md-nav__source ">
154
+ < a href ="https://github.com/abetlen/llama-cpp-python " title ="Go to repository " class ="md-source " data-md-component ="source ">
155
+ < div class ="md-source__icon md-icon ">
156
+
157
+ < svg xmlns ="http://www.w3.org/2000/svg " viewBox ="0 0 448 512 "> <!--! Font Awesome Free 6.3.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--> < path d ="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z "/> </ svg >
158
+ </ div >
159
+ < div class ="md-source__repository ">
160
+ GitHub
161
+ </ div >
162
+ </ a >
163
+ </ div >
164
+
165
+ < ul class ="md-nav__list " data-md-scrollfix >
166
+
167
+
168
+
169
+
170
+
171
+
172
+
173
+
174
+ < li class ="md-nav__item ">
175
+ < a href ="/. " class ="md-nav__link ">
176
+ 🦙 Python Bindings for `llama.cpp`
177
+ </ a >
178
+ </ li >
179
+
180
+
181
+
182
+ </ ul >
183
+ </ nav >
184
+ </ div >
185
+ </ div >
186
+ </ div >
187
+
188
+
189
+
190
+ < div class ="md-sidebar md-sidebar--secondary " data-md-component ="sidebar " data-md-type ="toc " >
191
+ < div class ="md-sidebar__scrollwrap ">
192
+ < div class ="md-sidebar__inner ">
193
+
194
+
195
+ < nav class ="md-nav md-nav--secondary " aria-label ="Table of contents ">
196
+
197
+
198
+
199
+
200
+ </ nav >
201
+ </ div >
202
+ </ div >
203
+ </ div >
204
+
205
+
206
+
207
+ < div class ="md-content " data-md-component ="content ">
208
+ < article class ="md-content__inner md-typeset ">
209
+
210
+ < h1 > 404 - Not found</ h1 >
211
+
212
+ </ article >
213
+ </ div >
214
+
215
+
216
+ </ div >
217
+
218
+ </ main >
219
+
220
+ < footer class ="md-footer ">
221
+
222
+ < div class ="md-footer-meta md-typeset ">
223
+ < div class ="md-footer-meta__inner md-grid ">
224
+ < div class ="md-copyright ">
225
+
226
+
227
+ Made with
228
+ < a href ="https://squidfunk.github.io/mkdocs-material/ " target ="_blank " rel ="noopener ">
229
+ Material for MkDocs
230
+ </ a >
231
+
232
+ </ div >
233
+
234
+ </ div >
235
+ </ div >
236
+ </ footer >
237
+
238
+ </ div >
239
+ < div class ="md-dialog " data-md-component ="dialog ">
240
+ < div class ="md-dialog__inner md-typeset "> </ div >
241
+ </ div >
242
+
243
+ < script id ="__config " type ="application/json "> { "base" : "/" , "features" : [ ] , "search" : "/assets/javascripts/workers/search.208ed371.min.js" , "translations" : { "clipboard.copied" : "Copied to clipboard" , "clipboard.copy" : "Copy to clipboard" , "search.result.more.one" : "1 more on this page" , "search.result.more.other" : "# more on this page" , "search.result.none" : "No matching documents" , "search.result.one" : "1 matching document" , "search.result.other" : "# matching documents" , "search.result.placeholder" : "Type to start searching" , "search.result.term.missing" : "Missing" , "select.version" : "Select version" } } </ script >
244
+
245
+
246
+ < script src ="/assets/javascripts/bundle.19047be9.min.js "> </ script >
247
+
248
+
249
+ </ body >
250
+ </ html >
0 commit comments