|
326 | 326 | __call__()
|
327 | 327 | </a>
|
328 | 328 |
|
| 329 | +</li> |
| 330 | + |
| 331 | + <li class="md-nav__item"> |
| 332 | + <a href="#llama_cpp.llama.Llama.token_bos" class="md-nav__link"> |
| 333 | + token_bos() |
| 334 | + </a> |
| 335 | + |
| 336 | +</li> |
| 337 | + |
| 338 | + <li class="md-nav__item"> |
| 339 | + <a href="#llama_cpp.llama.Llama.token_eos" class="md-nav__link"> |
| 340 | + token_eos() |
| 341 | + </a> |
| 342 | + |
329 | 343 | </li>
|
330 | 344 |
|
331 | 345 | </ul>
|
|
646 | 660 | __call__()
|
647 | 661 | </a>
|
648 | 662 |
|
| 663 | +</li> |
| 664 | + |
| 665 | + <li class="md-nav__item"> |
| 666 | + <a href="#llama_cpp.llama.Llama.token_bos" class="md-nav__link"> |
| 667 | + token_bos() |
| 668 | + </a> |
| 669 | + |
| 670 | +</li> |
| 671 | + |
| 672 | + <li class="md-nav__item"> |
| 673 | + <a href="#llama_cpp.llama.Llama.token_eos" class="md-nav__link"> |
| 674 | + token_eos() |
| 675 | + </a> |
| 676 | + |
649 | 677 | </li>
|
650 | 678 |
|
651 | 679 | </ul>
|
@@ -1373,7 +1401,17 @@ <h2 id="llama_cpp.Llama" class="doc doc-heading">
|
1373 | 1401 | <span class="normal"><a href="#__codelineno-0-445">445</a></span>
|
1374 | 1402 | <span class="normal"><a href="#__codelineno-0-446">446</a></span>
|
1375 | 1403 | <span class="normal"><a href="#__codelineno-0-447">447</a></span>
|
1376 |
| -<span class="normal"><a href="#__codelineno-0-448">448</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12"></a><span class="k">class</span> <span class="nc">Llama</span><span class="p">:</span> |
| 1404 | +<span class="normal"><a href="#__codelineno-0-448">448</a></span> |
| 1405 | +<span class="normal"><a href="#__codelineno-0-449">449</a></span> |
| 1406 | +<span class="normal"><a href="#__codelineno-0-450">450</a></span> |
| 1407 | +<span class="normal"><a href="#__codelineno-0-451">451</a></span> |
| 1408 | +<span class="normal"><a href="#__codelineno-0-452">452</a></span> |
| 1409 | +<span class="normal"><a href="#__codelineno-0-453">453</a></span> |
| 1410 | +<span class="normal"><a href="#__codelineno-0-454">454</a></span> |
| 1411 | +<span class="normal"><a href="#__codelineno-0-455">455</a></span> |
| 1412 | +<span class="normal"><a href="#__codelineno-0-456">456</a></span> |
| 1413 | +<span class="normal"><a href="#__codelineno-0-457">457</a></span> |
| 1414 | +<span class="normal"><a href="#__codelineno-0-458">458</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12"></a><span class="k">class</span> <span class="nc">Llama</span><span class="p">:</span> |
1377 | 1415 | </span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13"></a><span class="w"> </span><span class="sd">"""High-level Python wrapper for a llama.cpp model."""</span>
|
1378 | 1416 | </span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14"></a>
|
1379 | 1417 | </span><span id="__span-0-15"><a id="__codelineno-0-15" name="__codelineno-0-15"></a> <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
@@ -1810,6 +1848,16 @@ <h2 id="llama_cpp.Llama" class="doc doc-heading">
|
1810 | 1848 | </span><span id="__span-0-446"><a id="__codelineno-0-446" name="__codelineno-0-446"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">ctx</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
1811 | 1849 | </span><span id="__span-0-447"><a id="__codelineno-0-447" name="__codelineno-0-447"></a> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_free</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">ctx</span><span class="p">)</span>
|
1812 | 1850 | </span><span id="__span-0-448"><a id="__codelineno-0-448" name="__codelineno-0-448"></a> <span class="bp">self</span><span class="o">.</span><span class="n">ctx</span> <span class="o">=</span> <span class="kc">None</span>
|
| 1851 | +</span><span id="__span-0-449"><a id="__codelineno-0-449" name="__codelineno-0-449"></a> |
| 1852 | +</span><span id="__span-0-450"><a id="__codelineno-0-450" name="__codelineno-0-450"></a> <span class="nd">@staticmethod</span> |
| 1853 | +</span><span id="__span-0-451"><a id="__codelineno-0-451" name="__codelineno-0-451"></a> <span class="k">def</span> <span class="nf">token_eos</span><span class="p">()</span> <span class="o">-></span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token</span><span class="p">:</span> |
| 1854 | +</span><span id="__span-0-452"><a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="w"> </span><span class="sd">"""Return the end-of-sequence token."""</span> |
| 1855 | +</span><span id="__span-0-453"><a id="__codelineno-0-453" name="__codelineno-0-453"></a> <span class="k">return</span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token_eos</span><span class="p">()</span> |
| 1856 | +</span><span id="__span-0-454"><a id="__codelineno-0-454" name="__codelineno-0-454"></a> |
| 1857 | +</span><span id="__span-0-455"><a id="__codelineno-0-455" name="__codelineno-0-455"></a> <span class="nd">@staticmethod</span> |
| 1858 | +</span><span id="__span-0-456"><a id="__codelineno-0-456" name="__codelineno-0-456"></a> <span class="k">def</span> <span class="nf">token_bos</span><span class="p">()</span> <span class="o">-></span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token</span><span class="p">:</span> |
| 1859 | +</span><span id="__span-0-457"><a id="__codelineno-0-457" name="__codelineno-0-457"></a><span class="w"> </span><span class="sd">"""Return the beginning-of-sequence token."""</span> |
| 1860 | +</span><span id="__span-0-458"><a id="__codelineno-0-458" name="__codelineno-0-458"></a> <span class="k">return</span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token_bos</span><span class="p">()</span> |
1813 | 1861 | </span></code></pre></div></td></tr></table></div>
|
1814 | 1862 | </details>
|
1815 | 1863 |
|
@@ -3186,6 +3234,72 @@ <h3 id="llama_cpp.llama.Llama.__call__" class="doc doc-heading">
|
3186 | 3234 |
|
3187 | 3235 | </div>
|
3188 | 3236 |
|
| 3237 | +<div class="doc doc-object doc-function"> |
| 3238 | + |
| 3239 | + |
| 3240 | + |
| 3241 | +<h3 id="llama_cpp.llama.Llama.token_bos" class="doc doc-heading"> |
| 3242 | +<code class="highlight language-python"><span class="n">token_bos</span><span class="p">()</span></code> |
| 3243 | + |
| 3244 | + <span class="doc doc-labels"> |
| 3245 | + <small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small> |
| 3246 | + </span> |
| 3247 | + |
| 3248 | +</h3> |
| 3249 | + |
| 3250 | + |
| 3251 | + <div class="doc doc-contents "> |
| 3252 | + |
| 3253 | + <p>Return the beginning-of-sequence token.</p> |
| 3254 | + |
| 3255 | + <details class="quote"> |
| 3256 | + <summary>Source code in <code>llama_cpp/llama.py</code></summary> |
| 3257 | + <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-455">455</a></span> |
| 3258 | +<span class="normal"><a href="#__codelineno-0-456">456</a></span> |
| 3259 | +<span class="normal"><a href="#__codelineno-0-457">457</a></span> |
| 3260 | +<span class="normal"><a href="#__codelineno-0-458">458</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-455"><a id="__codelineno-0-455" name="__codelineno-0-455"></a><span class="nd">@staticmethod</span> |
| 3261 | +</span><span id="__span-0-456"><a id="__codelineno-0-456" name="__codelineno-0-456"></a><span class="k">def</span> <span class="nf">token_bos</span><span class="p">()</span> <span class="o">-></span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token</span><span class="p">:</span> |
| 3262 | +</span><span id="__span-0-457"><a id="__codelineno-0-457" name="__codelineno-0-457"></a><span class="w"> </span><span class="sd">"""Return the beginning-of-sequence token."""</span> |
| 3263 | +</span><span id="__span-0-458"><a id="__codelineno-0-458" name="__codelineno-0-458"></a> <span class="k">return</span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token_bos</span><span class="p">()</span> |
| 3264 | +</span></code></pre></div></td></tr></table></div> |
| 3265 | + </details> |
| 3266 | + </div> |
| 3267 | + |
| 3268 | +</div> |
| 3269 | + |
| 3270 | +<div class="doc doc-object doc-function"> |
| 3271 | + |
| 3272 | + |
| 3273 | + |
| 3274 | +<h3 id="llama_cpp.llama.Llama.token_eos" class="doc doc-heading"> |
| 3275 | +<code class="highlight language-python"><span class="n">token_eos</span><span class="p">()</span></code> |
| 3276 | + |
| 3277 | + <span class="doc doc-labels"> |
| 3278 | + <small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small> |
| 3279 | + </span> |
| 3280 | + |
| 3281 | +</h3> |
| 3282 | + |
| 3283 | + |
| 3284 | + <div class="doc doc-contents "> |
| 3285 | + |
| 3286 | + <p>Return the end-of-sequence token.</p> |
| 3287 | + |
| 3288 | + <details class="quote"> |
| 3289 | + <summary>Source code in <code>llama_cpp/llama.py</code></summary> |
| 3290 | + <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-450">450</a></span> |
| 3291 | +<span class="normal"><a href="#__codelineno-0-451">451</a></span> |
| 3292 | +<span class="normal"><a href="#__codelineno-0-452">452</a></span> |
| 3293 | +<span class="normal"><a href="#__codelineno-0-453">453</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-450"><a id="__codelineno-0-450" name="__codelineno-0-450"></a><span class="nd">@staticmethod</span> |
| 3294 | +</span><span id="__span-0-451"><a id="__codelineno-0-451" name="__codelineno-0-451"></a><span class="k">def</span> <span class="nf">token_eos</span><span class="p">()</span> <span class="o">-></span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token</span><span class="p">:</span> |
| 3295 | +</span><span id="__span-0-452"><a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="w"> </span><span class="sd">"""Return the end-of-sequence token."""</span> |
| 3296 | +</span><span id="__span-0-453"><a id="__codelineno-0-453" name="__codelineno-0-453"></a> <span class="k">return</span> <span class="n">llama_cpp</span><span class="o">.</span><span class="n">llama_token_eos</span><span class="p">()</span> |
| 3297 | +</span></code></pre></div></td></tr></table></div> |
| 3298 | + </details> |
| 3299 | + </div> |
| 3300 | + |
| 3301 | +</div> |
| 3302 | + |
3189 | 3303 |
|
3190 | 3304 |
|
3191 | 3305 | </div>
|
|
0 commit comments