Update notebook.ipynb
Browse files- notebook.ipynb +2 -2
notebook.ipynb
CHANGED
|
@@ -68,7 +68,7 @@
|
|
| 68 |
"cell_type": "code",
|
| 69 |
"source": [
|
| 70 |
"from litert_tools.pipeline import pipeline\n",
|
| 71 |
-
"runner = pipeline.load(\"
|
| 72 |
],
|
| 73 |
"metadata": {
|
| 74 |
"id": "3t47HAG2tvc3"
|
|
@@ -90,7 +90,7 @@
|
|
| 90 |
"source": [
|
| 91 |
"# Disclaimer: Model performance demonstrated with the Python API in this notebook is not representative of performance on a local device.\n",
|
| 92 |
"prompt = \"What is the capital of France?\"\n",
|
| 93 |
-
"output = runner.generate(prompt
|
| 94 |
],
|
| 95 |
"metadata": {
|
| 96 |
"id": "wT9BIiATkjzL"
|
|
|
|
| 68 |
"cell_type": "code",
|
| 69 |
"source": [
|
| 70 |
"from litert_tools.pipeline import pipeline\n",
|
| 71 |
+
"runner = pipeline.load(\"Qwen2.5-1.5B-Instruct_seq128_q8_ekv1280.task\", repo_id=\"litert-community/Qwen2.5-1.5B-Instruct\")"
|
| 72 |
],
|
| 73 |
"metadata": {
|
| 74 |
"id": "3t47HAG2tvc3"
|
|
|
|
| 90 |
"source": [
|
| 91 |
"# Disclaimer: Model performance demonstrated with the Python API in this notebook is not representative of performance on a local device.\n",
|
| 92 |
"prompt = \"What is the capital of France?\"\n",
|
| 93 |
+
"output = runner.generate(prompt)"
|
| 94 |
],
|
| 95 |
"metadata": {
|
| 96 |
"id": "wT9BIiATkjzL"
|