Skip to content

Commit 256fb42

Browse files
committed
chore: unify config across platforms
1 parent f145812 commit 256fb42

File tree

3 files changed

+23
-13
lines changed

3 files changed

+23
-13
lines changed

packages/mlc/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ import { mlc } from '@react-native-ai/mlc'
1313
import { generateText } from 'ai'
1414

1515
const answer = await generateText({
16-
model: mlc('Llama-3.2-3B-Instruct-q4f16_1-MLC'),
16+
model: mlc('Llama-3.2-3B-Instruct'),
1717
prompt: 'What is the meaning of life?'
1818
})
1919
```

packages/mlc/mlc-package-config-android.json

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,16 @@
1111
"prefill_chunk_size": 512
1212
}
1313
},
14+
{
15+
"model": "HF://mlc-ai/Llama-3.2-3B-Instruct-q4f16_1-MLC",
16+
"model_id": "Llama-3.2-3B-Instruct",
17+
"estimated_vram_bytes": 2000000000,
18+
"bundle_weight": false,
19+
"overrides": {
20+
"context_window_size": 4096,
21+
"prefill_chunk_size": 256
22+
}
23+
},
1424
{
1525
"model": "HF://mlc-ai/Phi-3.5-mini-instruct-q4f16_1-MLC",
1626
"model_id": "Phi-3.5-mini-instruct",

packages/mlc/mlc-package-config-ios.json

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,14 @@
11
{
22
"device": "iphone",
33
"model_list": [
4-
{
5-
"model": "HF://mlc-ai/Qwen2.5-0.5B-Instruct-q4f16_1-MLC",
6-
"model_id": "Qwen2.5-0.5B-Instruct",
7-
"estimated_vram_bytes": 600000000,
8-
"bundle_weight": false,
9-
"overrides": {
10-
"context_window_size": 2048,
11-
"prefill_chunk_size": 1024
12-
}
13-
},
144
{
155
"model": "HF://mlc-ai/Llama-3.2-1B-Instruct-q4f16_1-MLC",
166
"model_id": "Llama-3.2-1B-Instruct",
177
"estimated_vram_bytes": 1200000000,
188
"bundle_weight": false,
199
"overrides": {
2010
"context_window_size": 4096,
21-
"prefill_chunk_size": 1024
11+
"prefill_chunk_size": 512
2212
}
2313
},
2414
{
@@ -28,7 +18,7 @@
2818
"bundle_weight": false,
2919
"overrides": {
3020
"context_window_size": 4096,
31-
"prefill_chunk_size": 1024
21+
"prefill_chunk_size": 256
3222
}
3323
},
3424
{
@@ -38,6 +28,16 @@
3828
"bundle_weight": false,
3929
"overrides": {
4030
"context_window_size": 4096,
31+
"prefill_chunk_size": 256
32+
}
33+
},
34+
{
35+
"model": "HF://mlc-ai/Qwen2.5-0.5B-Instruct-q4f16_1-MLC",
36+
"model_id": "Qwen2.5-0.5B-Instruct",
37+
"estimated_vram_bytes": 600000000,
38+
"bundle_weight": false,
39+
"overrides": {
40+
"context_window_size": 2048,
4141
"prefill_chunk_size": 1024
4242
}
4343
}

0 commit comments

Comments
 (0)