Update README.md
Browse files
README.md
CHANGED
|
@@ -17,7 +17,7 @@ pipeline_tag: text-generation
|
|
| 17 |
|
| 18 |
**43.8M parameter Italian-first bilingual language model, trained from scratch by ThingAI.**
|
| 19 |
|
| 20 |
-
Quark-50M is an ultra-compact causal language model that speaks fluent Italian. Designed as a proof-of-concept for small, efficient, Italian-centric AI.
|
| 21 |
|
| 22 |
## Highlights
|
| 23 |
|
|
@@ -65,10 +65,10 @@ import torch
|
|
| 65 |
from huggingface_hub import hf_hub_download
|
| 66 |
from transformers import PreTrainedTokenizerFast
|
| 67 |
|
| 68 |
-
# Load
|
| 69 |
-
ckpt_path = hf_hub_download("ThingAI/Quark-50M", "model.pt")
|
| 70 |
-
model_py = hf_hub_download("ThingAI/Quark-50M", "model.py")
|
| 71 |
-
tok_file = hf_hub_download("ThingAI/Quark-50M", "tokenizer.json")
|
| 72 |
|
| 73 |
# Tokenizer
|
| 74 |
tokenizer = PreTrainedTokenizerFast(tokenizer_file=tok_file)
|
|
|
|
| 17 |
|
| 18 |
**43.8M parameter Italian-first bilingual language model, trained from scratch by ThingAI.**
|
| 19 |
|
| 20 |
+
Quark-50M-v2 is an ultra-compact causal language model that speaks fluent Italian. Designed as a proof-of-concept for small, efficient, Italian-centric AI.
|
| 21 |
|
| 22 |
## Highlights
|
| 23 |
|
|
|
|
| 65 |
from huggingface_hub import hf_hub_download
|
| 66 |
from transformers import PreTrainedTokenizerFast
|
| 67 |
|
| 68 |
+
# Load
|
| 69 |
+
ckpt_path = hf_hub_download("ThingAI/Quark-50M-v2", "model.pt")
|
| 70 |
+
model_py = hf_hub_download("ThingAI/Quark-50M-v2", "model.py")
|
| 71 |
+
tok_file = hf_hub_download("ThingAI/Quark-50M-v2", "tokenizer.json")
|
| 72 |
|
| 73 |
# Tokenizer
|
| 74 |
tokenizer = PreTrainedTokenizerFast(tokenizer_file=tok_file)
|