Eurdem commited on
Commit
4ec2d79
·
verified ·
1 Parent(s): 020b621

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +23 -0
README.md CHANGED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ## Kullanım
2
+
3
+ ```python
4
+ !pip install -qU transformers bitsandbytes accelerate
5
+
6
+ from transformers import AutoTokenizer
7
+ import transformers
8
+ import torch
9
+
10
+ model = "Eurdem/Pinokio_v1.0"
11
+
12
+ #tokenizer = AutoTokenizer.from_pretrained(model)
13
+ pipeline = transformers.pipeline(
14
+ "text-generation",
15
+ model=model,
16
+ model_kwargs={"torch_dtype": torch.bfloat16, "load_in_8bit": True},
17
+ )
18
+
19
+ messages = [{"role": "user", "content": """Her gün 30 km koşarsam, 270 km yolu kaç günde koşabilirim?"""}]
20
+ prompt = pipeline.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
21
+ outputs = pipeline(prompt, do_sample=True, temperature=0.7, top_k=500, top_p=0.7,max_new_tokens=1024)
22
+ print(outputs[0]["generated_text"])
23
+ ```