Update README.md

README.md

@@ -13,6 +13,91 @@ model-index:
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
+#code
+
+```python
+#testing and loading model
+
+import torch, gc
+gc.collect()
+torch.cuda.empty_cache()
+
+import numpy as np
+import pandas as pd
+import os
+from tqdm import tqdm
+import bitsandbytes as bnb
+import torch
+import torch.nn as nn
+import transformers
+from datasets import Dataset
+from peft import LoraConfig, PeftConfig
+from trl import SFTTrainer
+from transformers import (AutoModelForCausalLM,
+                          AutoTokenizer,
+                          BitsAndBytesConfig,
+                          TrainingArguments,
+                          pipeline,
+                          logging)
+from sklearn.metrics import (accuracy_score,
+                             classification_report,
+                             confusion_matrix)
+from sklearn.model_selection import train_test_split
+
+from datasets import load_dataset
+
+#testing----1
+
+
+# Ruta del modelo guardado en el dataset de Kaggle
+from peft import LoraConfig, PeftModel
+
+device_map = {"": 0}
+PEFT_MODEL = "kr-manish/Llama-2-7b-chat-fine-tune-text-to-python"
+#model_name = "NousResearch/Llama-2-7b-hf"
+
+# Cargar la configuración del modelo
+config = PeftConfig.from_pretrained(PEFT_MODEL)
+
+# Cargar el modelo
+model = AutoModelForCausalLM.from_pretrained(
+    config.base_model_name_or_path,
+    low_cpu_mem_usage=True,
+    return_dict=True,
+    #quantization_config=bnb_config,
+    device_map="auto",
+    #trust_remote_code=True,
+    torch_dtype=torch.float16,
+)
+
+# Cargar el tokenizador
+tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
+tokenizer.pad_token = tokenizer.eos_token
+
+# Cargar el modelo PEFT
+load_model = PeftModel.from_pretrained(model, PEFT_MODEL)
+
+input_text ="Program to convert Centimeters to Pixels | Function to convert centimeters to pixels ; Driver Code"
+prompt_test = input_text
+pipe_test = pipeline(task="text-generation",
+                model=load_model,
+                tokenizer=tokenizer,
+                max_length =200,
+                #max_new_tokens =25,
+                )
+#result_test = pipe_test(prompt_test)
+#answer_test = result_test[0]['generated_text']
+#answer_test
+#or
+result = pipe_test(f"<s>[INST] {input_text} [/INST]")
+print(result[0]['generated_text'])
+
+#Program to convert Centimeters to Pixels | Function to convert centimeters to pixels ; Driver Code [/code] def convertCentimetersToPixels ( cm ) : NEW_LINE INDENT pixels =
+
+```
+
+#code
+
 # results
 
 This model is a fine-tuned version of [NousResearch/Llama-2-7b-chat-hf](https://huggingface.co/NousResearch/Llama-2-7b-chat-hf) on the None dataset.