Upload 7 files

README.md

@@ -0,0 +1,189 @@
+# RoBERTa-Base Model for Emotion Classification
+
+This repository hosts a fine-tuned version of the RoBERTa model for emotion classification tasks. The model has been trained to accurately classify text into six emotion categories, making it suitable for sentiment analysis and emotional content understanding.
+
+---
+
+## Model Details
+
+- **Model Name:** RoBERTa-Base for Emotion Classification  
+- **Model Architecture:** RoBERTa Base  
+- **Task:** Emotion Classification  
+- **Dataset:** Hugging Face Emotion Dataset  
+- **Quantization:** Float16 version available  
+- **Fine-tuning Framework:** Hugging Face Transformers
+
+---
+
+## Usage
+
+### Installation
+
+```
+pip install transformers torch
+```
+
+### Loading the Model
+
+```
+from transformers import RobertaTokenizer, RobertaForSequenceClassification
+import torch
+import re
+
+# Load model and tokenizer
+model_path = "emotion-model"  # or "quantized-emotion-model" for the quantized version
+model = RobertaForSequenceClassification.from_pretrained(model_path)
+tokenizer = RobertaTokenizer.from_pretrained(model_path)
+
+# Set device
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
+model = model.to(device)
+```
+
+### Prediction Function
+
+```
+def predict_emotions(texts, model, tokenizer, device='cpu'):
+    """
+    Predicts emotion labels for input text(s) using a fine-tuned transformer model.
+
+    Args:
+        texts (str or List[str]): A single string or list of strings to classify.
+        model: Trained transformer model.
+        tokenizer: Corresponding tokenizer.
+        device (str): 'cpu' or 'cuda'. Default is 'cpu'.
+
+    Returns:
+        List[str]: List of predicted emotion labels.
+    """
+    # Ensure model is on correct device
+    model.to(device)
+
+    # If a single string is passed, convert to list
+    if isinstance(texts, str):
+        texts = [texts]
+
+    # Preprocess: simple text cleaning
+    def preprocess(text):
+        text = text.lower()
+        text = re.sub(r"http\S+|www\S+|https\S+", '', text)
+        text = re.sub(r'\@\w+|\#', '', text)
+        text = re.sub(r"[^a-zA-Z0-9\s.,!?']", '', text)
+        text = re.sub(r'\s+', ' ', text).strip()
+        return text
+
+    cleaned_texts = [preprocess(t) for t in texts]
+
+    # Tokenize
+    inputs = tokenizer(cleaned_texts, padding=True, truncation=True, return_tensors="pt").to(device)
+
+    # Inference
+    model.eval()
+    with torch.no_grad():
+        outputs = model(**inputs)
+        preds = torch.argmax(outputs.logits, dim=1).tolist()
+
+    # Emotion dataset label map
+    label_map = {
+        0: "sadness",
+        1: "joy",
+        2: "love",
+        3: "anger",
+        4: "fear",
+        5: "surprise"
+    }
+
+    return [label_map[p] for p in preds]
+```
+
+### Example Usage
+
+```
+# Example texts
+sample_texts = [
+    "I'm so happy about the new job opportunity!",
+    "I can't believe they cancelled my favorite show. This is terrible.",
+    "The sunset over the mountains took my breath away. It was magnificent!"
+]
+
+# Run predictions
+results = predict_emotions(sample_texts, model, tokenizer, device)
+
+# Show results
+for text, emotion in zip(sample_texts, results):
+    print(f"Text: {text}\nPredicted Emotion: {emotion}\n")
+```
+
+---
+
+## Performance Metrics
+
+- **Accuracy:** 0.94
+- **F1 Score:** 0.939736  
+- **Precision:** 0.941654  
+- **Recall:** 0.94
+
+---
+
+## Fine-Tuning Details
+
+### Dataset
+
+The model was fine-tuned on the Hugging Face Emotion dataset which contains text labeled with six emotion categories:
+- sadness
+- joy
+- love
+- anger
+- fear
+- surprise
+
+### Training Configuration
+
+- **Epochs:** 3  
+- **Batch Size:** 16  
+- **Learning Rate:** 2e-5  
+- **Max Length:** 128 tokens   
+- **Evaluation Strategy:** epoch
+- **Weight Decay:** 0.01
+- **Optimizer:** AdamW
+
+### Quantization
+
+A quantized version of the model is available using PyTorch's float16 format to reduce model size and improve inference efficiency.
+
+---
+
+## Repository Structure
+
+```
+.
+├── emotion-model/               # Full-precision model
+│   ├── config.json           
+│   ├── model.safetensors     
+│   ├── tokenizer_config.json    
+│   ├── special_tokens_map.json
+│   ├── vocab.json
+│   └── merges.txt
+├── quantized-emotion-model/     # Quantized model (float16)
+│   ├── config.json           
+│   ├── model.safetensors     
+│   ├── tokenizer_config.json    
+│   ├── special_tokens_map.json
+│   ├── vocab.json
+│   └── merges.txt
+└── README.md                    # Model documentation
+```
+
+---
+
+## Limitations
+
+- The model may not generalize well to domains outside the fine-tuning dataset.
+- Emotion detection can be subjective and context-dependent.
+- The quantized version may show minor accuracy degradation compared to the full-precision model.
+
+---
+
+## Contributing
+
+Contributions are welcome! Feel free to open an issue or PR for improvements, fixes, or feature extensions.

config (1).json

@@ -0,0 +1,43 @@
+{
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float16",
+  "transformers_version": "4.51.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

model (2).safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee4e14c130fd472b333ea524b515cb05798fbc277bce27c0c1a2106b5405174
+size 249324580

special_tokens_map (1).json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config (1).json

@@ -0,0 +1,57 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": "<unk>"
+}