feat : better routing system

llm_router/config.json

@@ -0,0 +1,33 @@
+{
+  "config": {
+    "batch_size": 32,
+    "device_map": "auto",
+    "early_stopping_patience": 3,
+    "epochs": 10,
+    "ewc_lambda": 100.0,
+    "gradient_checkpointing": false,
+    "learning_rate": 0.0005,
+    "max_examples_per_class": 500,
+    "max_length": 512,
+    "min_confidence": 0.1,
+    "min_examples_per_class": 3,
+    "neural_weight": 0.2,
+    "num_representative_examples": 5,
+    "prototype_update_frequency": 50,
+    "prototype_weight": 0.8,
+    "quantization": null,
+    "similarity_threshold": 0.7,
+    "warmup_steps": 0
+  },
+  "embedding_dim": 768,
+  "id_to_label": {
+    "0": "HIGH",
+    "1": "LOW"
+  },
+  "label_to_id": {
+    "HIGH": 0,
+    "LOW": 1
+  },
+  "model_name": "distilbert/distilbert-base-cased",
+  "train_steps": 20
+}

llm_router/dl_safetensors.sh

@@ -0,0 +1,33 @@
+##########
+# Dummy script to download the model
+# Because dowloading with hugging face does not seem to work, maybe I am doing something wrong?
+# AdaptiveClassifier.from_pretrained("adaptive-classifier/llm-router") ----> result in config.json not found
+# Therefore, I put all the files in llm_router and download the model file with this script, If you know a better way please raise an issue
+#########
+
+#!/bin/bash
+
+# Define the URL and filename
+URL="https://huggingface.co/adaptive-classifier/llm_router/resolve/main/model.safetensors"
+FILENAME="model.safetensors"
+
+if [ ! -f "$FILENAME" ]; then
+    echo "Router safetensors file not found, downloading..."
+    if command -v curl >/dev/null 2>&1; then
+        curl -L -o "$FILENAME" "$URL"
+    elif command -v wget >/dev/null 2>&1; then
+        wget -O "$FILENAME" "$URL"
+    else
+        echo "Error: Neither curl nor wget is available. Please install one of them."
+        exit 1
+    fi
+    
+    if [ $? -eq 0 ]; then
+        echo "Download completed successfully"
+    else
+        echo "Download failed"
+        exit 1
+    fi
+else
+    echo "File already exists, skipping download"
+fi