|
|
|
""" |
|
Model Options - Brello EI 0 |
|
Created by Epic Systems | Engineered by Rehan Temkar |
|
|
|
Demonstrates different model options for Brello EI 0. |
|
""" |
|
|
|
from brello_ei_0 import BrelloEI0 |
|
|
|
def test_model_option(model_path, description): |
|
"""Test a specific model option""" |
|
print(f"\nπ€ Testing: {description}") |
|
print(f"Model: {model_path}") |
|
print("-" * 50) |
|
|
|
try: |
|
|
|
model = BrelloEI0( |
|
model_path=model_path, |
|
load_in_4bit=False |
|
) |
|
|
|
|
|
test_message = "I'm feeling really stressed about my presentation tomorrow." |
|
response = model.generate_response(test_message) |
|
|
|
print(f"Input: {test_message}") |
|
print(f"Response: {response}") |
|
print("β
Model working!") |
|
|
|
return True |
|
except Exception as e: |
|
print(f"β Model failed: {e}") |
|
return False |
|
|
|
def main(): |
|
"""Test different model options""" |
|
print("π€ Brello EI 0 - Model Options") |
|
print("Created by Epic Systems | Engineered by Rehan Temkar") |
|
print("=" * 60) |
|
|
|
|
|
model_options = [ |
|
{ |
|
"path": "microsoft/DialoGPT-medium", |
|
"description": "Public Model (Recommended for quick start)" |
|
}, |
|
{ |
|
"path": "microsoft/DialoGPT-large", |
|
"description": "Larger Public Model (Better responses)" |
|
}, |
|
{ |
|
"path": "microsoft/DialoGPT-small", |
|
"description": "Smaller Public Model (Faster)" |
|
} |
|
] |
|
|
|
|
|
working_models = [] |
|
for option in model_options: |
|
if test_model_option(option["path"], option["description"]): |
|
working_models.append(option) |
|
|
|
print(f"\nπ Results:") |
|
print(f"β
Working models: {len(working_models)}/{len(model_options)}") |
|
|
|
if working_models: |
|
print("\nπ― Recommended models:") |
|
for model in working_models: |
|
print(f" β’ {model['path']} - {model['description']}") |
|
|
|
print("\nπ‘ To use Llama 3.2 3B:") |
|
print("1. Create Hugging Face account") |
|
print("2. Accept license at: https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct") |
|
print("3. Login with: huggingface-cli login") |
|
print("4. Update model_path to: 'meta-llama/Llama-3.2-3B-Instruct'") |
|
|
|
if __name__ == "__main__": |
|
main() |
|
|