pip install git+https://github.com/exla-ai/InferX.git

from inferx.models.deepseek_r1 import deepseek_r1

# Initialize the model (automatically detects your hardware)
model = deepseek_r1()

# Run the interactive interface
model.run()

# Generate text with custom parameters
response = model.generate(
    prompt="Write a short poem about artificial intelligence.",
    max_tokens=100,
    temperature=0.7,
    top_p=0.9,
    top_k=40
)

print(response)

# Generate and explain code
code_response = model.generate(
    prompt="Write a Python function to calculate the Fibonacci sequence",
    max_tokens=200,
    temperature=0.3  # Lower temperature for more deterministic code
)

print(code_response)

# Use system prompts to guide behavior
response = model.generate(
    prompt="What is machine learning?",
    system_prompt="You are a helpful AI assistant that explains complex topics in simple terms.",
    max_tokens=150
)

print(response)

def create_chatbot():
    model = deepseek_r1()
    
    print("DeepSeek R1 Chatbot (type 'exit' to quit)")
    
    while True:
        user_input = input("You: ")
        if user_input.lower() == 'exit':
            break
            
        response = model.generate(
            prompt=user_input,
            system_prompt="You are a helpful assistant.",
            max_tokens=200
        )
        
        print(f"Assistant: {response}")

# Run the chatbot
create_chatbot()

def code_assistant():
    model = deepseek_r1()
    
    system_prompt = """You are an expert programmer. Provide clear, 
    well-commented code solutions and explanations."""
    
    while True:
        question = input("Code question: ")
        if question.lower() == 'exit':
            break
            
        response = model.generate(
            prompt=question,
            system_prompt=system_prompt,
            temperature=0.3,  # More deterministic for code
            max_tokens=300
        )
        
        print(f"Solution:\n{response}\n")

code_assistant()

✨ InferX - DeepSeek R1 Model ✨
🔍 Device Detected: AGX_ORIN
⠏ [2.5s] Loading DeepSeek R1 model
✓ [3.0s] Ready for text generation