Ollama API example using requests

ollama_api_example.py

import requests
import json

def ollama_generate(host="localhost", model="phi3", prompt="Why is the sky blue?", verbose=False):
    url = f"http://{host}:11434/api/generate"
    data = {"model": model, "prompt": prompt}
    headers = {'Content-Type': 'application/json'}    
    response = requests.post(url, json=data, headers=headers, stream=True)
    if response.status_code == 200:
        final_response = ""
        for line in response.iter_lines():
            if line:
                json_response = json.loads(line.decode('utf-8'))
                final_response += json_response['response']
                if verbose:
                    print(json_response['response'], end='', flush=True)
                if json_response['done']:
                    if verbose:
                        print("")
                    break
        return final_response.strip()
    else:
        print(f"Failed to fetch data. Status code: {response.status_code}")
        return ""

if __name__ == "__main__":
    # Example usage
    ollama_generate(host='localhost', model='phi3', prompt='Why is the sky blue?', verbose=True)