Python SDK Example

🖥️ Python Example

After going through the Python SDK setup process here, you can try out this example. See the full example on Github here.

Run poetry run fine_tune to create a new instance of a base model, run a simple fine-tune, and generate a completion.

fine_tune.py

from gradientai import Gradient
from dotenv import load_dotenv
load_dotenv()

def main():
    gradient = Gradient()

    base_model = gradient.get_base_model(base_model_slug="bloom-560m")

    new_model_adapter = base_model.create_model_adapter(
        name="my test model adapter"
    )
    print(f"Created model adapter with id {new_model_adapter.id}")

    new_model_adapter.fine_tune(samples=[{"inputs": "princess, dragon, castle"}])
    sample_query = "can you tell me a story set in Faerun"
    print(f"Asking: {sample_query}")

    completion = new_model_adapter.complete(query=sample_query, max_generated_token_count=100).generated_output
    print(f"Generated: {completion}")

    new_model_adapter.delete()
    gradient.close()

if __name__ == "__main__":
    main()