Python SDK Example
🖥️ Python Example
After going through the Python SDK setup process here, you can try out this example. See the full example on Github here.
Run poetry run fine_tune
to create a new instance of a base model, run a simple fine-tune, and generate a completion.
from gradientai import Gradient
from dotenv import load_dotenv
load_dotenv()
def main():
gradient = Gradient()
base_model = gradient.get_base_model(base_model_slug="bloom-560m")
new_model_adapter = base_model.create_model_adapter(
name="my test model adapter"
)
print(f"Created model adapter with id {new_model_adapter.id}")
new_model_adapter.fine_tune(samples=[{"inputs": "princess, dragon, castle"}])
sample_query = "can you tell me a story set in Faerun"
print(f"Asking: {sample_query}")
completion = new_model_adapter.complete(query=sample_query, max_generated_token_count=100).generated_output
print(f"Generated: {completion}")
new_model_adapter.delete()
gradient.close()
if __name__ == "__main__":
main()
Updated 27 days ago