from transformers import pipeline generator = pipeline( "text-generation", model="CohereLabs/tiny-aya-base", torch_dtype="bfloat16", ) output = generator( "The capital of Spain is", max_new_tokens=128, do_sample=True, temperature=0.1, top_p=0.9, repetition_penalty=1.1, ) print(output[0]["generated_text"])