Using Hugging Face Models

pip install transformers torch accelerate

python
from transformers import pipeline
generator = pipeline('text-generation', model='gpt2')
result = generator('Artificial intelligence', max_length=100)
print(result[0]['generated_text'])

python
classifier = pipeline('sentiment-analysis')
result = classifier('This movie is amazing!')
print(result)

pip install huggingface_hub
huggingface-cli login

python
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.1-8B")
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.1-8B")

python
model.push_to_hub("username/model-name")
tokenizer.push_to_hub("username/model-name")