Page 1 of 1
GPT2 spanish text generation
Posted: Wed Nov 05, 2025 6:02 pm
by Antonio Linares
Code: Select all | Expand
import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline
# Hiperparámetros simples
max_new_tokens = 200 # For generation
# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='DeepESP/gpt2-spanish')
# Genera texto
def generate(start, max_new_tokens):
result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
return result[0]['generated_text']
print(generate('entonces', max_new_tokens)) # Prueba generando texto
Re: GPT2 spanish text generation
Posted: Wed Nov 05, 2025 6:03 pm
by Antonio Linares
English version
Code: Select all | Expand
import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline
# Hiperparámetros simples
max_new_tokens = 200 # For generation
# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='gpt2')
# Genera texto
def generate(start, max_new_tokens):
result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
return result[0]['generated_text']
print(generate('then', max_new_tokens)) # Prueba generando texto
Re: GPT2 spanish text generation
Posted: Wed Nov 05, 2025 6:08 pm
by Antonio Linares
GPT3 equivalent:
Code: Select all | Expand
import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline
# Hiperparámetros simples
max_new_tokens = 200 # For generation
# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='EleutherAI/gpt-neo-125M')
# Genera texto
def generate(start, max_new_tokens):
result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
return result[0]['generated_text']
print(generate('then', max_new_tokens)) # Prueba generando texto