Page 1 of 1

GPT2 spanish text generation

Posted: Wed Nov 05, 2025 6:02 pm
by Antonio Linares

Code: Select all | Expand

import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline

# Hiperparámetros simples
max_new_tokens = 200  # For generation

# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='DeepESP/gpt2-spanish')

# Genera texto
def generate(start, max_new_tokens):
    result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
    return result[0]['generated_text']

print(generate('entonces', max_new_tokens))  # Prueba generando texto

Re: GPT2 spanish text generation

Posted: Wed Nov 05, 2025 6:03 pm
by Antonio Linares
English version

Code: Select all | Expand

import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline

# Hiperparámetros simples
max_new_tokens = 200  # For generation

# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='gpt2')

# Genera texto
def generate(start, max_new_tokens):
    result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
    return result[0]['generated_text']

print(generate('then', max_new_tokens))  # Prueba generando texto

Re: GPT2 spanish text generation

Posted: Wed Nov 05, 2025 6:08 pm
by Antonio Linares
GPT3 equivalent:

Code: Select all | Expand

import torch
import torch.nn as nn
from torch.nn import functional as F
import torch.optim.lr_scheduler
from transformers import pipeline

# Hiperparámetros simples
max_new_tokens = 200  # For generation

# Carga el modelo pre-entrenado
generator = pipeline('text-generation', model='EleutherAI/gpt-neo-125M')

# Genera texto
def generate(start, max_new_tokens):
    result = generator(start, max_length=len(start.split()) + max_new_tokens, do_sample=True, temperature=0.8, num_return_sequences=1,truncation=True)
    return result[0]['generated_text']

print(generate('then', max_new_tokens))  # Prueba generando texto