project0802clean-llm-git/data_sft/preprocess.py

from datasets import load_dataset

# dataset = load_dataset("openai/gsm8k", split="main")
dataset = load_dataset("openai/gsm8k", 'main')

import pdb; pdb.set_trace()