from transformers import AutoTokenizer from functools import partial model_id = 'Open-Orca/Mistral-7B-OpenOrca' tok = AutoTokenizer.from_pretrained(model_id)