import re import logging from lit_gpt.model import GPT from lit_gpt.config import Config from lit_gpt.tokenizer import Tokenizer from lightning_utilities.core.imports import RequirementCache _LIGHTNING_AVAILABLE = RequirementCache("lightning>=2.2.0.dev0") if not bool(_LIGHTNING_AVAILABLE): raise ImportError( "Lit-GPT requires lightning nightly. Please run:\n" f" pip uninstall -y lightning; pip install -r requirements.txt\n{str(_LIGHTNING_AVAILABLE)}" ) # Suppress excessive warnings, see https://github.com/pytorch/pytorch/issues/111632 pattern = re.compile(".*Profiler function .* will be ignored") logging.getLogger("torch._dynamo.variables.torch").addFilter(lambda record: not pattern.search(record.getMessage())) __all__ = ["GPT", "Config", "Tokenizer"]