gsa-16M-test / fla /ops /utils /__init__.py
zaydzuhri's picture
Training in progress, step 2500
d152c99 verified
# -*- coding: utf-8 -*-
from .cumsum import (chunk_global_cumsum, chunk_global_cumsum_scalar,
chunk_global_cumsum_scalar_kernel,
chunk_global_cumsum_vector,
chunk_global_cumsum_vector_kernel, chunk_local_cumsum,
chunk_local_cumsum_scalar,
chunk_local_cumsum_scalar_kernel,
chunk_local_cumsum_vector,
chunk_local_cumsum_vector_kernel)
from .logcumsumexp import logcumsumexp_fwd_kernel
from .logsumexp import logsumexp_fwd, logsumexp_fwd_kernel
from .matmul import addmm, matmul, matmul_kernel
from .softmax import (softmax_bwd, softmax_bwd_kernel, softmax_fwd,
softmax_fwd_kernel)
__all__ = [
'chunk_global_cumsum',
'chunk_global_cumsum_scalar',
'chunk_global_cumsum_scalar_kernel',
'chunk_global_cumsum_vector',
'chunk_global_cumsum_vector_kernel',
'chunk_local_cumsum',
'chunk_local_cumsum_scalar',
'chunk_local_cumsum_scalar_kernel',
'chunk_local_cumsum_vector',
'chunk_local_cumsum_vector_kernel',
'logcumsumexp_fwd_kernel',
'logsumexp_fwd',
'logsumexp_fwd_kernel',
'addmm',
'matmul',
'matmul_kernel',
'softmax_bwd',
'softmax_bwd_kernel',
'softmax_fwd',
'softmax_fwd_kernel',
]