fla/ops/attn/__init__.py

# -*- coding: utf-8 -*-

from .parallel import parallel_attn
from .parallel_rectified import parallel_rectified_attn
from .parallel_softpick import parallel_softpick_attn
from .naive import naive_attn
from .naive_rectified import naive_rectified_attn
from .naive_softpick import naive_softpick_attn

__all__ = [
    'parallel_attn',
    'parallel_rectified_attn',
    'parallel_softpick_attn',
    'naive_attn',
    'naive_rectified_attn',
    'naive_softpick_attn',
]