Path	Lines of Code
xformers/components/__init__.py	40
xformers/components/activations.py	29
xformers/components/attention/__init__.py	70
xformers/components/attention/_sputnik_sparse.py	88
xformers/components/attention/attention_mask.py	84
xformers/components/attention/attention_patterns.py	148
xformers/components/attention/base.py	42
xformers/components/attention/blocksparse.py	129
xformers/components/attention/compositional.py	220
xformers/components/attention/core.py	154
xformers/components/attention/csrc/autograd/matmul.cpp	48
xformers/components/attention/csrc/computeUtil.h	122
xformers/components/attention/csrc/cpu/matmul.cpp	73
xformers/components/attention/csrc/cpu/sddmm.cpp	87
xformers/components/attention/csrc/cpu/sparse_softmax.cpp	168
xformers/components/attention/csrc/cpu/spmm.cpp	90
xformers/components/attention/csrc/cuda/matmul.cu	86
xformers/components/attention/csrc/cuda/sddmm.cu	351
xformers/components/attention/csrc/cuda/sddmm2_cuda.cu	576
xformers/components/attention/csrc/cuda/sparse_softmax.cu	268
xformers/components/attention/csrc/cuda/spmm.cu	775
xformers/components/attention/csrc/macros.h	10
xformers/components/attention/csrc/matmul.cpp	38
xformers/components/attention/csrc/matmul.h	7
xformers/components/attention/csrc/sddmm.cpp	6
xformers/components/attention/csrc/sparse_softmax.cpp	8
xformers/components/attention/csrc/spmm.cpp	6
xformers/components/attention/favor.py	113
xformers/components/attention/feature_maps/__init__.py	15
xformers/components/attention/feature_maps/base.py	36
xformers/components/attention/feature_maps/softmax.py	146
xformers/components/attention/fourier_mix.py	12
xformers/components/attention/global_tokens.py	78
xformers/components/attention/lambda_layer.py	36
xformers/components/attention/linformer.py	41
xformers/components/attention/local.py	68
xformers/components/attention/nystrom.py	194
xformers/components/attention/ortho.py	199
xformers/components/attention/random.py	79
xformers/components/attention/scaled_dot_product.py	81
xformers/components/attention/utils.py	70
xformers/components/feedforward/__init__.py	40
xformers/components/feedforward/base.py	29
xformers/components/feedforward/fused_mlp.py	42
xformers/components/feedforward/mlp.py	30
xformers/components/in_proj_container.py	131
xformers/components/multi_head_dispatch.py	141
xformers/components/positional_embedding/__init__.py	41
xformers/components/positional_embedding/base.py	19
xformers/components/positional_embedding/rotary.py	40
xformers/components/positional_embedding/sine.py	40
xformers/components/positional_embedding/vocab.py	42
xformers/components/residual.py	47
xformers/components/reversible.py	100