path	# lines of code
stubs/fvcore/nn.pyi	2
stubs/seaborn.pyi	2
stubs/triton/language.pyi	2
stubs/triton/__init__.pyi	2
stubs/triton/ops/blocksparse.pyi	2
stubs/torch/linalg/__init__.pyi	47
stubs/torch/nn/__init__.pyi	238
stubs/torch/nn/utils/__init__.pyi	16
stubs/torch/nn/init.pyi	21
stubs/torch/nn/functional.pyi	29
stubs/torch/nn/functional/__init__.pyi	29
stubs/torch/__init__.pyi	2344
stubs/torch/autograd/__init__.pyi	17
stubs/torch/autograd/profiler.pyi	6
stubs/torch/cuda/__init__.pyi	2
stubs/torch/optim/__init__.pyi	2
stubs/torch/ops.pyi	2
stubs/torch/onnx.pyi	1
stubs/torch/utils/data.pyi	2
stubs/torch/utils/model_zoo.pyi	2
stubs/torch/hub.pyi	3
stubs/torch/fft/__init__.pyi	23
stubs/torch/profiler/__init__.pyi	2
stubs/torch/sparse/__init__.pyi	16
stubs/torch/random/__init__.pyi	3
stubs/numpy/__init__.pyi	99
stubs/pandas.pyi	2
stubs/sklearn/model_selection.pyi	2
stubs/submitit.pyi	2
stubs/tqdm.pyi	2
stubs/tensorflow.pyi	2
stubs/matplotlib/pyplot.pyi	2
stubs/recommonmark/transform.pyi	2
packaging/pkg_helpers.bash	64
experimental/__init__.py	1
experimental/setup.py	10
experimental/ragged_inference/__init__.py	1
experimental/ragged_inference/garbage_pad_ragged_acts.py	93
experimental/ragged_inference/seq_kv_cache.py	119
experimental/ragged_inference/triton_v2_qk_dotprod.py	159
experimental/ragged_inference/triton_v2_matmul.py	144
experimental/ragged_inference/triton_v2_ragged_qk_dotprod.py	252
codecov.yml	2
MANIFEST.in	2
setup.py	113
setup.cfg	3
xformers/triton/fused_linear_layer.py	87
xformers/triton/sum_strided.py	36
xformers/triton/k_activations.py	72
xformers/triton/__init__.py	19
xformers/triton/k_layer_norm.py	225
xformers/triton/k_sum.py	27
xformers/triton/utils.py	29
xformers/triton/k_fused_matmul_fw.py	98
xformers/triton/dropout.py	148
xformers/triton/k_dropout.py	141
xformers/triton/softmax.py	114
xformers/triton/layer_norm.py	45
xformers/triton/k_fused_matmul_bw.py	80
xformers/triton/k_softmax.py	98
xformers/__init__.py	54
xformers/test.py	1
xformers/ops.py	16
xformers/components/in_proj_container.py	131
xformers/components/attention/csrc/matmul.h	7
xformers/components/attention/csrc/matmul.cpp	38
xformers/components/attention/csrc/cpu/matmul.cpp	73
xformers/components/attention/csrc/cpu/sddmm.cpp	87
xformers/components/attention/csrc/cpu/sparse_softmax.cpp	168
xformers/components/attention/csrc/cpu/spmm.cpp	90
xformers/components/attention/csrc/autograd/matmul.cpp	48
xformers/components/attention/csrc/cuda/matmul.cu	86
xformers/components/attention/csrc/cuda/sddmm2_cuda.cu	576
xformers/components/attention/csrc/cuda/sparse_softmax.cu	268
xformers/components/attention/csrc/cuda/spmm.cu	775
xformers/components/attention/csrc/cuda/sddmm.cu	351
xformers/components/attention/csrc/computeUtil.h	122
xformers/components/attention/csrc/sddmm.cpp	6
xformers/components/attention/csrc/sparse_softmax.cpp	8
xformers/components/attention/csrc/macros.h	10
xformers/components/attention/csrc/spmm.cpp	6
xformers/components/attention/global_tokens.py	78
xformers/components/attention/ortho.py	199
xformers/components/attention/blocksparse.py	129
xformers/components/attention/local.py	68
xformers/components/attention/compositional.py	220
xformers/components/attention/__init__.py	70
xformers/components/attention/_sputnik_sparse.py	88
xformers/components/attention/core.py	154
xformers/components/attention/lambda_layer.py	36
xformers/components/attention/random.py	79
xformers/components/attention/fourier_mix.py	12
xformers/components/attention/scaled_dot_product.py	81
xformers/components/attention/utils.py	70
xformers/components/attention/attention_mask.py	84
xformers/components/attention/linformer.py	41
xformers/components/attention/attention_patterns.py	148
xformers/components/attention/nystrom.py	194
xformers/components/attention/favor.py	113
xformers/components/attention/feature_maps/__init__.py	15
xformers/components/attention/feature_maps/softmax.py	146
xformers/components/attention/feature_maps/base.py	36
xformers/components/attention/base.py	42
xformers/components/feedforward/__init__.py	40
xformers/components/feedforward/mlp.py	30
xformers/components/feedforward/fused_mlp.py	42
xformers/components/feedforward/base.py	29
xformers/components/residual.py	47
xformers/components/reversible.py	100
xformers/components/activations.py	29
xformers/components/multi_head_dispatch.py	141
xformers/components/__init__.py	40
xformers/components/positional_embedding/vocab.py	42
xformers/components/positional_embedding/__init__.py	41
xformers/components/positional_embedding/sine.py	40
xformers/components/positional_embedding/rotary.py	40
xformers/components/positional_embedding/base.py	19
xformers/utils.py	61
xformers/benchmarks/benchmark_triton_stride_sum.py	47
xformers/benchmarks/benchmark_vit_timm.py	311
xformers/benchmarks/LRA/batch_submit.py	43
xformers/benchmarks/LRA/batch_fetch_results.py	81
xformers/benchmarks/LRA/run_with_submitit.py	110
xformers/benchmarks/LRA/setup/pathfinder.py	44
xformers/benchmarks/LRA/setup/listops.py	31
xformers/benchmarks/LRA/setup/text.py	32
xformers/benchmarks/LRA/setup/retrieval.py	33
xformers/benchmarks/LRA/setup/cifar10.py	35
xformers/benchmarks/LRA/code/__init__.py	1
xformers/benchmarks/LRA/code/model_wrapper.py	147
xformers/benchmarks/LRA/code/dataset.py	28
xformers/benchmarks/LRA/__init__.py	1
xformers/benchmarks/LRA/run_tasks.py	467
xformers/benchmarks/LRA/run_grid_search.py	116
xformers/benchmarks/benchmark_revnet.py	61
xformers/benchmarks/benchmark_triton_layernorm.py	61
xformers/benchmarks/benchmark_triton_fused_linear.py	110
xformers/benchmarks/__init__.py	1
xformers/benchmarks/benchmark_triton_blocksparse.py	96
xformers/benchmarks/benchmark_triton_softmax.py	61
xformers/benchmarks/utils.py	79
xformers/benchmarks/benchmark_encoder.py	314
xformers/benchmarks/benchmark_triton_dropout.py	86
xformers/benchmarks/benchmark_pytorch_transformer.py	183
xformers/benchmarks/benchmark_nystrom_utils.py	76
xformers/benchmarks/benchmark_sddmm.py	85
xformers/benchmarks/benchmark_core.py	225
xformers/sparse/_csr_ops.py	121
xformers/sparse/__init__.py	1
xformers/sparse/utils.py	70
xformers/sparse/csr_tensor.py	365
xformers/helpers/__init__.py	1
xformers/helpers/timm_sparse_attention.py	36
xformers/factory/__init__.py	9
xformers/factory/hydra_helper.py	19
xformers/factory/block_factory.py	294
xformers/factory/model_factory.py	149