LICENSE
MANIFEST.in
README.md
requirements.txt
setup.cfg
setup.py
/home/lefaudeux/Git/xformers/third_party/flash-attention/csrc/flash_attn/fmha_api.cpp
/home/lefaudeux/Git/xformers/third_party/flash-attention/csrc/flash_attn/src/fmha_block_dgrad_fp16_kernel_loop.sm80.cu
/home/lefaudeux/Git/xformers/third_party/flash-attention/csrc/flash_attn/src/fmha_block_fprop_fp16_kernel.sm80.cu
/home/lefaudeux/Git/xformers/third_party/flash-attention/csrc/flash_attn/src/fmha_dgrad_fp16_kernel_loop.sm80.cu
/home/lefaudeux/Git/xformers/third_party/flash-attention/csrc/flash_attn/src/fmha_fprop_fp16_kernel.sm80.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/attention.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/matmul.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/sddmm.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/sparse_softmax.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/spmm.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/autograd/matmul.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cpu/attention.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cpu/matmul.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cpu/sddmm.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cpu/sparse_softmax.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cpu/spmm.cpp
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/matmul.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/sddmm.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/sddmm2_cuda.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/sparse_softmax.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/spmm.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/attention.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/attention_backward_generic.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/attention_forward_generic.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f16.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f16_aligned.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f32.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f32_aligned.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f16.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f16_aligned.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f32.cu
/home/lefaudeux/Git/xformers/xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f32_aligned.cu
experimental/__init__.py
experimental/setup.py
experimental/ragged_inference/__init__.py
experimental/ragged_inference/garbage_pad_ragged_acts.py
experimental/ragged_inference/seq_kv_cache.py
experimental/ragged_inference/test_utils.py
experimental/ragged_inference/triton_v2_matmul.py
experimental/ragged_inference/triton_v2_qk_dotprod.py
experimental/ragged_inference/triton_v2_ragged_qk_dotprod.py
third_party/sputnik/AUTHORS
third_party/sputnik/CMakeLists.txt
third_party/sputnik/CONTRIBUTING.md
third_party/sputnik/Dockerfile
third_party/sputnik/LICENSE
third_party/sputnik/README.md
third_party/sputnik/cmake/Cuda.cmake
third_party/sputnik/cmake/Dependencies.cmake
third_party/sputnik/cmake/modules/FindGlog.cmake
third_party/sputnik/sputnik/CMakeLists.txt
third_party/sputnik/sputnik/barrier.h
third_party/sputnik/sputnik/common.h
third_party/sputnik/sputnik/cuda_utils.h
third_party/sputnik/sputnik/load_store.h
third_party/sputnik/sputnik/matrix_utils.cu.cc
third_party/sputnik/sputnik/matrix_utils.h
third_party/sputnik/sputnik/memory_aligner.h
third_party/sputnik/sputnik/sputnik.h
third_party/sputnik/sputnik/test_utils.h
third_party/sputnik/sputnik/tiling_utils.h
third_party/sputnik/sputnik/type_utils.h
third_party/sputnik/sputnik/vector_utils.h
third_party/sputnik/sputnik/bias_relu/CMakeLists.txt
third_party/sputnik/sputnik/bias_relu/bias_relu.cu.cc
third_party/sputnik/sputnik/bias_relu/bias_relu.h
third_party/sputnik/sputnik/depthwise/CMakeLists.txt
third_party/sputnik/sputnik/depthwise/computer.h
third_party/sputnik/sputnik/depthwise/cuda_depthwise.cu.cc
third_party/sputnik/sputnik/depthwise/cuda_depthwise.h
third_party/sputnik/sputnik/depthwise/depthwise_benchmark.cu.cc
third_party/sputnik/sputnik/depthwise/depthwise_config.h
third_party/sputnik/sputnik/depthwise/depthwise_test.cu.cc
third_party/sputnik/sputnik/depthwise/filter_tile.h
third_party/sputnik/sputnik/depthwise/input_tile.h
third_party/sputnik/sputnik/depthwise/output_tile.h
third_party/sputnik/sputnik/depthwise/shape_utils.h
third_party/sputnik/sputnik/depthwise/width_padding.h
third_party/sputnik/sputnik/sddmm/CMakeLists.txt
third_party/sputnik/sputnik/sddmm/all_reduce.h
third_party/sputnik/sputnik/sddmm/compute_utils.h
third_party/sputnik/sputnik/sddmm/cuda_sddmm.cu
third_party/sputnik/sputnik/sddmm/cuda_sddmm.cu.cc
third_party/sputnik/sputnik/sddmm/cuda_sddmm.h
third_party/sputnik/sputnik/sddmm/dense_to_reg.h
third_party/sputnik/sputnik/sddmm/dense_to_shared.h
third_party/sputnik/sputnik/sddmm/output_tile.h
third_party/sputnik/sputnik/sddmm/sddmm_benchmark.cu.cc
third_party/sputnik/sputnik/sddmm/sddmm_test.cu.cc
third_party/sputnik/sputnik/softmax/CMakeLists.txt
third_party/sputnik/sputnik/softmax/softmax.cu.cc
third_party/sputnik/sputnik/softmax/softmax.h
third_party/sputnik/sputnik/softmax/sparse_softmax.cu
third_party/sputnik/sputnik/softmax/sparse_softmax.cu.cc
third_party/sputnik/sputnik/softmax/sparse_softmax.h
third_party/sputnik/sputnik/spmm/CMakeLists.txt
third_party/sputnik/sputnik/spmm/compute_utils.h
third_party/sputnik/sputnik/spmm/cuda_spmm.cu
third_party/sputnik/sputnik/spmm/cuda_spmm.cu.cc
third_party/sputnik/sputnik/spmm/cuda_spmm.h
third_party/sputnik/sputnik/spmm/dense_tile.h
third_party/sputnik/sputnik/spmm/output_tile.h
third_party/sputnik/sputnik/spmm/predicate_utils.h
third_party/sputnik/sputnik/spmm/sparse_tile.h
third_party/sputnik/sputnik/spmm/spmm_benchmark.cu.cc
third_party/sputnik/sputnik/spmm/spmm_config.h
third_party/sputnik/sputnik/spmm/spmm_test.cu.cc
third_party/sputnik/sputnik/utils/CMakeLists.txt
third_party/sputnik/sputnik/utils/index_format.cu.cc
third_party/sputnik/sputnik/utils/index_format.h
xformers/__init__.py
xformers/ops.py
xformers/test.py
xformers/utils.py
xformers.egg-info/PKG-INFO
xformers.egg-info/SOURCES.txt
xformers.egg-info/dependency_links.txt
xformers.egg-info/not-zip-safe
xformers.egg-info/requires.txt
xformers.egg-info/top_level.txt
xformers/benchmarks/__init__.py
xformers/benchmarks/benchmark_blocksparse_transformers.py
xformers/benchmarks/benchmark_causal_blocksparse.py
xformers/benchmarks/benchmark_core.py
xformers/benchmarks/benchmark_encoder.py
xformers/benchmarks/benchmark_mem_eff_attention.py
xformers/benchmarks/benchmark_mlp.py
xformers/benchmarks/benchmark_multi_head_dispatch.py
xformers/benchmarks/benchmark_nvfuser.py
xformers/benchmarks/benchmark_nystrom_utils.py
xformers/benchmarks/benchmark_pytorch_transformer.py
xformers/benchmarks/benchmark_revnet.py
xformers/benchmarks/benchmark_sddmm.py
xformers/benchmarks/benchmark_triton_blocksparse.py
xformers/benchmarks/benchmark_triton_dropout.py
xformers/benchmarks/benchmark_triton_fused_linear.py
xformers/benchmarks/benchmark_triton_layernorm.py
xformers/benchmarks/benchmark_triton_softmax.py
xformers/benchmarks/benchmark_triton_stride_sum.py
xformers/benchmarks/benchmark_vit_timm.py
xformers/benchmarks/utils.py
xformers/benchmarks/LRA/__init__.py
xformers/benchmarks/LRA/batch_fetch_results.py
xformers/benchmarks/LRA/batch_submit.py
xformers/benchmarks/LRA/run_grid_search.py
xformers/benchmarks/LRA/run_tasks.py
xformers/benchmarks/LRA/run_with_submitit.py
xformers/benchmarks/LRA/code/__init__.py
xformers/benchmarks/LRA/code/dataset.py
xformers/benchmarks/LRA/code/model_wrapper.py
xformers/components/__init__.py
xformers/components/activations.py
xformers/components/input_projection.py
xformers/components/multi_head_dispatch.py
xformers/components/patch_embedding.py
xformers/components/residual.py
xformers/components/reversible.py
xformers/components/simplicial_embedding.py
xformers/components/attention/__init__.py
xformers/components/attention/_sputnik_sparse.py
xformers/components/attention/attention_mask.py
xformers/components/attention/attention_patterns.py
xformers/components/attention/base.py
xformers/components/attention/blocksparse.py
xformers/components/attention/compositional.py
xformers/components/attention/core.py
xformers/components/attention/favor.py
xformers/components/attention/fourier_mix.py
xformers/components/attention/global_tokens.py
xformers/components/attention/lambda_layer.py
xformers/components/attention/linformer.py
xformers/components/attention/local.py
xformers/components/attention/nystrom.py
xformers/components/attention/ortho.py
xformers/components/attention/pooling.py
xformers/components/attention/random.py
xformers/components/attention/scaled_dot_product.py
xformers/components/attention/sparsity_config.py
xformers/components/attention/utils.py
xformers/components/attention/visual.py
xformers/components/attention/csrc/attention.cpp
xformers/components/attention/csrc/computeUtil.h
xformers/components/attention/csrc/macros.h
xformers/components/attention/csrc/matmul.cpp
xformers/components/attention/csrc/matmul.h
xformers/components/attention/csrc/sddmm.cpp
xformers/components/attention/csrc/sparse_softmax.cpp
xformers/components/attention/csrc/spmm.cpp
xformers/components/attention/csrc/autograd/matmul.cpp
xformers/components/attention/csrc/cpu/attention.cpp
xformers/components/attention/csrc/cpu/matmul.cpp
xformers/components/attention/csrc/cpu/sddmm.cpp
xformers/components/attention/csrc/cpu/sparse_softmax.cpp
xformers/components/attention/csrc/cpu/spmm.cpp
xformers/components/attention/csrc/cuda/matmul.cu
xformers/components/attention/csrc/cuda/sddmm.cu
xformers/components/attention/csrc/cuda/sddmm2_cuda.cu
xformers/components/attention/csrc/cuda/sparse_softmax.cu
xformers/components/attention/csrc/cuda/spmm.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/attention.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/attention_backward_generic.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/attention_forward_generic.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/attention_scaling_coefs_updater.h
xformers/components/attention/csrc/cuda/mem_eff_attention/debug_utils.h
xformers/components/attention/csrc/cuda/mem_eff_attention/epilogue_rescale_output.h
xformers/components/attention/csrc/cuda/mem_eff_attention/epilogue_thread_apply_logsumexp.h
xformers/components/attention/csrc/cuda/mem_eff_attention/find_default_mma.h
xformers/components/attention/csrc/cuda/mem_eff_attention/gemm_kernel_utils.h
xformers/components/attention/csrc/cuda/mem_eff_attention/kernel_backward.h
xformers/components/attention/csrc/cuda/mem_eff_attention/kernel_forward.h
xformers/components/attention/csrc/cuda/mem_eff_attention/mma_from_smem.h
xformers/components/attention/csrc/cuda/mem_eff_attention/mma_simt_tile_iterator_residual.h
xformers/components/attention/csrc/cuda/mem_eff_attention/iterators/make_residual_last.h
xformers/components/attention/csrc/cuda/mem_eff_attention/iterators/predicated_tile_access_iterator_residual_last.h
xformers/components/attention/csrc/cuda/mem_eff_attention/iterators/predicated_tile_iterator_residual_last.h
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f16.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f16_aligned.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f32.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/backward_f32_aligned.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f16.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f16_aligned.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f32.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/forward_f32_aligned.cu
xformers/components/attention/csrc/cuda/mem_eff_attention/kernels/generate_kernels.sh
xformers/components/attention/feature_maps/__init__.py
xformers/components/attention/feature_maps/base.py
xformers/components/attention/feature_maps/softmax.py
xformers/components/feedforward/__init__.py
xformers/components/feedforward/base.py
xformers/components/feedforward/conv_mlp.py
xformers/components/feedforward/fused_mlp.py
xformers/components/feedforward/mixture_of_experts.py
xformers/components/feedforward/mlp.py
xformers/components/nvfuser/__init__.py
xformers/components/nvfuser/bias_act_dropout.py
xformers/components/nvfuser/bias_dropout_res.py
xformers/components/nvfuser/bias_dropout_res_layernorm.py
xformers/components/nvfuser/utils.py
xformers/components/positional_embedding/__init__.py
xformers/components/positional_embedding/base.py
xformers/components/positional_embedding/param.py
xformers/components/positional_embedding/rotary.py
xformers/components/positional_embedding/sine.py
xformers/components/positional_embedding/vocab.py
xformers/factory/__init__.py
xformers/factory/block_configs.py
xformers/factory/block_factory.py
xformers/factory/hydra_helper.py
xformers/factory/model_factory.py
xformers/factory/weight_init.py
xformers/helpers/__init__.py
xformers/helpers/hierarchical_configs.py
xformers/helpers/test_utils.py
xformers/helpers/timm_sparse_attention.py
xformers/sparse/__init__.py
xformers/sparse/_csr_ops.py
xformers/sparse/blocksparse_tensor.py
xformers/sparse/csr_tensor.py
xformers/sparse/utils.py
xformers/triton/__init__.py
xformers/triton/dropout.py
xformers/triton/fused_linear_layer.py
xformers/triton/k_activations.py
xformers/triton/k_dropout.py
xformers/triton/k_fused_matmul_bw.py
xformers/triton/k_fused_matmul_fw.py
xformers/triton/k_layer_norm.py
xformers/triton/k_softmax.py
xformers/triton/k_sum.py
xformers/triton/layer_norm.py
xformers/triton/softmax.py
xformers/triton/sum_strided.py
xformers/triton/utils.py