attention upload

Xiangs18 · May 18, 2021 · d62f88a · d62f88a
1 parent 58393a8
commit d62f88a
Show file tree

Hide file tree

Showing 14 changed files with 21 additions and 14 deletions.
diff --git a/README.md b/README.md
@@ -22,7 +22,7 @@ Pytorch implementation of ["CBAM: Convolutional Block Attention Module---ECCV201
 
 #### 1.3. Code
 ```python
-from ExternalAttention import ExternalAttention
+from attention.ExternalAttention import ExternalAttention
 import torch
 
 input=torch.randn(50,49,512)
@@ -43,7 +43,7 @@ print(output.shape)
 
 #### 1.3. Code
 ```python
-from SelfAttention import ScaledDotProductAttention
+from attention.SelfAttention import ScaledDotProductAttention
 import torch
 
 input=torch.randn(50,49,512)
@@ -63,7 +63,7 @@ print(output.shape)
 
 #### 3.3. Code
 ```python
-from SimplifiedSelfAttention import SimplifiedScaledDotProductAttention
+from attention.SimplifiedSelfAttention import SimplifiedScaledDotProductAttention
 import torch
 
 input=torch.randn(50,49,512)
@@ -84,7 +84,7 @@ print(output.shape)
 
 #### 4.3. Code
 ```python
-from SEAttention import SEAttention
+from attention.SEAttention import SEAttention
 import torch
 
 input=torch.randn(50,512,7,7)
@@ -96,16 +96,16 @@ print(output.shape)
 
 ***
 
-### 4. SK Attention Usage
-#### 4.1. Paper
+### 5. SK Attention Usage
+#### 5.1. Paper
 ["Selective Kernel Networks"](https://arxiv.org/pdf/1903.06586.pdf)
 
-#### 4.2. Overview
+#### 5.2. Overview
 ![](./img/SK.png)
 
-#### 4.3. Code
+#### 5.3. Code
 ```python
-from SKAttention import SKAttention
+from attention.SKAttention import SKAttention
 import torch
 
 input=torch.randn(50,512,7,7)
@@ -116,18 +116,18 @@ print(output.shape)
 ```
 
 
-### 5. CBAM Attention Usage
-#### 5.1. Paper
+### 6. CBAM Attention Usage
+#### 6.1. Paper
 ["CBAM: Convolutional Block Attention Module"](https://openaccess.thecvf.com/content_ECCV_2018/papers/Sanghyun_Woo_Convolutional_Block_Attention_ECCV_2018_paper.pdf)
 
-#### 5.2. Overview
+#### 6.2. Overview
 ![](./img/CBAM1.png)
 
 ![](./img/CBAM2.png)
 
-#### 5.3. Code
+#### 6.3. Code
 ```python
-from CBAM import CBAMBlock
+from attention.CBAM import CBAMBlock
 import torch
 
 input=torch.randn(50,512,7,7)

diff --git a/CBAM.py → attention/CBAM.py b/CBAM.py → attention/CBAM.py
diff --git a/ExternalAttention.py → attention/ExternalAttention.py b/ExternalAttention.py → attention/ExternalAttention.py
diff --git a/SEAttention.py → attention/SEAttention.py b/SEAttention.py → attention/SEAttention.py
diff --git a/SKAttention.py → attention/SKAttention.py b/SKAttention.py → attention/SKAttention.py
diff --git a/SelfAttention.py → attention/SelfAttention.py b/SelfAttention.py → attention/SelfAttention.py
diff --git a/SimplifiedSelfAttention.py → attention/SimplifiedSelfAttention.py b/SimplifiedSelfAttention.py → attention/SimplifiedSelfAttention.py
diff --git a/attention/__pycache__/CBAM.cpython-38.pyc b/attention/__pycache__/CBAM.cpython-38.pyc
diff --git a/attention/__pycache__/ExternalAttention.cpython-38.pyc b/attention/__pycache__/ExternalAttention.cpython-38.pyc
diff --git a/attention/__pycache__/SEAttention.cpython-38.pyc b/attention/__pycache__/SEAttention.cpython-38.pyc
diff --git a/attention/__pycache__/SKAttention.cpython-38.pyc b/attention/__pycache__/SKAttention.cpython-38.pyc
diff --git a/attention/__pycache__/SelfAttention.cpython-38.pyc b/attention/__pycache__/SelfAttention.cpython-38.pyc
diff --git a/attention/__pycache__/SimplifiedSelfAttention.cpython-38.pyc b/attention/__pycache__/SimplifiedSelfAttention.cpython-38.pyc
diff --git a/main.py b/main.py
@@ -0,0 +1,7 @@
+from attention.ExternalAttention import ExternalAttention
+import torch
+
+input=torch.randn(50,49,512)
+ea = ExternalAttention(d_model=512,S=8)
+output=ea(input)
+print(output.shape)