diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 6a9299c3..7e744123 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -23,6 +23,12 @@ jobs:
         - name: Run CI
           shell: bash -l {0}
           run: ./ci/circle_build_linux.sh ${{ matrix.PYTHON_VERSION }} ${{ matrix.UPSTREAM_DEV }}
+        - name: Publish package
+          if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') && matrix.PYTHON_VERSION == '3.7'
+          uses: pypa/gh-action-pypi-publish@v1.3.1
+          with:
+            user: __token__
+            password: ${{ secrets.pypi_password }}
         - uses: codecov/codecov-action@v1
           with:
             token: ${{ secrets.CODECOV_TOKEN }}
diff --git a/ci/circle_build_linux.sh b/ci/circle_build_linux.sh
index df2e97e5..279ed468 100755
--- a/ci/circle_build_linux.sh
+++ b/ci/circle_build_linux.sh
@@ -53,9 +53,12 @@ if [ "${PYTHON_VERSION}" = "3.6" ]; then
   NUMBA_DISABLE_JIT=1 py.test --junitxml=test-reports/junit.xml --cov=./ --cov-report=xml
 fi
 
-# Check documentation build only in one job
+# Check documentation build only in one job, also do releases
 if [ "${PYTHON_VERSION}" = "3.7" ]; then
   pushd docs
   make html
   popd
+
+  python setup.py sdist
+  python setup.py bdist_wheel
 fi