fix gh actions

Author: lucidrains

.github/workflows/python-publish.yml

@@ -23,9 +23,6 @@ jobs:
       uses: actions/setup-python@v2
       with:
         python-version: '3.x'
-    - name: Install torch
-      run: |
-        pip install torch
     - name: Build package
       run: python setup.py sdist
     - name: Publish package