clean up

.github/workflows/release_python.yml

@@ -82,12 +82,40 @@ jobs:
             name: wheels
             path: bindings/python/dist
 
-  publish:
-    name: Publish Python 🐍 distribution 📦 
+  pypi-publish:
+    name: Publish Python 🐍 distribution 📦 to Pypi
     needs: [ sdist, linux ]
     runs-on: ubuntu-latest
-    # Only publish if it's a tag
-    if: "startsWith(github.ref, 'refs/tags/')"
+    # Only publish to PyPi if the tag is not a pre-release
+    if: ${{ startsWith(github.ref, 'refs/tags/') && !contains(github.ref, '-') }}
+
+    environment:
+      name: pypi
+      url: https://pypi.org/p/pyiceberg_core
+
+    permissions:
+      id-token: write  # IMPORTANT: mandatory for trusted publishing
+
+    steps:
+    - name: Download all the dists
+      uses: actions/download-artifact@v3
+      with:
+        name: wheels
+        path: bindings/python/dist
+    - name: Publish to PyPI
+      uses: pypa/gh-action-pypi-publish@release/v1
+
+      with:
+        skip-existing: true
+        packages-dir: bindings/python/dist
+
+  testpypi-publish:
+    name: Publish Python 🐍 distribution 📦 to TestPypi
+    needs: [ sdist, linux ]
+    runs-on: ubuntu-latest
+    # Only publish to TestPyPi if the tag is a pre-release
+    if: ${{ startsWith(github.ref, 'refs/tags/') && contains(github.ref, '-')}}
+
     environment:
       name: testpypi
       url: https://test.pypi.org/p/pyiceberg_core
@@ -102,17 +130,8 @@ jobs:
         name: wheels
         path: bindings/python/dist
     - name: Publish to TestPyPI
-      # Only publish to TestPyPi if the tag is a pre-release
-      if: "contains(github.ref, '-')"
       uses: pypa/gh-action-pypi-publish@release/v1
       with:
         repository-url: https://test.pypi.org/legacy/
         skip-existing: true
         packages-dir: bindings/python/dist
-    - name: Publish to PyPI
-      uses: pypa/gh-action-pypi-publish@release/v1
-      # Only publish to PyPi if the tag is not a pre-release
-      if: "!contains(github.ref, '-')"
-      with:
-        skip-existing: true
-        packages-dir: bindings/python/dist

bindings/python/project-description.md

@@ -0,0 +1,28 @@
+<!--
+  ~ Licensed to the Apache Software Foundation (ASF) under one
+  ~ or more contributor license agreements.  See the NOTICE file
+  ~ distributed with this work for additional information
+  ~ regarding copyright ownership.  The ASF licenses this file
+  ~ to you under the Apache License, Version 2.0 (the
+  ~ "License"); you may not use this file except in compliance
+  ~ with the License.  You may obtain a copy of the License at
+  ~
+  ~   http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing,
+  ~ software distributed under the License is distributed on an
+  ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  ~ KIND, either express or implied.  See the License for the
+  ~ specific language governing permissions and limitations
+  ~ under the License.
+-->
+
+# Pyiceberg Core
+
+This project is used to build an iceberg-rust powered core for pyiceberg, and intended for use only by pyiceberg.
+
+Install via PyPI:
+
+```
+pip install pyiceberg_core
+```

bindings/python/pyproject.toml

@@ -22,6 +22,7 @@ build-backend = "maturin"
 [project]
 name = "pyiceberg_core"
 version = "0.0.1"
+readme = "project-description.md"
 classifiers = [
   "Development Status :: 4 - Beta",
   "Intended Audience :: Developers",