diff --git a/.github/workflows/transformer-image.yml b/.github/workflows/transformer-image.yml
new file mode 100644
index 0000000..8a055a1
--- /dev/null
+++ b/.github/workflows/transformer-image.yml
@@ -0,0 +1,50 @@
+name: transformer-image
+
+on:
+  push:
+    paths:
+      - "transformer/Dockerfile"
+
+env:
+  VERSION: 1.0.0
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: |
+            ${{ github.actor }}/tatdd-transformer
+            ghcr.io/${{ github.actor }}/tatdd-transformer
+          tags: |
+            type=raw,value=${{ env.VERSION }}
+            type=sha
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Login to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: |
+            "latest"
+            ${{ env.VERSION }}
+          labels: ${{ steps.meta.outputs.labels }}
diff --git a/transformer/Dockerfile b/transformer/Dockerfile
new file mode 100755
index 0000000..afa7811
--- /dev/null
+++ b/transformer/Dockerfile
@@ -0,0 +1,11 @@
+FROM semitechnologies/transformers-inference:custom
+
+LABEL org.opencontainers.image.created=${BUILD_DATE}
+LABEL org.opencontainers.image.version="1.0.0"
+LABEL org.opencontainers.image.authors="Nico Reinartz <nico.reinartz@rwth-aachen.de>"
+LABEL org.opencontainers.image.vendor="Nico Reinartz"
+LABEL org.opencontainers.image.title="WeaviteTransformer"
+LABEL org.opencontainers.image.description="Transformer for Weaviate, using allenai/specter2"
+LABEL org.opencontainers.image.source = "https://github.com/nreinartz/tatdd-backend"
+
+RUN MODEL_NAME=allenai/specter2 ./download.py
\ No newline at end of file