add manual ingestion pipeline

.gitlab-ci-ingest.yml

+workflow:
+  rules:
+    - when: manual    # run only when manually triggered
+
+stages:
+  - ingest
+
+ingest:
+  stage: ingest
+  image: eclipse-temurin:17-jdk
+  tags:
+    - java
+    - ubuntu
+    - vm
+    - reddit
+
+  before_script:
+    - apt-get update && apt-get install -y gettext jq
+    - cp tools/filesystem-plugin-2.1.0.jar plugin.jar
+    - envsubst < tools/user-config.json > user-config.json
+
+    - echo "--- Listing files in /reddit_output ---"
+    - ls -Ra /reddit_output/ || echo "No files found!"
+
+    - echo "--- Listing files in /reddit_output/.meta ---"
+    - ls -Ra /reddit_output/.meta || echo ".meta folder not found!"
+
+  script:
+    - echo "Running ingestion..."
+    - java -jar plugin.jar "/reddit_output"
+    - echo "Ingestion done."
\ No newline at end of file

.gitlab-ci.yml

+include:
+  - local: '.gitlab-ci-ingest.yml'
+
 stages:
   - lint
   - test
@@ -125,6 +128,8 @@ ingest:
 # =====================================================================
 build:
   stage: build
+  rules:
+    - when: never
   extends: .build_template
   tags:
     - ubuntu
@@ -144,6 +149,8 @@ build:
 # =====================================================================
 deploy:
   stage: deploy
+  rules:
+    - when: never
   extends: .build_template
   tags:
     - ubuntu
@@ -151,9 +158,4 @@ deploy:
     - reddit
   script:
     - echo "$DOCKER_TOKEN" | docker login -u "$DOCKER_USERNAME" --password-stdin
-    - docker push $DOCKERHUB_REPO:$CI_COMMIT_SHORT_SHA
-    - |
-      if [ "$CI_COMMIT_BRANCH" = "$CI_DEFAULT_BRANCH" ]; then
-        docker tag $DOCKERHUB_REPO:$CI_COMMIT_SHORT_SHA $DOCKERHUB_REPO:latest
-        docker push $DOCKERHUB_REPO:latest
-      fi
\ No newline at end of file
+    - docker push $DOCKERHUB
\ No newline at end of file