add manual run ingest

.gitlab-ci-ingest.yml

+workflow:
+  rules:
+    - if: '$CI_PIPELINE_SOURCE == "web"'
+      when: always   # allow manual run from the UI
+    - when: never     # block all automatic runs
+
 stages:
   - ingest
 
@@ -11,7 +17,7 @@ ingest:
     - reddit
 
   rules:
-    - when: manual
+    - when: manual   # job requires clicking the play button
 
   before_script:
     - apt-get update && apt-get install -y gettext jq

.gitlab-ci.yml

@@ -115,12 +115,18 @@ ingest:
     - reddit
   needs:
     - job: generate
+    
   before_script:
     - apt-get update && apt-get install -y gettext jq
     - cp tools/filesystem-plugin-2.1.0.jar plugin.jar
     - envsubst < tools/user-config.json > user-config.json
-    - echo "--- READING FROM VM FOLDER ---"
+
+    - echo "--- Listing files in /reddit_output ---"
     - ls -Ra /reddit_output/ || echo "No files found!"
+
+    - echo "--- Listing files in /reddit_output/.meta ---"
+    - ls -Ra /reddit_output/.meta || echo ".meta folder not found!"
+
   script:
     - echo "Running ingestion..."
     - java -jar plugin.jar "/reddit_output"