modify ingest pipelines

.gitlab-ci-ingest.yml

@@ -4,9 +4,7 @@
 
 workflow:
   rules:
-    - if: '$CI_PIPELINE_SOURCE == "web"'
-      when: always
-    - when: never
+    - when: always     # REQUIRED so GitLab Free loads this pipeline
 
 stages:
   - ingest
@@ -21,7 +19,7 @@ ingest:
     - reddit
 
   rules:
-    - when: manual
+    - when: manual     # must click the Play button
 
   before_script:
     - apt-get update && apt-get install -y gettext jq

.gitlab-ci.yml

@@ -4,6 +4,12 @@ workflow:
       when: always
     - when: never
 
+# REQUIRED so GitLab Free recognizes the second pipeline file
+include:
+  - local: '.gitlab-ci-ingest.yml'
+    rules:
+      - when: never      # Do not run automatically
+
 stages:
   - lint
   - test
@@ -95,11 +101,8 @@ generate:
   script:
     - echo "Running data generator..."
     - python app.py
-    - echo "--- GENERATED (local container folder) ---"
     - ls -Ra generated/ || echo "No files generated"
-    - echo "Copying to VM mapped folder..."
     - cp -R generated/. /reddit_output/ || echo "Copy failed!"
-    - echo "--- VM FOLDER CONTENTS ---"
     - ls -Ra /reddit_output/
 
 # =====================================================================
@@ -120,17 +123,11 @@ ingest:
     - apt-get update && apt-get install -y gettext jq
     - cp tools/filesystem-plugin-2.1.0.jar plugin.jar
     - envsubst < tools/user-config.json > user-config.json
-
-    - echo "--- Listing files in /reddit_output ---"
     - ls -Ra /reddit_output/ || echo "No files found!"
-
-    - echo "--- Listing files in /reddit_output/.meta ---"
     - ls -Ra /reddit_output/.meta || echo ".meta folder not found!"
 
   script:
-    - echo "Running ingestion..."
     - java -jar plugin.jar "/reddit_output"
-    - echo "Ingestion done."
 
 # =====================================================================
 #                              BUILD