feat: crafting utilities

.github/workflows/gru_pipeline.yaml

@@ -11,8 +11,8 @@ on:
     # 14 - 7 = 7
 
 jobs:
-  extraction_train_modeling:
-    name: Data Extraction, Training, and Modeling
+  scraping_extracting:
+    name: Scraping, and Extracting
     runs-on: ubuntu-latest
 
     steps:
@@ -51,13 +51,81 @@ jobs:
           go run scraper.go \
             --symbols-file=./postman/symbols_test.json
 
+      - name: Zip Datasets
+        if: env.match != 'true'
+        run: zip -r datasets.zip datasets
+
+      - name: Store Datasets to Google Drive 
+        if: env.match != 'true'
+        uses: adityak74/google-drive-upload-git-action@main
+        with:
+          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
+          filename: datasets.zip
+          folderId: ${{ secrets.GDRIVE_GRU_ID }}
+          name: datasets.zip
+          overwrite: "true"
+
+      - name: Upload Artifact (datasets)
+        uses: actions/upload-artifact@v3
+        with:
+          name: datasets
+          path: datasets.zip
+
+      - name: Remove Temporarary Files and Directories
+        if: env.match != 'true'
+        run: |
+          rm datasets.zip
+          rm -rf datasets
+
+
+  preprocessing_training:
+    name: Preprocessing, and Training 
+    runs-on: ubuntu-latest
+    needs: scraping_extracting
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          lfs: true
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Read pipeline schedule date
+        id: read_schedule
+        run: |
+          SCHEDULE_DATE=$(cat schedulers/gru_schedule.ctl)
+          echo "schedule_date=${SCHEDULE_DATE}" >> $GITHUB_ENV
+
+      - name: Get current date
+        id: get_date
+        run: echo "current_date=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
+
+      - name: Check if dates match
+        id: date_check
+        run: |
+          if [ "$schedule_date" = "$current_date" ]; then
+            echo "match=true" >> $GITHUB_ENV
+          else
+            echo "match=false" >> $GITHUB_ENV
+          fi
+
       - name: Install Libraries
         if: env.match != 'true'
         run: pip install -r requirements.txt
 
+      - name: Download Artifact (datasets)
+        uses: actions/download-artifact@v3
+        with:
+          name: datasets
+
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
+          unzip datasets.zip
+
           mkdir models
           mkdir pickles
           mkdir posttrained
@@ -77,18 +145,7 @@ jobs:
         run: |
           zip -r models.zip models
           zip -r pickles.zip pickles
-          zip -r datasets.zip datasets
           zip -r posttrained.zip posttrained
-
-      - name: Store Datasets to Google Drive 
-        if: env.match != 'true'
-        uses: adityak74/google-drive-upload-git-action@main
-        with:
-          credentials: ${{ secrets.GDRIVE_GRU_CRED }}
-          filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_GRU_ID }}
-          name: datasets.zip
-          overwrite: "true"
           
       - name: Store Models to Google Drive 
         if: env.match != 'true'
@@ -125,12 +182,10 @@ jobs:
         run: |
           rm models.zip
           rm pickles.zip
-          rm datasets.zip
           rm posttrained.zip
 
           rm -rf models
           rm -rf pickles
-          rm -rf datasets
           rm -rf posttrained
 
       - name: Commit changes
@@ -148,44 +203,217 @@ jobs:
           github_token: ${{ secrets.GH_TOKEN }}
           branch: production 
 
-  # model_deployment:
-  #   name: Model Deployment
-  #   runs-on: ubuntu-latest
-  #   needs: extraction_train_modeling
-  #   environment: Production
-
-  #   env:
-  #     HF_TOKEN: ${{ secrets.HF_TOKEN }}
-  #     SPACE_NAME: cryptocurrency_prediction
-  #     HF_USERNAME: qywok
-
-  #   steps:
-  #     - name: Set global directory
-  #       run: git config --global --add safe.directory /github/workspace
-
-  #     - uses: actions/checkout@v3     
-  #       with:
-  #         persist-credentials: false
-  #         fetch-depth: 1000
-
-  #     - name: Check git status
-  #       run: git status
-
-  #     - name: Configure git
-  #       run: |
-  #         git config --local user.email "alfariqyraihan@gmail.com"
-  #         git config --local user.name "qywok"
-
-  #     - name: Pull changes from remote
-  #       run: |
-  #         git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main || \
-  #         (git merge --strategy-option theirs)
-
-  #     - name: Add and commit changes
-  #       run: |
-  #         git add -A 
-  #         git diff-index --quiet HEAD || git commit -m "Model Deployment"
-
-  #     - name: Push to Hugging Face
-  #       run: |
-  #         git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+  tebakaja_crypto_space-0:
+    name: crypto-forecast-svc-0
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-0
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-1:
+    name: crypto-forecast-svc-1
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-1
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-2:
+    name: crypto-forecast-svc-2
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-2
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-3:
+    name: crypto-forecast-svc-3
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-3
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-4:
+    name: crypto-forecast-svc-4
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-4
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force

.github/workflows/lstm_gru_pipeline.yaml

@@ -11,8 +11,8 @@ on:
     # 18 - 7 = 11
 
 jobs:
-  extraction_train_modeling:
-    name: Data Extraction, Training, and Modeling
+  scraping_extracting:
+    name: Scraping, and Extracting
     runs-on: ubuntu-latest
 
     steps:
@@ -51,13 +51,81 @@ jobs:
           go run scraper.go \
             --symbols-file=./postman/symbols_test.json
 
+      - name: Zip Datasets
+        if: env.match != 'true'
+        run: zip -r datasets.zip datasets
+
+      - name: Store Datasets to Google Drive 
+        if: env.match != 'true'
+        uses: adityak74/google-drive-upload-git-action@main
+        with:
+          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
+          filename: datasets.zip
+          folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
+          name: datasets.zip
+          overwrite: "true"
+
+      - name: Upload Artifact (datasets)
+        uses: actions/upload-artifact@v3
+        with:
+          name: datasets
+          path: datasets.zip
+
+      - name: Remove Temporarary Files and Directories
+        if: env.match != 'true'
+        run: |
+          rm datasets.zip
+          rm -rf datasets
+
+
+  preprocessing_training:
+    name: Preprocessing, and Training 
+    runs-on: ubuntu-latest
+    needs: scraping_extracting
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          lfs: true
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Read pipeline schedule date
+        id: read_schedule
+        run: |
+          SCHEDULE_DATE=$(cat schedulers/lstm_gru_schedule.ctl)
+          echo "schedule_date=${SCHEDULE_DATE}" >> $GITHUB_ENV
+
+      - name: Get current date
+        id: get_date
+        run: echo "current_date=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
+
+      - name: Check if dates match
+        id: date_check
+        run: |
+          if [ "$schedule_date" = "$current_date" ]; then
+            echo "match=true" >> $GITHUB_ENV
+          else
+            echo "match=false" >> $GITHUB_ENV
+          fi
+
       - name: Install Libraries
         if: env.match != 'true'
         run: pip install -r requirements.txt
 
+      - name: Download Artifact (datasets)
+        uses: actions/download-artifact@v3
+        with:
+          name: datasets
+
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
+          unzip datasets.zip
+
           mkdir models
           mkdir pickles
           mkdir posttrained
@@ -77,18 +145,7 @@ jobs:
         run: |
           zip -r models.zip models
           zip -r pickles.zip pickles
-          zip -r datasets.zip datasets
           zip -r posttrained.zip posttrained
-
-      - name: Store Datasets to Google Drive 
-        if: env.match != 'true'
-        uses: adityak74/google-drive-upload-git-action@main
-        with:
-          credentials: ${{ secrets.GDRIVE_LSTM_GRU_CRED }}
-          filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_LSTM_GRU_ID }}
-          name: datasets.zip
-          overwrite: "true"
           
       - name: Store Models to Google Drive 
         if: env.match != 'true'
@@ -125,12 +182,10 @@ jobs:
         run: |
           rm models.zip
           rm pickles.zip
-          rm datasets.zip
           rm posttrained.zip
 
           rm -rf models
           rm -rf pickles
-          rm -rf datasets
           rm -rf posttrained
 
       - name: Commit changes
@@ -148,44 +203,217 @@ jobs:
           github_token: ${{ secrets.GH_TOKEN }}
           branch: production 
 
-  # model_deployment:
-  #   name: Model Deployment
-  #   runs-on: ubuntu-latest
-  #   needs: extraction_train_modeling
-  #   environment: Production
-
-  #   env:
-  #     HF_TOKEN: ${{ secrets.HF_TOKEN }}
-  #     SPACE_NAME: cryptocurrency_prediction
-  #     HF_USERNAME: qywok
-
-  #   steps:
-  #     - name: Set global directory
-  #       run: git config --global --add safe.directory /github/workspace
-
-  #     - uses: actions/checkout@v3     
-  #       with:
-  #         persist-credentials: false
-  #         fetch-depth: 1000
-
-  #     - name: Check git status
-  #       run: git status
-
-  #     - name: Configure git
-  #       run: |
-  #         git config --local user.email "alfariqyraihan@gmail.com"
-  #         git config --local user.name "qywok"
-
-  #     - name: Pull changes from remote
-  #       run: |
-  #         git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main || \
-  #         (git merge --strategy-option theirs)
-
-  #     - name: Add and commit changes
-  #       run: |
-  #         git add -A 
-  #         git diff-index --quiet HEAD || git commit -m "Model Deployment"
-
-  #     - name: Push to Hugging Face
-  #       run: |
-  #         git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+  tebakaja_crypto_space-0:
+    name: crypto-forecast-svc-0
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-0
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-1:
+    name: crypto-forecast-svc-1
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-1
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-2:
+    name: crypto-forecast-svc-2
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-2
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-3:
+    name: crypto-forecast-svc-3
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-3
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-4:
+    name: crypto-forecast-svc-4
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-4
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force

.github/workflows/lstm_pipeline.yaml

@@ -11,8 +11,8 @@ on:
     # 16 - 7 = 9
 
 jobs:
-  extraction_train_modeling:
-    name: Data Extraction, Training, and Modeling
+  scraping_extracting:
+    name: Scraping, and Extracting
     runs-on: ubuntu-latest
 
     steps:
@@ -51,13 +51,81 @@ jobs:
           go run scraper.go \
             --symbols-file=./postman/symbols_test.json
 
+      - name: Zip Datasets
+        if: env.match != 'true'
+        run: zip -r datasets.zip datasets
+
+      - name: Store Datasets to Google Drive 
+        if: env.match != 'true'
+        uses: adityak74/google-drive-upload-git-action@main
+        with:
+          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
+          filename: datasets.zip
+          folderId: ${{ secrets.GDRIVE_LSTM_ID }}
+          name: datasets.zip
+          overwrite: "true"
+
+      - name: Upload Artifact (datasets)
+        uses: actions/upload-artifact@v3
+        with:
+          name: datasets
+          path: datasets.zip
+
+      - name: Remove Temporarary Files and Directories
+        if: env.match != 'true'
+        run: |
+          rm datasets.zip
+          rm -rf datasets
+
+
+  preprocessing_training:
+    name: Preprocessing, and Training 
+    runs-on: ubuntu-latest
+    needs: scraping_extracting
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          lfs: true
+          persist-credentials: false
+          fetch-depth: 1
+
+      - name: Read pipeline schedule date
+        id: read_schedule
+        run: |
+          SCHEDULE_DATE=$(cat schedulers/lstm_schedule.ctl)
+          echo "schedule_date=${SCHEDULE_DATE}" >> $GITHUB_ENV
+
+      - name: Get current date
+        id: get_date
+        run: echo "current_date=$(date +'%Y-%m-%d')" >> $GITHUB_ENV
+
+      - name: Check if dates match
+        id: date_check
+        run: |
+          if [ "$schedule_date" = "$current_date" ]; then
+            echo "match=true" >> $GITHUB_ENV
+          else
+            echo "match=false" >> $GITHUB_ENV
+          fi
+
       - name: Install Libraries
         if: env.match != 'true'
         run: pip install -r requirements.txt
 
+      - name: Download Artifact (datasets)
+        uses: actions/download-artifact@v3
+        with:
+          name: datasets
+
       - name: Modeling and Training
         if: env.match != 'true'
         run: |
+          unzip datasets.zip
+
           mkdir models
           mkdir pickles
           mkdir posttrained
@@ -77,18 +145,7 @@ jobs:
         run: |
           zip -r models.zip models
           zip -r pickles.zip pickles
-          zip -r datasets.zip datasets
           zip -r posttrained.zip posttrained
-
-      - name: Store Datasets to Google Drive 
-        if: env.match != 'true'
-        uses: adityak74/google-drive-upload-git-action@main
-        with:
-          credentials: ${{ secrets.GDRIVE_LSTM_CRED }}
-          filename: datasets.zip
-          folderId: ${{ secrets.GDRIVE_LSTM_ID }}
-          name: datasets.zip
-          overwrite: "true"
           
       - name: Store Models to Google Drive 
         if: env.match != 'true'
@@ -125,12 +182,10 @@ jobs:
         run: |
           rm models.zip
           rm pickles.zip
-          rm datasets.zip
           rm posttrained.zip
 
           rm -rf models
           rm -rf pickles
-          rm -rf datasets
           rm -rf posttrained
 
       - name: Commit changes
@@ -148,44 +203,217 @@ jobs:
           github_token: ${{ secrets.GH_TOKEN }}
           branch: production 
 
-  # model_deployment:
-  #   name: Model Deployment
-  #   runs-on: ubuntu-latest
-  #   needs: extraction_train_modeling
-  #   environment: Production
-
-  #   env:
-  #     HF_TOKEN: ${{ secrets.HF_TOKEN }}
-  #     SPACE_NAME: cryptocurrency_prediction
-  #     HF_USERNAME: qywok
-
-  #   steps:
-  #     - name: Set global directory
-  #       run: git config --global --add safe.directory /github/workspace
-
-  #     - uses: actions/checkout@v3     
-  #       with:
-  #         persist-credentials: false
-  #         fetch-depth: 1000
-
-  #     - name: Check git status
-  #       run: git status
-
-  #     - name: Configure git
-  #       run: |
-  #         git config --local user.email "alfariqyraihan@gmail.com"
-  #         git config --local user.name "qywok"
-
-  #     - name: Pull changes from remote
-  #       run: |
-  #         git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main || \
-  #         (git merge --strategy-option theirs)
-
-  #     - name: Add and commit changes
-  #       run: |
-  #         git add -A 
-  #         git diff-index --quiet HEAD || git commit -m "Model Deployment"
-
-  #     - name: Push to Hugging Face
-  #       run: |
-  #         git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME main --force
+
+  tebakaja_crypto_space-0:
+    name: crypto-forecast-svc-0
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-0
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-1:
+    name: crypto-forecast-svc-1
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-1
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-2:
+    name: crypto-forecast-svc-2
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-2
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-3:
+    name: crypto-forecast-svc-3
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-3
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force
+
+
+  tebakaja_crypto_space-4:
+    name: crypto-forecast-svc-4
+    runs-on: ubuntu-latest
+    needs: preprocessing_training
+    environment: Production
+
+    env:
+      HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      SPACE_NAME: tebakaja_cryptocurrency_space-4
+      HF_USERNAME: tebakaja
+
+    steps:
+      - name: Set global directory
+        run: git config --global --add safe.directory /github/workspace
+
+      - uses: actions/checkout@v3     
+        with:
+          persist-credentials: false
+          fetch-depth: 1000
+
+      - name: Check git status
+        run: git status
+
+      - name: Configure git
+        run: |
+          git config --local user.email "alfariqyraihan@gmail.com"
+          git config --local user.name "qywok"
+
+      - name: Pull changes from remote
+        run: |
+          git pull https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production || \
+          (git merge --strategy-option theirs)
+
+      - name: Add and commit changes
+        run: |
+          git add -A 
+          git diff-index --quiet HEAD || git commit -m "Model Deployment"
+
+      - name: Push to Hugging Face
+        run: |
+          git push https://$HF_USERNAME:$HF_TOKEN@huggingface.co/spaces/$HF_USERNAME/$SPACE_NAME production --force

.gitignore

@@ -2,6 +2,7 @@
 /postman/dataset.url
 
 # Environments
+/venv
 /bin
 /Lib
 /lib64
@@ -16,4 +17,5 @@
 /models
 /pickles
 /datasets
+/resources
 /posttrained

.vercelignore

@@ -1,7 +0,0 @@
-/.github
-
-/bin
-/include
-/lib
-
-/postman

Dockerfile

@@ -1,44 +1,120 @@
 FROM python:3.9-bullseye
 
-LABEL organization="R6Q - Infraprasta University"
-LABEL team="Group 5"
+LABEL PRODUCT="TebakAja"
+LABEL SERVICE="Cryptocurrency Service"
+LABEL TEAM="System and Machine Learning Engineering Team"
+
 
 RUN useradd -m -u 1000 user
 
 WORKDIR /app
 
+
+# Install Requirements
+RUN apt-get update && \
+    apt-get install -y gcc python3-dev gnupg curl
+
 COPY --chown=user ./requirements.txt requirements.txt
 
 RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
 COPY --chown=user . /app
 
-RUN apt-get update && \
-    apt-get install -y gcc python3-dev gnupg curl
 
+# Cythonizing Utilities
 RUN pip install cython
 
 RUN cd /app/restful/cutils && \
     python setup.py build_ext --inplace && \
     chmod 777 * && cd ../..
 
-RUN pip install gdown
 
-RUN --mount=type=secret,id=MODELS_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/MODELS_ID) && \
-    unzip models.zip && rm models.zip
+# Initialization Resources
+RUN mkdir /app/resources && \
+    chmod 444 /app/resources
+
+RUN pip install gdown
 
-RUN --mount=type=secret,id=PICKLES_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/PICKLES_ID) && \
-    unzip pickles.zip && rm pickles.zip
 
+# Datasets Resources
 RUN --mount=type=secret,id=DATASETS_ID,mode=0444,required=true \
 	gdown https://drive.google.com/uc?id=$(cat /run/secrets/DATASETS_ID) && \
-    unzip datasets.zip && rm datasets.zip
+    mv datasets.zip /app/resources/datasets.zip && unzip /app/resources/datasets.zip && \
+    rm /app/resources/datasets.zip
+
+
+# Algorithms Resources
+RUN mkdir /app/resources/algorithms && \
+    chmod 444 /app/resources/algorithms
+
+
+# GRU Algorithm Resources
+RUN mkdir /app/resources/algorithms/GRU && \
+    chmod 444 /app/resources/algorithms/GRU
+
+RUN --mount=type=secret,id=GRU_MODELS_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_MODELS_ID) && \
+    mv models.zip /app/resources/algorithms/GRU/models.zip && \
+    unzip /app/resources/algorithms/GRU/models.zip && \
+    rm /app/resources/algorithms/GRU/models.zip
+
+RUN --mount=type=secret,id=GRU_PICKLES_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_PICKLES_ID) && \
+    mv pickles.zip /app/resources/algorithms/GRU/pickles.zip && \
+    unzip /app/resources/algorithms/GRU/pickles.zip && \
+    rm /app/resources/algorithms/GRU/pickles.zip
+
+RUN --mount=type=secret,id=GRU_POSTTRAINED_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/GRU_POSTTRAINED_ID) && \
+    mv posttrained.zip /app/resources/algorithms/GRU/posttrained.zip && \
+    unzip /app/resources/algorithms/GRU/posttrained.zip && \
+    rm /app/resources/algorithms/GRU/posttrained.zip
+
+
+# LSTM Algorithm Resources
+RUN mkdir /app/resources/algorithms/LSTM && \
+    chmod 444 /app/resources/algorithms/LSTM
+
+RUN --mount=type=secret,id=LSTM_MODELS_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_MODELS_ID) && \
+    mv models.zip /app/resources/algorithms/LSTM/models.zip && \
+    unzip /app/resources/algorithms/LSTM/models.zip && \
+    rm /app/resources/algorithms/LSTM/models.zip
+
+RUN --mount=type=secret,id=LSTM_PICKLES_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_PICKLES_ID) && \
+    mv pickles.zip /app/resources/algorithms/LSTM/pickles.zip && \
+    unzip /app/resources/algorithms/LSTM/pickles.zip && \
+    rm /app/resources/algorithms/LSTM/pickles.zip
+
+RUN --mount=type=secret,id=LSTM_POSTTRAINED_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_POSTTRAINED_ID) && \
+    mv posttrained.zip /app/resources/algorithms/LSTM/posttrained.zip && \
+    unzip /app/resources/algorithms/LSTM/posttrained.zip && \
+    rm /app/resources/algorithms/LSTM/posttrained.zip
+
+
+# LSTM_GRU Algorithm Resources
+RUN mkdir /app/resources/algorithms/LSTM_GRU && \
+    chmod 444 /app/resources/algorithms/LSTM_GRU
+
+RUN --mount=type=secret,id=LSTM_GRU_MODELS_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_MODELS_ID) && \
+    mv models.zip /app/resources/algorithms/LSTM_GRU/models.zip && \
+    unzip /app/resources/algorithms/LSTM_GRU/models.zip && \
+    rm /app/resources/algorithms/LSTM_GRU/models.zip
+
+RUN --mount=type=secret,id=LSTM_GRU_PICKLES_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_PICKLES_ID) && \
+    mv pickles.zip /app/resources/algorithms/LSTM_GRU/pickles.zip && \
+    unzip /app/resources/algorithms/LSTM_GRU/pickles.zip && \
+    rm /app/resources/algorithms/LSTM_GRU/pickles.zip
 
-RUN --mount=type=secret,id=POSTTRAINED_ID,mode=0444,required=true \
-	gdown https://drive.google.com/uc?id=$(cat /run/secrets/POSTTRAINED_ID) && \
-    unzip posttrained.zip && rm posttrained.zip
+RUN --mount=type=secret,id=LSTM_GRU_POSTTRAINED_ID,mode=0444,required=true \
+	gdown https://drive.google.com/uc?id=$(cat /run/secrets/LSTM_GRU_POSTTRAINED_ID) && \
+    mv posttrained.zip /app/resources/algorithms/LSTM_GRU/posttrained.zip && \
+    unzip /app/resources/algorithms/LSTM_GRU/posttrained.zip && \
+    rm /app/resources/algorithms/LSTM_GRU/posttrained.zip
 
 
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--workers", "10", "--port", "7860"]
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--workers", "50", "--port", "7860"]

Makefile

@@ -1,2 +1,5 @@
 cutils:
 	cd restful/cutils && python setup.py build_ext --inplace && cd ../..
+
+run:
+	uvicorn app:app --host 0.0.0.0 --port 7860 --reload

app.py

@@ -20,7 +20,7 @@ app.add_middleware(
 app.include_router(
     router = route,
     prefix = '/crypto',
-    tags = ['Crypto']
+    tags = ['Cryptocurrency']
 )
 
 @app.get("/", tags = ['Main'])

converter.py

@@ -1,11 +1,5 @@
 import json
 
-"""
-
-    Data Mining Assignment - Group 5
-
-"""
-
 class JSONProcessor:
     def __init__(self, input_file: str, output_file: str) -> None:
         self.input_file:  str = input_file

go.mod

@@ -1,3 +1,3 @@
-module github.com/cryptocurrency_prediction
+module github.com/tebakaja/tebakaja_cryptocurrency
 
 go 1.20

restful/controllers.py

@@ -1,23 +1,54 @@
 import os
 from http import HTTPStatus
 from fastapi.responses import JSONResponse
-from restful.services import cryptocurrency_svc
-from restful.schemas import CryptocurrencyPredictionSchema
+from restful.services import ForecastingService
+from restful.schemas import ForecastingServiceSchema
 
 
-# Cryptocurrency Controller
-class cryptocurrency_controller:
-    # Cryptocurrency Service
-    __SERVICE = cryptocurrency_svc()
+""" Forecasting Controller """
+class ForecastingControllers:
 
-    # Cryptocurrency List
-    async def crypto_list(self) -> JSONResponse:
+    __SERVICE: ForecastingService = ForecastingService()
+
+
+    """
+        Algorithms Controller
+    """
+    async def algorithms_controller(self) -> JSONResponse:
+        try:
+            algorithms: list = sorted(os.listdir("resources/algorithms"))
+            return JSONResponse(
+                content = {
+                    'message': 'Success',
+                    'status_code': HTTPStatus.OK,
+                    'data': algorithms
+                },
+                status_code = HTTPStatus.OK
+            )
+
+        except Exception as error_message:
+            print(error_message)
+            return JSONResponse(
+                content = {
+                    'message': 'Internal Server Error',
+                    'status_code': HTTPStatus.INTERNAL_SERVER_ERROR,
+                    'data': None
+                },
+                status_code = HTTPStatus.INTERNAL_SERVER_ERROR
+            )
+
+
+
+    """
+        Currency Controller
+    """
+    async def currencies_controller(self) -> JSONResponse:
         try:
-            DATASETS_PATH = './datasets'
-            DATASETS = sorted(
+            path: str = './resources/datasets'
+            datasets: list = sorted(
                 [
-                    item.replace(".csv", "") for item in os.listdir(DATASETS_PATH)
-                    if os.path.isfile(os.path.join(DATASETS_PATH, item)) and item.endswith('.csv')
+                    item.replace(".csv", "") for item in os.listdir(path)
+                    if os.path.isfile(os.path.join(path, item)) and item.endswith('.csv')
                 ]
             )
 
@@ -25,7 +56,7 @@ class cryptocurrency_controller:
                 content = {
                     'message': 'Success',
                     'status_code': HTTPStatus.OK,
-                    'data': DATASETS
+                    'data': datasets
                 },
                 status_code = HTTPStatus.OK
             )
@@ -41,32 +72,47 @@ class cryptocurrency_controller:
                 status_code = HTTPStatus.INTERNAL_SERVER_ERROR
             )
 
-    # Cryptocurrency Controller
-    async def prediction(self, payload: CryptocurrencyPredictionSchema) -> JSONResponse:
+
+
+    """ 
+        Forecasting Controller
+    """
+    async def forecasting_controller(self, payload: ForecastingServiceSchema) -> JSONResponse:
         try:
-            DATASETS_PATH = './datasets'
-            DATASETS = sorted(
+            path: str = './resources/datasets'
+            datasets: list = sorted(
                 [
-                    item.replace(".csv", "") for item in os.listdir(DATASETS_PATH)
-                    if os.path.isfile(os.path.join(DATASETS_PATH, item)) and item.endswith('.csv')
+                    item.replace(".csv", "") for item in os.listdir(path)
+                    if os.path.isfile(os.path.join(path, item)) and item.endswith('.csv')
                 ]
             )
 
-            # Validation
+            if payload.currency not in datasets:
+                return JSONResponse(
+                    content = {
+                        'message': f'symbols "{payload.currency}" is not available.',
+                        'status_code': HTTPStatus.BAD_REQUEST,
+                        'data': None
+                    },
+                    status_code = HTTPStatus.BAD_REQUEST
+                )
+
+
             if (payload.days > 31) or (payload.days < 1):
                 return JSONResponse(
                     content = {
-                        'message': 'prediction days cannot be more than a month and cannot be less than 1',
+                        'message': 'days cannot be more than a month and cannot be less than 1',
                         'status_code': HTTPStatus.BAD_REQUEST,
                         'data': None
                     },
                     status_code = HTTPStatus.BAD_REQUEST
                 )
 
-            if payload.currency not in DATASETS:
+
+            if payload.algorithm not in os.listdir("resources/algorithms"):
                 return JSONResponse(
                     content = {
-                        'message': f'cryptocurrency {payload.currency} is not available.',
+                        'message': f'algorithm "{payload.algorithm}" is not available.',
                         'status_code': HTTPStatus.BAD_REQUEST,
                         'data': None
                     },
@@ -74,7 +120,7 @@ class cryptocurrency_controller:
                 )
 
 
-            prediction: dict = await self.__SERVICE.prediction(payload)
+            prediction: dict = await self.__SERVICE.forecasting(payload)
 
             if not prediction :
                 return JSONResponse(

restful/cutils/utilities.pyx

@@ -6,17 +6,21 @@ from tensorflow.keras.models import load_model
 import cython
 
 cdef class Utilities:
-    async def cryptocurrency_prediction_utils(self,
-        int days, int sequence_length, str model_name) -> tuple:
-        cdef str model_path = os.path.join('./models', f'{model_name}.keras')
+    async def forecasting_utils(self, int sequence_length,
+        int days, str model_name, str algorithm) -> tuple:
+        cdef str model_path = os.path.join(f'./resources/algorithms/{algorithm}/models',
+            f'{model_name}.keras')
         model = load_model(model_path)
 
-        cdef str dataframe_path = os.path.join('./posttrained', f'{model_name}-posttrained.json')
+        cdef str dataframe_path = os.path.join(f'./resources/algorithms/{algorithm}/posttrained',
+            f'{model_name}-posttrained.json')
         dataframe = read_json(dataframe_path)
         dataframe.set_index('Date', inplace=True)
 
-        minmax_scaler = load(os.path.join('./pickles', f'{model_name}_minmax_scaler.pickle'))
-        standard_scaler = load(os.path.join('./pickles', f'{model_name}_standard_scaler.pickle'))
+        minmax_scaler = load(os.path.join(f'./resources/algorithms/{algorithm}/pickles',
+            f'{model_name}_minmax_scaler.pickle'))
+        standard_scaler = load(os.path.join(f'./resources/algorithms/{algorithm}/pickles',
+            f'{model_name}_standard_scaler.pickle'))
         
         # Prediction
         lst_seq = dataframe[-sequence_length:].values

restful/routes.py

@@ -1,25 +1,31 @@
 from fastapi import APIRouter, Body
 from fastapi.responses import JSONResponse
-from restful.controllers import cryptocurrency_controller
-from restful.schemas import CryptocurrencyPredictionSchema
+from restful.controllers import ForecastingControllers
+from restful.schemas import ForecastingServiceSchema
 
-# Route
+""" API Router """
 route = APIRouter()
 
-# Controller
-__CONTROLLER = cryptocurrency_controller()
+""" Forecasting Controller """
+__CONTROLLER = ForecastingControllers()
 
-# Cryptocurrency List
-@route.get(path = '/lists')
-async def cryptocurrency_list_route() -> JSONResponse:
-    # Cryptocurrency Controller
-    return await __CONTROLLER.crypto_list()
 
-# Cryptocurrency Prediction
-@route.post(path = '/prediction')
-async def cryptocurrency_pred_route(
-    payload: CryptocurrencyPredictionSchema = Body(...)
+""" Algorithms Route """
+@route.get(path = '/algorithms')
+async def algorithms_route() -> JSONResponse:
+    return await __CONTROLLER.algorithms_controller()
+
+
+""" Currencies Route """
+@route.get(path = '/currencies')
+async def currencies_route() -> JSONResponse:
+    return await __CONTROLLER.currencies_controller()
+
+
+""" Forecasting Route """
+@route.post(path = '/forecasting')
+async def forecasting_route(
+    payload: ForecastingServiceSchema = Body(...)
 ) -> JSONResponse:
-    # Cryptocurrency Controller
-    return await __CONTROLLER.prediction(payload = payload)
+    return await __CONTROLLER.forecasting_controller(payload = payload)
 

restful/schemas.py

@@ -1,6 +1,7 @@
 from pydantic import BaseModel
 
-class CryptocurrencyPredictionSchema(BaseModel) :
+class ForecastingServiceSchema(BaseModel) :
 	days: int
 	currency: str
+	algorithm: str
 	

restful/services.py

@@ -1,18 +1,22 @@
 from restful.cutils.utilities import Utilities
-from restful.schemas import CryptocurrencyPredictionSchema
+from restful.schemas import ForecastingServiceSchema
 
-class cryptocurrency_svc:
-	# Prediction Utilities
-	__PRED_UTILS = Utilities()
 
-	# Prediction Service
-	async def prediction(self, payload: CryptocurrencyPredictionSchema) -> dict:
-		days: int     = payload.days
-		currency: str = payload.currency
+""" Forecasting Service """
+class ForecastingService:
 
-		actuals, predictions = await self.__PRED_UTILS.cryptocurrency_prediction_utils(
+	__FORECAST_UTILS = Utilities()
+
+	async def forecasting(self, payload: ForecastingServiceSchema) -> dict:
+		days: int      = payload.days
+		currency: str  = payload.currency
+		algorithm: str = payload.algorithm
+
+		actuals, predictions = await self.__FORECAST_UTILS.forecasting_utils(
 			days            = days,
+			algorithm       = algorithm,
 			model_name      = currency,
+
 			sequence_length = 60
 		)
 

training.py

@@ -173,8 +173,6 @@ def main(algorithm: str, sequence_length: int, epochs: int, batch_size: int):
     posttrained   = './posttrained'
     pickle_file   = './pickles'
 
-    batch_size = 32
-
     data_processor = DataProcessor(datasets_path)
 
     for dataset in data_processor.datasets: