From fb47064dd40cf742268caec3d075d95acd9e02c8 Mon Sep 17 00:00:00 2001
From: daengdeni <ddeni05@gmail.com>
Date: Tue, 20 May 2025 17:18:20 +0700
Subject: [PATCH] refactor(data-processing): adjust data processing logic and
 update file handling

- Nonaktifkan pengecekan folder `_parameter` di berbagai job untuk memungkinkan pemrosesan file pada folder ini.
- Ubah logika konstruksi nama file di job `ProcessTransactionDataJob` agar tidak lagi menyertakan nama folder periode.
- Sesuaikan pola nama file pada job `ProcessStmtNarrParamDataJob` dan `ProcessStmtNarrFormatDataJob` untuk menghapus ketergantungan pada nama folder periode.
- Tambahkan pemanggilan fungsi `processTransactionData`, `processStmtNarrParamData`, dan `processStmtNarrFormatData` secara eksplisit dengan argumen folder `_parameter` di `MigrasiController`.
- Batasi pemrosesan data customer dan akun hanya pada periode tertentu (`20250519`) di `MigrasiController`.
- Hapus pemanggilan beberapa fungsi proses data lain di `MigrasiController` untuk periode umum.
- Perubahan ini bertujuan untuk meningkatkan fleksibilitas dan mengakomodasi kebutuhan pemrosesan data secara spesifik.
---
 app/Http/Controllers/MigrasiController.php | 12 +++++++-----
 app/Jobs/ProcessStmtNarrFormatDataJob.php  |  6 +++---
 app/Jobs/ProcessStmtNarrParamDataJob.php   |  6 +++---
 app/Jobs/ProcessTransactionDataJob.php     |  6 +++---
 4 files changed, 16 insertions(+), 14 deletions(-)

diff --git a/app/Http/Controllers/MigrasiController.php b/app/Http/Controllers/MigrasiController.php
index d2e86d1..075d9a6 100644
--- a/app/Http/Controllers/MigrasiController.php
+++ b/app/Http/Controllers/MigrasiController.php
@@ -119,6 +119,11 @@ class MigrasiController extends Controller
         // Get all directories (periods) in the SFTP disk
         $allDirectories = $disk->directories();
 
+        $this->processTransactionData(['_parameter']);
+        $this->processStmtNarrParamData(['_parameter']);
+        $this->processStmtNarrFormatData(['_parameter']);
+
+
         // Filter out the _parameter folder
         $periods = array_filter($allDirectories, function($dir) {
             return $dir !== '_parameter';
@@ -133,14 +138,11 @@ class MigrasiController extends Controller
             return response()->json(['message' => 'No valid period folders found in SFTP storage'], 404);
         }
 
-        $this->processCustomerData($periods);
-        $this->processAccountData($periods);
+        $this->processCustomerData(['20250519']);
+        $this->processAccountData(['20250519']);
         $this->processArrangementData($periods);
         $this->processBillDetailData($periods);
-        $this->processTransactionData($periods);
         $this->processFundsTransferData($periods);
-        $this->processStmtNarrParamData($periods);
-        $this->processStmtNarrFormatData($periods);
         $this->processStmtEntryData($periods);
 
         return response()->json(['message' => 'Data processing job has been successfully']);
diff --git a/app/Jobs/ProcessStmtNarrFormatDataJob.php b/app/Jobs/ProcessStmtNarrFormatDataJob.php
index 736ac18..ab7854f 100644
--- a/app/Jobs/ProcessStmtNarrFormatDataJob.php
+++ b/app/Jobs/ProcessStmtNarrFormatDataJob.php
@@ -44,13 +44,13 @@ class ProcessStmtNarrFormatDataJob implements ShouldQueue
 
             foreach ($this->periods as $period) {
                 // Skip the _parameter folder
-                if ($period === '_parameter') {
+                /*if ($period === '_parameter') {
                     Log::info("Skipping _parameter folder");
                     continue;
-                }
+                }*/
 
                 // Construct the filename based on the period folder name
-                $filename = "$period.ST.STMT.NARR.FORMAT.csv";
+                $filename = "ST.STMT.NARR.FORMAT.csv";
                 $filePath = "$period/$filename";
 
                 Log::info("Processing statement narrative format file: $filePath");
diff --git a/app/Jobs/ProcessStmtNarrParamDataJob.php b/app/Jobs/ProcessStmtNarrParamDataJob.php
index a5da350..8b5e58b 100644
--- a/app/Jobs/ProcessStmtNarrParamDataJob.php
+++ b/app/Jobs/ProcessStmtNarrParamDataJob.php
@@ -44,13 +44,13 @@
 
                 foreach ($this->periods as $period) {
                     // Skip the _parameter folder
-                    if ($period === '_parameter') {
+                    /*if ($period === '_parameter') {
                         Log::info("Skipping _parameter folder");
                         continue;
-                    }
+                    }*/
 
                     // Construct the filename based on the period folder name
-                    $filename = "$period.ST.STMT.NARR.PARAM.csv";
+                    $filename = "ST.STMT.NARR.PARAM.csv";
                     $filePath = "$period/$filename";
 
                     Log::info("Processing statement narrative parameter file: $filePath");
diff --git a/app/Jobs/ProcessTransactionDataJob.php b/app/Jobs/ProcessTransactionDataJob.php
index 8c1e09a..e8b4ba9 100644
--- a/app/Jobs/ProcessTransactionDataJob.php
+++ b/app/Jobs/ProcessTransactionDataJob.php
@@ -44,13 +44,13 @@ class ProcessTransactionDataJob implements ShouldQueue
 
             foreach ($this->periods as $period) {
                 // Skip the _parameter folder
-                if ($period === '_parameter') {
+                /*if ($period === '_parameter') {
                     Log::info("Skipping _parameter folder");
                     continue;
-                }
+                }*/
 
                 // Construct the filename based on the period folder name
-                $filename = "$period.ST.TRANSACTION.csv";
+                $filename = "ST.TRANSACTION.csv";
                 $filePath = "$period/$filename";
 
                 Log::info("Processing transaction file: $filePath");