feat(webstatement): tambahkan proses pengolahan data FtTxnTypeCondition

- Menambahkan method `ProcessFtTxnTypeConditioData` pada `MigrasiController` untuk memproses data FtTxnTypeCondition melalui dispatching job baru. - Menambahkan job baru `ProcessFtTxnTypeConditionJob` untuk mengelola dan memproses data TxnTypeCondition dari file `TXN_TYPE_CONDITION.csv`: - Membaca file CSV melalui SFTP dengan validasi header dan struktur kolom. - Menggunakan model `FtTxnTypeCondition` untuk menyimpan atau memperbarui data ke database. - Menambahkan logging untuk memberikan informasi dan menangani pengecualian/error selama proses. - Menambahkan model `FtTxnTypeCondition` untuk representasi data `ft_txn_type_condition` di database: - Tabel memiliki atribut seperti `id`, `date_time`, `transaction_type`, `short_descr`, `txn_code_cr`, dan `txn_code_dr`. - Mengatur primary key pada atribut `id` dengan tipe string dan non-incremental. - Menambahkan migrasi untuk tabel `ft_txn_type_condition`: - Menyediakan kolom utama yang diperlukan dengan tipe data sesuai kebutuhan, termasuk `softDelete`. - Kolom primary key `id` dengan tipe `string`. - Memodifikasi proses migrasi utama untuk memanggil method `ProcessFtTxnTypeConditioData`. - Menangani folder `_parameter` sebagai folder yang diabaikan dalam proses. Signed-off-by: Daeng Deni Mardaeni <ddeni05@gmail.com>
2025-05-20 21:38:27 +07:00
parent 713c2b1e12
commit 24700c5bd8
4 changed files with 225 additions and 0 deletions
--- a/app/Jobs/ProcessFtTxnTypeConditionJob.php
+++ b/app/Jobs/ProcessFtTxnTypeConditionJob.php
@@ -0,0 +1,118 @@
+<?php
+
+namespace Modules\Webstatement\Jobs;
+
+use Exception;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\SerializesModels;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Storage;
+use Modules\Webstatement\Models\FtTxnTypeCondition;
+
+class ProcessFtTxnTypeConditionJob implements ShouldQueue
+{
+    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
+
+    protected $periods;
+    protected $filename;
+
+    /**
+     * Create a new job instance.
+     */
+    public function __construct(array $periods = [], string $filename = "TXN_TYPE_CONDITION.csv")
+    {
+        $this->periods = $periods;
+        $this->filename = $filename;
+    }
+
+    /**
+     * Execute the job.
+     */
+    public function handle(): void
+    {
+        try {
+            set_time_limit(24 * 60 * 60);
+            $disk = Storage::disk('sftpStatement');
+            $processedCount = 0;
+            $errorCount = 0;
+
+            if (empty($this->periods)) {
+                Log::warning('No periods provided for transaction type condition data processing');
+                return;
+            }
+
+            foreach ($this->periods as $period) {
+                // Skip the _parameter folder
+                if ($period === '_parameter') {
+                    Log::info("Skipping _parameter folder");
+                    continue;
+                }
+
+                // Construct the filepath based on the period folder name
+                $filePath = "$period/{$this->filename}";
+
+                Log::info("Processing transaction type condition file: $filePath");
+
+                if (!$disk->exists($filePath)) {
+                    Log::warning("File not found: $filePath");
+                    continue;
+                }
+
+                // Create a temporary local copy of the file
+                $tempFilePath = storage_path("app/temp_{$this->filename}");
+                file_put_contents($tempFilePath, $disk->get($filePath));
+
+                $handle = fopen($tempFilePath, "r");
+
+                if ($handle !== false) {
+                    $headers = ['id', 'date_time', 'transaction_type', 'short_descr', 'txn_code_cr', 'txn_code_dr'];
+                    $rowCount = 0;
+
+                    while (($row = fgetcsv($handle, 0, "~")) !== false) {
+                        $rowCount++;
+
+                        // Skip header row if it exists
+                        if ($rowCount === 1 && strtolower($row[0]) === 'id') {
+                            continue;
+                        }
+
+                        if (count($headers) === count($row)) {
+                            $data = array_combine($headers, $row);
+                            try {
+                                if (!empty($data['id'])) {
+                                    FtTxnTypeCondition::updateOrCreate(
+                                        ['id' => $data['id']],
+                                        $data
+                                    );
+                                    $processedCount++;
+                                }
+                            } catch (Exception $e) {
+                                $errorCount++;
+                                Log::error("Error processing Transaction Type Condition at row $rowCount in $filePath: " . $e->getMessage());
+                            }
+                        } else {
+                            Log::warning("Row $rowCount in $filePath has incorrect column count. Expected: " . count($headers) . ", Got: " . count($row));
+                        }
+                    }
+
+                    fclose($handle);
+                    Log::info("Completed processing $filePath. Processed $processedCount records with $errorCount errors.");
+
+                    // Clean up the temporary file
+                    unlink($tempFilePath);
+                } else {
+                    Log::error("Unable to open file: $filePath");
+                }
+            }
+
+            Log::info("Transaction type condition data processing completed. Total processed: $processedCount, Total errors: $errorCount");
+
+        } catch (Exception $e) {
+            Log::error('Error in ProcessFtTxnTypeConditionJob: ' . $e->getMessage());
+            throw $e;
+        }
+    }
+}