feat(webstatement): tambahkan fitur pemrosesan data sektor dan parameter pada migrasi harian

- Menambahkan opsi baru `--process_parameter` pada command `webstatement:process-daily-migration`. - Memungkinkan pengguna untuk menentukan parameter proses migrasi seperti tanggal (`date`) dan tipe (`type`). - Menambahkan logging tambahan untuk mencatat nilai parameter yang diproviding pengguna. - Memperbarui logika command dan controller: - Mengirimkan parameter `date` dan `type` ke controller untuk mendukung proses migrasi dengan parameter yang lebih spesifik. - Menambahkan proses migrasi baru untuk data sektor: - Membuat job `ProcessSectorDataJob` yang bertugas membaca file CSV terkait sektor dari SFTP. - Melakukan validasi keberadaan file, memproses tiap baris data, dan menyimpannya ke database jika valid. - Logging untuk setiap aktivitas proses sektor, termasuk error dan kesuksesan per baris. - Membuat model `Sector` untuk mendukung operasi database data sektor: - Menambah atribut dapat diolah (`fillable`) seperti `sector_code`, `co_code`, `description`, dll. - Menambahkan cast `date_time` ke tipe datetime. - Menambahkan migrasi baru untuk tabel `sectors`: - Tabel memiliki kolom seperti `id`, `date_time`, `description`, `curr_no`, `co_code`, dan `sector_code`. - Meningkatkan pendukung penyimpanan data sektor untuk migrasi masa depan. Signed-off-by: Daeng Deni Mardaeni <ddeni05@gmail.com>
2025-06-03 11:58:16 +07:00
parent 6b8f44db1d
commit cc99883875
5 changed files with 242 additions and 6 deletions
--- a/app/Jobs/ProcessSectorDataJob.php
+++ b/app/Jobs/ProcessSectorDataJob.php
@@ -0,0 +1,164 @@
+<?php
+
+namespace Modules\Webstatement\Jobs;
+
+use Exception;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\SerializesModels;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Storage;
+use Modules\Webstatement\Models\Sector;
+
+class ProcessSectorDataJob implements ShouldQueue
+{
+    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
+
+    private const CSV_DELIMITER      = '~';
+    private const MAX_EXECUTION_TIME = 86400; // 24 hours in seconds
+    private const FILENAME           = 'ST.SECTOR.csv';
+    private const DISK_NAME          = 'sftpStatement';
+
+    private string $period = '';
+    private int    $processedCount = 0;
+    private int    $errorCount     = 0;
+
+    /**
+     * Create a new job instance.
+     */
+    public function __construct(string $period = '')
+    {
+        $this->period = $period;
+    }
+
+    /**
+     * Execute the job.
+     */
+    public function handle()
+    : void
+    {
+        try {
+            $this->initializeJob();
+
+            if ($this->period === '') {
+                Log::warning('No periods provided for sector data processing');
+                return;
+            }
+
+            $this->processPeriod();
+            $this->logJobCompletion();
+        } catch (Exception $e) {
+            Log::error('Error in ProcessSectorDataJob: ' . $e->getMessage());
+            throw $e;
+        }
+    }
+
+    private function initializeJob()
+    : void
+    {
+        set_time_limit(self::MAX_EXECUTION_TIME);
+        $this->processedCount = 0;
+        $this->errorCount     = 0;
+    }
+
+    private function processPeriod()
+    : void
+    {
+        $disk     = Storage::disk(self::DISK_NAME);
+        $filePath = "$this->period/" . self::FILENAME;
+
+        if (!$this->validateFile($disk, $filePath)) {
+            return;
+        }
+
+        $tempFilePath = $this->createTemporaryFile($disk, $filePath);
+        $this->processFile($tempFilePath, $filePath);
+        $this->cleanup($tempFilePath);
+    }
+
+    private function validateFile($disk, string $filePath)
+    : bool
+    {
+        Log::info("Processing sector file: $filePath");
+
+        if (!$disk->exists($filePath)) {
+            Log::warning("File not found: $filePath");
+            return false;
+        }
+
+        return true;
+    }
+
+    private function createTemporaryFile($disk, string $filePath)
+    : string
+    {
+        $tempFilePath = storage_path("app/temp_" . self::FILENAME);
+        file_put_contents($tempFilePath, $disk->get($filePath));
+        return $tempFilePath;
+    }
+
+    private function processFile(string $tempFilePath, string $filePath)
+    : void
+    {
+        $handle = fopen($tempFilePath, "r");
+        if ($handle === false) {
+            Log::error("Unable to open file: $filePath");
+            return;
+        }
+
+        $headers  = (new Sector())->getFillable();
+        $rowCount = 0;
+
+        while (($row = fgetcsv($handle, 0, self::CSV_DELIMITER)) !== false) {
+            $rowCount++;
+            $this->processRow($row, $headers, $rowCount, $filePath);
+        }
+
+        fclose($handle);
+        Log::info("Completed processing $filePath. Processed {$this->processedCount} records with {$this->errorCount} errors.");
+    }
+
+    private function processRow(array $row, array $headers, int $rowCount, string $filePath)
+    : void
+    {
+        if (count($headers) !== count($row)) {
+            Log::warning("Row $rowCount in $filePath has incorrect column count. Expected: " .
+                count($headers) . ", Got: " . count($row));
+            return;
+        }
+
+        $data = array_combine($headers, $row);
+        $this->saveRecord($data, $rowCount, $filePath);
+    }
+
+    private function saveRecord(array $data, int $rowCount, string $filePath)
+    : void
+    {
+        try {
+            if (isset($data['sector_code']) && !empty($data['sector_code'])) {
+                Sector::updateOrCreate(['sector_code' => $data['sector_code'], 'co_code' => $data['co_code']], $data);
+                $this->processedCount++;
+            }
+        } catch (Exception $e) {
+            $this->errorCount++;
+            Log::error("Error processing Sector at row $rowCount in $filePath: " . $e->getMessage());
+        }
+    }
+
+    private function cleanup(string $tempFilePath)
+    : void
+    {
+        if (file_exists($tempFilePath)) {
+            unlink($tempFilePath);
+        }
+    }
+
+    private function logJobCompletion()
+    : void
+    {
+        Log::info("Sector data processing completed. " .
+            "Total processed: {$this->processedCount}, Total errors: {$this->errorCount}");
+    }
+}