feat(webstatement): tambahkan fitur pemrosesan data sektor dan parameter pada migrasi harian

- Menambahkan opsi baru `--process_parameter` pada command `webstatement:process-daily-migration`.
  - Memungkinkan pengguna untuk menentukan parameter proses migrasi seperti tanggal (`date`) dan tipe (`type`).
  - Menambahkan logging tambahan untuk mencatat nilai parameter yang diproviding pengguna.
- Memperbarui logika command dan controller:
  - Mengirimkan parameter `date` dan `type` ke controller untuk mendukung proses migrasi dengan parameter yang lebih spesifik.
- Menambahkan proses migrasi baru untuk data sektor:
  - Membuat job `ProcessSectorDataJob` yang bertugas membaca file CSV terkait sektor dari SFTP.
  - Melakukan validasi keberadaan file, memproses tiap baris data, dan menyimpannya ke database jika valid.
  - Logging untuk setiap aktivitas proses sektor, termasuk error dan kesuksesan per baris.
- Membuat model `Sector` untuk mendukung operasi database data sektor:
  - Menambah atribut dapat diolah (`fillable`) seperti `sector_code`, `co_code`, `description`, dll.
  - Menambahkan cast `date_time` ke tipe datetime.
- Menambahkan migrasi baru untuk tabel `sectors`:
  - Tabel memiliki kolom seperti `id`, `date_time`, `description`, `curr_no`, `co_code`, dan `sector_code`.
  - Meningkatkan pendukung penyimpanan data sektor untuk migrasi masa depan.

Signed-off-by: Daeng Deni Mardaeni <ddeni05@gmail.com>

app/Console/ProcessDailyMigration.php

@@ -13,7 +13,8 @@
          *
          * @var string
          */
-        protected $signature = 'webstatement:process-daily-migration';
+        protected $signature = 'webstatement:process-daily-migration
+                              {--process_parameter= : To process migration parameter true/false}';
 
         /**
          * The console command description.
@@ -29,11 +30,19 @@
          */
         public function handle()
         {
+            $date = $this->option('date');
+            $type = $this->option('type');
+
             $this->info('Starting daily data migration process...');
+            $this->info('Date: ' . ($date ?? 'Not specified'));
+            $this->info('Type: ' . ($type ?? 'Not specified'));
 
             try {
                 $controller = app(MigrasiController::class);
-                $response   = $controller->index();
+                $response = $controller->index([
+                    'date' => $date,
+                    'type' => $type
+                ]);
 
                 $responseData = json_decode($response->getContent(), true);
                 $this->info($responseData['message'] ?? 'Process completed');

app/Http/Controllers/MigrasiController.php

@@ -1,5 +1,4 @@
 <?php
-
     namespace Modules\Webstatement\Http\Controllers;
 
     use App\Http\Controllers\Controller;
@@ -22,7 +21,8 @@
         ProcessStmtNarrFormatDataJob,
         ProcessStmtNarrParamDataJob,
         ProcessTellerDataJob,
-        ProcessTransactionDataJob};
+        ProcessTransactionDataJob,
+        ProcessSectorDataJob};
 
     class MigrasiController extends Controller
     {
@@ -41,14 +41,16 @@
             'teller'             => ProcessTellerDataJob::class,
             'atmTransaction'     => ProcessAtmTransactionJob::class,
             'arrangement'        => ProcessArrangementDataJob::class,
-            'billDetail'         => ProcessBillDetailDataJob::class
+            'billDetail'         => ProcessBillDetailDataJob::class,
+            'sector'             => ProcessSectorDataJob::class
         ];
 
         private const PARAMETER_PROCESSES = [
             'transaction',
             'stmtNarrParam',
             'stmtNarrFormat',
-            'ftTxnTypeCondition'
+            'ftTxnTypeCondition',
+            'sector'
         ];
 
         private const DATA_PROCESSES = [

app/Jobs/ProcessSectorDataJob.php

@@ -0,0 +1,164 @@
+<?php
+
+namespace Modules\Webstatement\Jobs;
+
+use Exception;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\SerializesModels;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Storage;
+use Modules\Webstatement\Models\Sector;
+
+class ProcessSectorDataJob implements ShouldQueue
+{
+    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
+
+    private const CSV_DELIMITER      = '~';
+    private const MAX_EXECUTION_TIME = 86400; // 24 hours in seconds
+    private const FILENAME           = 'ST.SECTOR.csv';
+    private const DISK_NAME          = 'sftpStatement';
+
+    private string $period = '';
+    private int    $processedCount = 0;
+    private int    $errorCount     = 0;
+
+    /**
+     * Create a new job instance.
+     */
+    public function __construct(string $period = '')
+    {
+        $this->period = $period;
+    }
+
+    /**
+     * Execute the job.
+     */
+    public function handle()
+    : void
+    {
+        try {
+            $this->initializeJob();
+
+            if ($this->period === '') {
+                Log::warning('No periods provided for sector data processing');
+                return;
+            }
+
+            $this->processPeriod();
+            $this->logJobCompletion();
+        } catch (Exception $e) {
+            Log::error('Error in ProcessSectorDataJob: ' . $e->getMessage());
+            throw $e;
+        }
+    }
+
+    private function initializeJob()
+    : void
+    {
+        set_time_limit(self::MAX_EXECUTION_TIME);
+        $this->processedCount = 0;
+        $this->errorCount     = 0;
+    }
+
+    private function processPeriod()
+    : void
+    {
+        $disk     = Storage::disk(self::DISK_NAME);
+        $filePath = "$this->period/" . self::FILENAME;
+
+        if (!$this->validateFile($disk, $filePath)) {
+            return;
+        }
+
+        $tempFilePath = $this->createTemporaryFile($disk, $filePath);
+        $this->processFile($tempFilePath, $filePath);
+        $this->cleanup($tempFilePath);
+    }
+
+    private function validateFile($disk, string $filePath)
+    : bool
+    {
+        Log::info("Processing sector file: $filePath");
+
+        if (!$disk->exists($filePath)) {
+            Log::warning("File not found: $filePath");
+            return false;
+        }
+
+        return true;
+    }
+
+    private function createTemporaryFile($disk, string $filePath)
+    : string
+    {
+        $tempFilePath = storage_path("app/temp_" . self::FILENAME);
+        file_put_contents($tempFilePath, $disk->get($filePath));
+        return $tempFilePath;
+    }
+
+    private function processFile(string $tempFilePath, string $filePath)
+    : void
+    {
+        $handle = fopen($tempFilePath, "r");
+        if ($handle === false) {
+            Log::error("Unable to open file: $filePath");
+            return;
+        }
+
+        $headers  = (new Sector())->getFillable();
+        $rowCount = 0;
+
+        while (($row = fgetcsv($handle, 0, self::CSV_DELIMITER)) !== false) {
+            $rowCount++;
+            $this->processRow($row, $headers, $rowCount, $filePath);
+        }
+
+        fclose($handle);
+        Log::info("Completed processing $filePath. Processed {$this->processedCount} records with {$this->errorCount} errors.");
+    }
+
+    private function processRow(array $row, array $headers, int $rowCount, string $filePath)
+    : void
+    {
+        if (count($headers) !== count($row)) {
+            Log::warning("Row $rowCount in $filePath has incorrect column count. Expected: " .
+                count($headers) . ", Got: " . count($row));
+            return;
+        }
+
+        $data = array_combine($headers, $row);
+        $this->saveRecord($data, $rowCount, $filePath);
+    }
+
+    private function saveRecord(array $data, int $rowCount, string $filePath)
+    : void
+    {
+        try {
+            if (isset($data['sector_code']) && !empty($data['sector_code'])) {
+                Sector::updateOrCreate(['sector_code' => $data['sector_code'], 'co_code' => $data['co_code']], $data);
+                $this->processedCount++;
+            }
+        } catch (Exception $e) {
+            $this->errorCount++;
+            Log::error("Error processing Sector at row $rowCount in $filePath: " . $e->getMessage());
+        }
+    }
+
+    private function cleanup(string $tempFilePath)
+    : void
+    {
+        if (file_exists($tempFilePath)) {
+            unlink($tempFilePath);
+        }
+    }
+
+    private function logJobCompletion()
+    : void
+    {
+        Log::info("Sector data processing completed. " .
+            "Total processed: {$this->processedCount}, Total errors: {$this->errorCount}");
+    }
+}

app/Models/Sector.php

@@ -0,0 +1,29 @@
+<?php
+
+namespace Modules\Webstatement\Models;
+
+use Illuminate\Database\Eloquent\Factories\HasFactory;
+use Illuminate\Database\Eloquent\Model;
+
+class Sector extends Model
+{
+    use HasFactory;
+
+    /**
+     * The attributes that are mass assignable.
+     */
+    protected $fillable = [
+        'date_time',
+        'description',
+        'curr_no',
+        'co_code',
+        'sector_code'
+    ];
+
+    /**
+     * The attributes that should be cast.
+     */
+    protected $casts = [
+        'date_time' => 'datetime',
+    ];
+}

database/migrations/2025_06_03_043041_create_sectors_table.php

@@ -0,0 +1,32 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::create('sectors', function (Blueprint $table) {
+            $table->id();
+            $table->dateTime('date_time');
+            $table->text('description');
+            $table->string('curr_no');
+            $table->string('co_code');
+            $table->string('sector_code');
+            $table->timestamps();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::dropIfExists('sectors');
+    }
+};