webstatement/app/Jobs/ProcessStmtEntryDataJob.php

<?php

    namespace Modules\Webstatement\Jobs;

    use Exception;
    use Illuminate\Bus\Queueable;
    use Illuminate\Contracts\Queue\ShouldQueue;
    use Illuminate\Foundation\Bus\Dispatchable;
    use Illuminate\Queue\InteractsWithQueue;
    use Illuminate\Queue\SerializesModels;
    use Illuminate\Support\Facades\Log;
    use Illuminate\Support\Facades\Storage;
    use Modules\Webstatement\Models\StmtEntry;

    class ProcessStmtEntryDataJob implements ShouldQueue
    {
        use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;

        protected $period;

        /**
         * Create a new job instance.
         */
        public function __construct(string $period = '')
        {
            $this->period = $period;
        }

        /**
         * Execute the job.
         */
        public function handle()
        : void
        {
            try {
                set_time_limit(24 * 60 * 60);
                $disk           = Storage::disk('sftpStatement');
                $processedCount = 0;
                $errorCount     = 0;

                if (empty($this->period)) {
                    Log::warning('No period provided for statement entry data processing');
                    return;
                }

                // Construct the filename based on the period folder name
                $filename = "{$this->period}.ST.STMT.ENTRY.csv";
                $filePath = "{$this->period}/$filename";

                Log::info("Processing statement entry file: $filePath");

                if (!$disk->exists($filePath)) {
                    Log::warning("File not found: $filePath");
                    return;
                }

                // Create a temporary local copy of the file
                $tempFilePath = storage_path("app/temp_$filename");
                file_put_contents($tempFilePath, $disk->get($filePath));

                $handle = fopen($tempFilePath, "r");

                if ($handle !== false) {
                    $headers  = (new StmtEntry())->getFillable();
                    $rowCount = 0;

                    while (($row = fgetcsv($handle, 0, "~")) !== false) {
                        $rowCount++;

                        if (count($headers) === count($row)) {
                            $data = array_combine($headers, $row);
                            try {
                                if ($data['stmt_entry_id'] !== 'stmt_entry_id') {
                                    // Bersihkan trans_reference dari \\BNK jika ada
                                    if (isset($data['trans_reference'])) {
                                        $cleanedRef = preg_replace('/\\\\.*$/', '', $data['trans_reference']);
                                        //$firstTwoChars = substr($cleanedRef, 0, 2);
                                        /*$data['trans_reference'] = (in_array($firstTwoChars, ['FT', 'TT','AA']))
                                            ? substr($cleanedRef, 0, 12)
                                            : $cleanedRef;*/

                                        $data['trans_reference'] = $cleanedRef;
                                    }

                                    StmtEntry::updateOrCreate(
                                        ['stmt_entry_id' => $data['stmt_entry_id']],
                                        $data
                                    );
                                    $processedCount++;
                                }
                            } catch (Exception $e) {
                                $errorCount++;
                                Log::error("Error processing Statement Entry at row $rowCount in $filePath: " . $e->getMessage());
                            }
                        } else {
                            Log::warning("Row $rowCount in $filePath has incorrect column count. Expected: " . count($headers) . ", Got: " . count($row));
                        }
                    }

                    fclose($handle);
                    Log::info("Completed processing $filePath. Processed $processedCount records with $errorCount errors.");

                    // Clean up the temporary file
                    unlink($tempFilePath);
                } else {
                    Log::error("Unable to open file: $filePath");
                }

                Log::info("Statement Entry data processing completed. Total processed: $processedCount, Total errors: $errorCount");

            } catch (Exception $e) {
                Log::error('Error in ProcessStmtEntryDataJob: ' . $e->getMessage());
                throw $e;
            }
        }
    }