webstatement/app/Jobs/ExportStatementPeriodJob.php

<?php

namespace Modules\Webstatement\Jobs;

use Carbon\Carbon;
use Exception;
use Illuminate\Bus\Queueable;
use Illuminate\Contracts\Queue\ShouldQueue;
use Illuminate\Foundation\Bus\Dispatchable;
use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Queue\SerializesModels;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Facades\Storage;
use Modules\Webstatement\Models\PrintStatementLog;
use Modules\Webstatement\Models\ProcessedStatement;
use Modules\Webstatement\Models\StmtEntry;
use Modules\Webstatement\Models\TempFundsTransfer;
use Modules\Webstatement\Models\TempStmtNarrFormat;
use Modules\Webstatement\Models\TempStmtNarrParam;

class ExportStatementPeriodJob implements ShouldQueue
{
    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;

    protected $account_number;
    protected $period; // Format: YYYYMM (e.g., 202505)
    protected $saldo;
    protected $disk;
    protected $client;
    protected $fileName;
    protected $chunkSize = 1000;
    protected $startDate;
    protected $endDate;
    protected $toCsv;
    protected $statementId;

    /**
     * Create a new job instance.
     *
     * @param string $account_number
     * @param string $period Format: YYYYMM (e.g., 202505)
     * @param string $saldo
     * @param string $client
     * @param string $disk
     */
    public function __construct(int $statementId, string $account_number, string $period, string $saldo, string $client = '', string $disk = 'local', bool $toCsv = true)
    {
        $this->statementId = $statementId;
        $this->account_number = $account_number;
        $this->period = $period;
        $this->saldo = $saldo;
        $this->disk = $disk;
        $this->client = $client;
        $this->fileName = "{$account_number}_{$period}.csv";
        $this->toCsv = $toCsv;

        // Calculate start and end dates based on period
        $this->calculatePeriodDates();
    }

    /**
     * Calculate start and end dates for the given period
     */
    private function calculatePeriodDates(): void
    {
        $year = substr($this->period, 0, 4);
        $month = substr($this->period, 4, 2);

        // Special case for May 2025 - start from 12th
        if ($this->period === '202505') {
            $this->startDate = Carbon::createFromDate($year, $month, 12)->startOfDay();
        } else {
            // For all other periods, start from 1st of the month
            $this->startDate = Carbon::createFromDate($year, $month, 1)->startOfDay();
        }

        // End date is always the last day of the month
        $this->endDate = Carbon::createFromDate($year, $month, 1)->endOfMonth()->endOfDay();
    }

    /**
     * Execute the job.
     */
    public function handle(): void
    {
        try {
            Log::info("Starting export statement period job for account: {$this->account_number}, period: {$this->period}");
            Log::info("Date range: {$this->startDate->format('Y-m-d')} to {$this->endDate->format('Y-m-d')}");

            $this->processStatementData();
            if($this->toCsv){
                $this->exportToCsv();
            }
            Log::info("Export statement period job completed successfully for account: {$this->account_number}, period: {$this->period}");
        } catch (Exception $e) {
            Log::error("Error in ExportStatementPeriodJob: " . $e->getMessage());
            throw $e;
        }
    }

    private function processStatementData(): void
    {
        $accountQuery = [
            'account_number' => $this->account_number,
            'period' => $this->period
        ];

        $totalCount = $this->getTotalEntryCount();
        $existingDataCount = $this->getExistingProcessedCount($accountQuery);

        // Only process if data is not fully processed
        //if ($existingDataCount !== $totalCount) {
            $this->deleteExistingProcessedData($accountQuery);
            $this->processAndSaveStatementEntries($totalCount);
        //}
    }

    private function getTotalEntryCount(): int
    {
        $query = StmtEntry::where('account_number', $this->account_number)
            ->whereBetween('booking_date', [
                $this->startDate->format('Ymd'),
                $this->endDate->format('Ymd')
            ]);

        Log::info("Getting total entry count with query: " . $query->toSql(), [
            'bindings' => $query->getBindings(),
            'account' => $this->account_number,
            'start_date' => $this->startDate->format('Ymd'),
            'end_date' => $this->endDate->format('Ymd')
        ]);

        return $query->count();
    }

    private function getExistingProcessedCount(array $criteria): int
    {
        return ProcessedStatement::where('account_number', $criteria['account_number'])
            ->where('period', $criteria['period'])
            ->count();
    }

    private function deleteExistingProcessedData(array $criteria): void
    {
        ProcessedStatement::where('account_number', $criteria['account_number'])
            ->where('period', $criteria['period'])
            ->delete();
    }

    private function processAndSaveStatementEntries(int $totalCount): void
    {
        $runningBalance = (float) $this->saldo;
        $globalSequence = 0;

        Log::info("Processing {$totalCount} statement entries for account: {$this->account_number}");

        $entry = StmtEntry::with(['ft', 'transaction'])
            ->where('account_number', $this->account_number)
            ->whereBetween('booking_date', [
                $this->startDate->format('Ymd'),
                $this->endDate->format('Ymd')
            ])
            ->orderBy('date_time', 'ASC')
            ->orderBy('trans_reference', 'ASC')
            ->chunk($this->chunkSize, function ($entries) use (&$runningBalance, &$globalSequence) {
                $processedData = $this->prepareProcessedData($entries, $runningBalance, $globalSequence);

                if (!empty($processedData)) {
                    DB::table('processed_statements')->insert($processedData);
                }
            });

            if($entry){
                $printLog = PrintStatementLog::find($this->statementId);
                if($printLog){
                    $printLog->update(['is_generated' => true]);
                }
            }
    }

    private function prepareProcessedData($entries, &$runningBalance, &$globalSequence): array
    {
        $processedData = [];

        foreach ($entries as $item) {
            $globalSequence++;
            $runningBalance += (float) $item->amount_lcy;

            $actualDate = $this->formatActualDate($item);

            $processedData[] = [
                'account_number' => $this->account_number,
                'period' => $this->period,
                'sequence_no' => $globalSequence,
                'transaction_date' => $item->booking_date,
                'reference_number' => $item->trans_reference,
                'transaction_amount' => $item->amount_lcy,
                'transaction_type' => $item->amount_lcy < 0 ? 'D' : 'C',
                'description' => $this->generateNarrative($item),
                'end_balance' => $runningBalance,
                'actual_date' => $actualDate,
                'created_at' => now(),
                'updated_at' => now(),
            ];
        }

        return $processedData;
    }

    private function formatTransactionDate($item): string
    {
        try {
            $prefix = substr($item->trans_reference ?? '', 0, 2);
            $relationMap = [
                'FT' => 'ft',
                'TT' => 'tt',
                'DC' => 'dc',
                'AA' => 'aa'
            ];

            $datetime = $item->date_time;
            if (isset($relationMap[$prefix])) {
                $relation = $relationMap[$prefix];
                $datetime = $item->$relation?->date_time ?? $datetime;
            }

            // Extract date from datetime (first 6 characters) and time (last 4 characters)
            $dateStr = substr($datetime, 0, 6); // YYMMDD
            $timeStr = substr($datetime, 6, 4); // HHMM

            return Carbon::createFromFormat(
                'ymdHi',
                $dateStr . $timeStr
            )->format('d/m/Y H:i');
        } catch (Exception $e) {
            Log::warning("Error formatting transaction date: " . $e->getMessage());
            return Carbon::now()->format('d/m/Y H:i');
        }
    }

    private function formatActualDate($item): string
    {
        try {
            $prefix = substr($item->trans_reference ?? '', 0, 2);
            $relationMap = [
                'FT' => 'ft',
                'TT' => 'tt',
                'DC' => 'dc',
                'AA' => 'aa'
            ];

            $datetime = $item->date_time;
            if (isset($relationMap[$prefix])) {
                $relation = $relationMap[$prefix];
                $datetime = $item->$relation?->date_time ?? $datetime;
            }

            return Carbon::createFromFormat(
                'ymdHi',
                $datetime
            )->format('d/m/Y H:i');
        } catch (Exception $e) {
            Log::warning("Error formatting actual date: " . $e->getMessage());
            return Carbon::now()->format('d/m/Y H:i');
        }
    }

    /**
     * Generate narrative for a statement entry
     */
    private function generateNarrative($item)
    {
        $narr = [];

        if ($item->transaction) {
            if ($item->transaction->stmt_narr) {
                $narr[] = $item->transaction->stmt_narr;
            }
            if ($item->narrative) {
                $narr[] = $item->narrative;
            }
            if ($item->transaction->narr_type) {
                $narr[] = $this->getFormatNarrative($item->transaction->narr_type, $item);
            }
        } else if ($item->narrative) {
            $narr[] = $item->narrative;
        }

        if ($item->ft?->recipt_no) {
            $narr[] = 'Receipt No: ' . $item->ft->recipt_no;
        }

        return implode(' ', array_filter($narr));
    }

    /**
     * Get formatted narrative based on narrative type
     */
    private function getFormatNarrative($narr, $item)
    {
        $narrParam = TempStmtNarrParam::where('_id', $narr)->first();

        if (!$narrParam) {
            return '';
        }

        $fmt = '';
        if ($narrParam->_id == 'FTIN') {
            $fmt = 'FT.IN';
        } else if ($narrParam->_id == 'FTOUT') {
            $fmt = 'FT.OUT';
        } else if ($narrParam->_id == 'TTTRFOUT') {
            $fmt = 'TT.O.TRF';
        } else if ($narrParam->_id == 'TTTRFIN') {
            $fmt = 'TT.I.TRF';
        } else if ($narrParam->_id == 'APITRX'){
            $fmt = 'API.TSEL';
        } else if ($narrParam->_id == 'ONUSCR'){
            $fmt = 'ONUS.CR';
        } else if ($narrParam->_id == 'ONUSDR'){
            $fmt = 'ONUS.DR';
        }else {
            $fmt = $narrParam->_id;
        }

        $narrFormat = TempStmtNarrFormat::where('_id', $fmt)->first();

        if (!$narrFormat) {
            return '';
        }

        // Get the format string from the database
        $formatString = $narrFormat->text_data ?? '';

        // Parse the format string
        // Split by the separator ']'
        $parts = explode(']', $formatString);

        $result = '';

        foreach ($parts as $index => $part) {
            if (empty($part)) {
                continue;
            }

            if ($index === 0) {
                // For the first part, take only what's before the '!'
                $splitPart = explode('!', $part);
                if (count($splitPart) > 0) {
                    // Remove quotes, backslashes, and other escape characters
                    $cleanPart = trim($splitPart[0]).' ';
                    // Remove quotes at the beginning and end
                    $cleanPart = preg_replace('/^["\'\\\\]+|["\'\\\\]+$/', '', $cleanPart);
                    // Remove any remaining backslashes
                    $cleanPart = str_replace('\\', '', $cleanPart);
                    // Remove any remaining quotes
                    $cleanPart = str_replace('"', '', $cleanPart);
                    $result .= $cleanPart;
                }
            } else {
                // For other parts, these are field placeholders
                $fieldName = strtolower(str_replace('.', '_', $part));

                // Get the corresponding parameter value from narrParam
                $paramValue = null;

                // Check if the field exists as a property in narrParam
                if (property_exists($narrParam, $fieldName)) {
                    $paramValue = $narrParam->$fieldName;
                } else if (isset($narrParam->$fieldName)) {
                    $paramValue = $narrParam->$fieldName;
                }

                // If we found a value, add it to the result
                if ($paramValue !== null) {
                    $result .= $paramValue;
                } else {
                    // If no value found, try to use the original field name as a fallback
                    if ($fieldName !== 'recipt_no') {
                        $prefix = substr($item->trans_reference ?? '', 0, 2);
                        $relationMap = [
                            'FT' => 'ft',
                            'TT' => 'tt',
                            'DC' => 'dc',
                            'AA' => 'aa'
                        ];

                        if (isset($relationMap[$prefix])) {
                            $relation = $relationMap[$prefix];
                            $result .= ($item->$relation?->$fieldName ?? '') . ' ';
                        }
                    }
                }
            }
        }

        return str_replace('<NL>', ' ', $result);
    }

    /**
     * Export processed data to CSV file
     */
    private function exportToCsv(): void
    {
        // Determine the base path based on client
        $basePath = !empty($this->client)
            ? "statements/{$this->client}"
            : "statements";

        // Create client directory if it doesn't exist
        if (!empty($this->client)) {
            Storage::disk($this->disk)->makeDirectory($basePath);
        }

        // Create account directory
        $accountPath = "{$basePath}/{$this->account_number}";
        Storage::disk($this->disk)->makeDirectory($accountPath);

        $filePath = "{$accountPath}/{$this->fileName}";

        // Delete existing file if it exists
        if (Storage::disk($this->disk)->exists($filePath)) {
            Storage::disk($this->disk)->delete($filePath);
        }

        $csvContent = "NO|TRANSACTION.DATE|REFERENCE.NUMBER|TRANSACTION.AMOUNT|TRANSACTION.TYPE|DESCRIPTION|END.BALANCE|ACTUAL.DATE\n";

        // Retrieve processed data in chunks to reduce memory usage
        ProcessedStatement::where('account_number', $this->account_number)
            ->where('period', $this->period)
            ->orderBy('sequence_no')
            ->chunk($this->chunkSize, function ($statements) use (&$csvContent, $filePath) {
                foreach ($statements as $statement) {
                    $csvContent .= implode('|', [
                            $statement->sequence_no,
                            $statement->transaction_date,
                            $statement->reference_number,
                            $statement->transaction_amount,
                            $statement->transaction_type,
                            $statement->description,
                            $statement->end_balance,
                            $statement->actual_date
                        ]) . "\n";
                }

                // Write to file incrementally to reduce memory usage
                Storage::disk($this->disk)->append($filePath, $csvContent);
                $csvContent = ''; // Reset content after writing
            });

        Log::info("Statement exported to {$this->disk} disk: {$filePath}");
    }

    /**
     * Get transaction data by reference and field
     */
    private function getTransaction($ref, $field)
    {
        $trans = TempFundsTransfer::where('ref_no', $ref)->first();
        return $trans->$field ?? "";
    }
}