✨feature: Add CSV import

data/import.php

@@ -1,41 +1,192 @@
 <?php
+declare(strict_types=1);
+
 require_once __DIR__.'/../includes/db.php';
 
-function importCsvToDatabase($csvFile, $year) {
-  $db = DB::connect();
+/**
+ * Normalize incoming dates to YYYY-MM-DD.
+ *
+ * @throws InvalidArgumentException
+ */
+function normalizeDate(string $rawDate): string {
+  $rawDate = trim($rawDate);
+  $formats = ['M d, Y', 'M j, Y', 'Y-m-d', 'Y/m/d'];
 
-  if (!file_exists($csvFile)) {
-    die("Error: File not found - $csvFile");
+  foreach ($formats as $format) {
+    $date = DateTime::createFromFormat($format, $rawDate);
+    if ($date instanceof DateTime) {
+      return $date->format('Y-m-d');
+    }
   }
 
-  $handle = fopen($csvFile, 'r');
+  $timestamp = strtotime($rawDate);
+  if ($timestamp !== false) {
+    return date('Y-m-d', $timestamp);
+  }
+
+  throw new InvalidArgumentException("Unable to parse date: {$rawDate}");
+}
+
+/**
+ * Import a CSV file with the columns: Date, Payee, Reference Number, Amount.
+ *
+ * - Creates payees on the fly if they don't exist.
+ * - Skips duplicate bills that match date + payee + amount + paymentId.
+ *
+ * @return array Summary of the import run.
+ */
+function importCsvToDatabase(string $csvFile, ?PDO $db = null): array {
+  $db = $db ?: DB::connect();
+
+  // Allow relative paths from the project root or current working directory
+  $resolvedPath = $csvFile;
+  if (!is_readable($resolvedPath)) {
+    $altPath = __DIR__.'/../'.$csvFile;
+    if (is_readable($altPath)) {
+      $resolvedPath = $altPath;
+    }
+  }
+
+  if (!is_readable($resolvedPath)) {
+    throw new InvalidArgumentException("File not found or unreadable: {$csvFile}");
+  }
+
+  $handle = fopen($resolvedPath, 'r');
   if ($handle === false) {
-    die("Error: Unable to open file - $csvFile");
+    throw new RuntimeException("Unable to open file: {$resolvedPath}");
   }
 
-  // Skip the header row
-  fgetcsv($handle);
+  // Explicitly set escape char to avoid deprecation warnings on newer PHP versions
+  $headers = fgetcsv($handle, 0, ',', '"', '\\');
+  if ($headers === false) {
+    fclose($handle);
+    throw new RuntimeException("CSV file appears to be empty: {$csvFile}");
+  }
 
-  // Prepare SQL statement for inserting data
-  $stmt = $db->prepare("INSERT INTO bills (billDate, billName, amount, paymentId, year) VALUES (?, ?, ?, ?, ?)");
+  $headers = array_map('trim', $headers);
+  $requiredHeaders = ['Date', 'Payee', 'Reference Number', 'Amount'];
+  $headerMap = [];
 
-  // Process each row
-  while (($row = fgetcsv($handle)) !== false) {
-    $date = $row[0];
-    $billName = $row[1];
-    $amount = floatval($row[2]);
-    $paymentId = $row[3] ?? null;
+  foreach ($requiredHeaders as $column) {
+    $index = array_search($column, $headers);
+    if ($index === false) {
+      fclose($handle);
+      throw new RuntimeException("Missing required column \"{$column}\" in {$csvFile}");
+    }
+    $headerMap[$column] = $index;
+  }
 
-    $stmt->execute([$date, $billName, $amount, $paymentId, $year]);
+  $inserted = 0;
+  $skipped = 0;
+  $payeesCreated = 0;
+  $errors = [];
+  $lineNumber = 1; // Start after header
+
+  $findPayeeStmt = $db->prepare("SELECT id FROM payees WHERE name = ?");
+  $insertPayeeStmt = $db->prepare("INSERT OR IGNORE INTO payees (name) VALUES (?)");
+  $findBillStmt = $db->prepare("
+    SELECT id FROM bills
+    WHERE billDate = ? AND payeeId = ? AND amount = ? AND IFNULL(paymentId, '') = IFNULL(?, '')
+  ");
+  $insertBillStmt = $db->prepare("
+    INSERT INTO bills (billDate, payeeId, amount, paymentId, comment, year)
+    VALUES (?, ?, ?, ?, ?, ?)
+  ");
+
+  $db->beginTransaction();
+
+  try {
+    while (($row = fgetcsv($handle, 0, ',', '"', '\\')) !== false) {
+      $lineNumber++;
+
+      // Skip rows that are completely empty
+      if (count(array_filter($row, fn($value) => trim((string)$value) !== '')) === 0) {
+        continue;
+      }
+
+      try {
+        $date = normalizeDate($row[$headerMap['Date']] ?? '');
+        $payeeName = trim((string)($row[$headerMap['Payee']] ?? ''));
+        $paymentId = trim((string)($row[$headerMap['Reference Number']] ?? '')) ?: null;
+        $amountRaw = (string)($row[$headerMap['Amount']] ?? '0');
+        $amount = (float)str_replace([',', '$'], '', $amountRaw);
+        $year = (int)substr($date, 0, 4);
+
+        if ($payeeName === '' || $amount === 0.0) {
+          throw new RuntimeException('Missing payee or zero amount.');
+        }
+
+        // Fetch or create payee
+        $findPayeeStmt->execute([$payeeName]);
+        $payeeId = $findPayeeStmt->fetchColumn();
+
+        if (!$payeeId) {
+          $insertPayeeStmt->execute([$payeeName]);
+          if ($insertPayeeStmt->rowCount() > 0) {
+            $payeesCreated++;
+          }
+
+          $findPayeeStmt->execute([$payeeName]);
+          $payeeId = $findPayeeStmt->fetchColumn();
+        }
+
+        if (!$payeeId) {
+          throw new RuntimeException("Could not resolve payee ID for \"{$payeeName}\".");
+        }
+
+        // Skip duplicates
+        $findBillStmt->execute([$date, $payeeId, $amount, $paymentId]);
+        if ($findBillStmt->fetchColumn()) {
+          $skipped++;
+          continue;
+        }
+
+        $insertBillStmt->execute([$date, $payeeId, $amount, $paymentId, '', $year]);
+        $inserted++;
+      } catch (Throwable $e) {
+        $errors[] = "Line {$lineNumber}: {$e->getMessage()}";
+      }
+    }
+
+    $db->commit();
+  } catch (Throwable $e) {
+    $db->rollBack();
+    fclose($handle);
+    throw $e;
   }
 
   fclose($handle);
 
-  echo "Data imported successfully from $csvFile.\r\n";
+  return [
+    'file' => $csvFile,
+    'inserted' => $inserted,
+    'skipped' => $skipped,
+    'payeesCreated' => $payeesCreated,
+    'errors' => $errors
+  ];
 }
 
-// Example usage
-importCsvToDatabase('2025.csv', 2025);
-importCsvToDatabase('2024.csv', 2024);
-importCsvToDatabase('2023.csv', 2023);
-importCsvToDatabase('2022.csv', 2022);
+if (PHP_SAPI === 'cli' && basename(__FILE__) === basename($_SERVER['SCRIPT_FILENAME'])) {
+  $files = array_slice($argv, 1);
+
+  if (empty($files)) {
+    echo "Usage: php data/import.php <csv-file> [<csv-file> ...]\n";
+    echo "The file must contain the columns: Date, Payee, Reference Number, Amount.\n";
+    exit(1);
+  }
+
+  foreach ($files as $file) {
+    try {
+      $result = importCsvToDatabase($file);
+
+      echo "Imported {$result['inserted']} bills from {$file} ";
+      echo "(skipped {$result['skipped']} duplicates, {$result['payeesCreated']} new payees).\n";
+
+      if (!empty($result['errors'])) {
+        echo "Warnings:\n  - ".implode("\n  - ", $result['errors'])."\n";
+      }
+    } catch (Throwable $e) {
+      echo "Failed to import {$file}: {$e->getMessage()}\n";
+    }
+  }
+}