AsyncValidateLoadArchivesController.php 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431
  1. <?php
  2. namespace App\Http\Controllers;
  3. use Illuminate\Http\Request;
  4. use Illuminate\Support\Facades\Validator;
  5. use Illuminate\Support\Facades\DB;
  6. use Illuminate\Support\Facades\Log;
  7. use PhpOffice\PhpSpreadsheet\IOFactory;
  8. use ZipArchive;
  9. use App\Jobs\ValidateLoadArchives;
  10. use Illuminate\Support\Str;
  11. /**
  12. * Async Controller for validating Excel and ZIP files for equipment documentation loading
  13. * Validates Excel headers structure and compares file listings with ZIP contents using queues
  14. */
  15. class AsyncValidateLoadArchivesController extends Controller
  16. {
  17. private $responseController;
  18. private $encryptionController;
  19. private $documentManagementController;
  20. private $functionsController;
  21. // Expected headers in row 7 of Excel file with their corresponding column letters
  22. private $expectedHeaders = [
  23. ['letter' => 'D', 'category' => 'CÓDIGO DE EQUIPO'],
  24. ['letter' => 'H', 'category' => 'FICHA DE SEGURIDAD DE PRODUCTOS QUÍMICOS'],
  25. ['letter' => 'J', 'category' => 'FICHA TÉCNICA'],
  26. ['letter' => 'L', 'category' => 'FOTOGRAFÍAS - DIAGRAMAS'],
  27. ['letter' => 'N', 'category' => 'DATOS DEL PROVEEDOR'],
  28. ['letter' => 'P', 'category' => 'MANUALES DE OPERACIÓN'],
  29. ['letter' => 'R', 'category' => 'MANUALES DE MANTENIMIENTO PREVENTIVO'],
  30. ['letter' => 'T', 'category' => 'MANUALES DE MANTENIMIENTO CORRECTIVO'],
  31. ['letter' => 'V', 'category' => 'DOCUMENTOS ADICIONALES']
  32. ];
  33. // Mapping of file extensions to their types for validation
  34. private $extensionTypes = [
  35. // Archivos de almacenamiento
  36. 'zip' => 'STORAGE', 'rar' => 'STORAGE', 'tar' => 'STORAGE', '7z' => 'STORAGE',
  37. // Formatos de audio
  38. 'mp3' => 'AUDIO', 'mpeg' => 'AUDIO', 'wav' => 'AUDIO', 'ogg' => 'AUDIO', 'opus' => 'AUDIO',
  39. // Archivos de imagen
  40. 'jpeg' => 'IMG', 'jpg' => 'IMG', 'png' => 'IMG', 'gif' => 'IMG', 'bmp' => 'IMG', 'tiff' => 'IMG', 'svg' => 'IMG',
  41. // Archivos de texto
  42. 'txt' => 'TEXT',
  43. // Archivos de video
  44. 'webm' => 'VIDEO', 'mpeg4' => 'VIDEO', 'mp4' => 'VIDEO', '3gpp' => 'VIDEO', 'mov' => 'VIDEO', 'avi' => 'VIDEO', 'wmv' => 'VIDEO', 'flv' => 'VIDEO',
  45. // Planos de Auto CAD
  46. 'dwg' => 'CAD', 'dxf' => 'CAD',
  47. // Modelos de 3D Studio
  48. '3ds' => '3D',
  49. // Dibujos de Illustrator
  50. 'ai' => 'ILLUSTRATOR',
  51. // Imágenes de Photoshop
  52. 'psd' => 'PHOTOSHOP',
  53. // Formato de documento portátil
  54. 'pdf' => 'PDF',
  55. // Hoja de cálculo en Excel
  56. 'xls' => 'EXCEL', 'xlsx' => 'EXCEL',
  57. // Presentaciones de PowerPoint
  58. 'ppt' => 'POWERPOINT', 'pptx' => 'POWERPOINT',
  59. // Documentos de texto de Word
  60. 'doc' => 'WORD', 'docx' => 'WORD',
  61. // Dibujos de Visio
  62. 'vsd' => 'VISIO', 'vsdx' => 'VISIO'
  63. ];
  64. public function __construct()
  65. {
  66. $this->responseController = new ResponseController();
  67. $this->encryptionController = new EncryptionController();
  68. $this->documentManagementController = new DocumentManagementController();
  69. $this->functionsController = new FunctionsController();
  70. }
  71. /**
  72. * Async validation endpoint that dispatches validation to queue
  73. */
  74. public function validateFiles(Request $request)
  75. {
  76. $validator = Validator::make($request->all(), [
  77. 'id_user' => 'required|string',
  78. 'linea' => 'required|integer',
  79. 'excel_file' => 'required|file|mimes:xlsx,xls',
  80. 'zip_file' => 'required|file|mimes:zip'
  81. ]);
  82. if ($validator->fails()) {
  83. return $this->responseController->makeResponse(
  84. true,
  85. 'Se encontraron uno o más errores.',
  86. $this->responseController->makeErrors($validator->errors()->messages()),
  87. 400
  88. );
  89. }
  90. $jobId = Str::uuid();
  91. $userId = '0000000001';
  92. // $idUser = $this->encryptionController->decrypt($request->input('id_user'));
  93. // if(!$idUser){
  94. // return $this->responseController->makeResponse(true, "El id del usuario que realizó la petición no fue encriptado correctamente", [], 400);
  95. // }
  96. // Validate Excel file headers structure
  97. $excelValidation = $this->validateExcelHeaders($request->file('excel_file'));
  98. if ($excelValidation['error']) {
  99. return $this->responseController->makeResponse(true, $excelValidation['message'], [], 400);
  100. }
  101. Log::info('ValidateFiles: Headers Excel validados correctamente');
  102. // Validate ZIP file integrity
  103. $zipValidation = $this->validateZipFile($request->file('zip_file'));
  104. if ($zipValidation['error']) {
  105. return $this->responseController->makeResponse(true, $zipValidation['message'], [], 400);
  106. }
  107. Log::info('ValidateFiles: Archivo ZIP validado correctamente');
  108. // Extract and validate file listings from Excel
  109. $filesValidation = $this->extractAndValidateFiles($request->file('excel_file'));
  110. if ($filesValidation['error']) {
  111. return $this->responseController->makeResponse(true, $filesValidation['message'], [], 400);
  112. }
  113. Log::info('ValidateFiles: Archivos extraídos del Excel', ['count' => count($filesValidation['files'])]);
  114. // Compare Excel file listings with ZIP contents
  115. $comparison = $this->compareExcelWithZip($filesValidation['files'], $request->file('zip_file'));
  116. // Check for file size validation errors
  117. if (isset($comparison['error'])) {
  118. return $this->responseController->makeResponse(true, $comparison['error'], [], 400);
  119. }
  120. Log::info('ValidateFiles: Comparación Excel-ZIP completada', ['valid' => $comparison['valid']]);
  121. if (!$comparison['valid']) {
  122. return $this->responseController->makeResponse(
  123. true,
  124. 'Los archivos no coinciden entre Excel y ZIP',
  125. $comparison,
  126. 400
  127. );
  128. }
  129. // Upload temp files
  130. $tempFiles = $this->uploadTempFiles($request);
  131. if ($tempFiles['error']) {
  132. return $this->responseController->makeResponse(true, $tempFiles['message'], [], 400);
  133. }
  134. // Solo pasar datos serializables al job
  135. $requestData = [
  136. 'id_user' => $userId,
  137. 'linea' => $request->input('linea'),
  138. 'temp_files' => $tempFiles['files']
  139. ];
  140. Log::info('ValidateFiles: Datos serializados para el job', $requestData);
  141. //make sync the call to the job
  142. // Ejecutar el job sincrónicamente en lugar de despacharlo a la cola
  143. (new ValidateLoadArchives($requestData, $userId, $jobId))->handle();
  144. //ValidateLoadArchives::dispatch($requestData, $userId, $jobId);
  145. return $this->responseController->makeResponse(
  146. false,
  147. 'Validación iniciada',
  148. ['job_id' => $jobId, 'status' => 'processing']
  149. );
  150. }
  151. /**
  152. * Validates that Excel file has the correct headers in row 7
  153. * Each column must match the expected category name exactly
  154. */
  155. private function validateExcelHeaders($file)
  156. {
  157. try {
  158. $spreadsheet = IOFactory::load($file->getPathname());
  159. $worksheet = $spreadsheet->getActiveSheet();
  160. // Check each expected header in row 7
  161. foreach ($this->expectedHeaders as $header) {
  162. $cellValue = $worksheet->getCell($header['letter'] . '7')->getValue();
  163. if (trim($cellValue) !== $header['category']) {
  164. return [
  165. 'error' => true,
  166. 'message' => "El encabezado en la columna {$header['letter']} no coincide. Se esperaba: '{$header['category']}', se encontró: '{$cellValue}'"
  167. ];
  168. }
  169. }
  170. Log::info('ValidateExcelHeaders: Todos los headers validados correctamente');
  171. return ['error' => false];
  172. } catch (\Exception $e) {
  173. return ['error' => true, 'message' => 'Error al procesar el archivo Excel: ' . $e->getMessage()];
  174. }
  175. }
  176. /**
  177. * Validates ZIP file integrity and ensures it's not empty
  178. */
  179. private function validateZipFile($file)
  180. {
  181. $zip = new ZipArchive();
  182. $result = $zip->open($file->getPathname());
  183. if ($result !== TRUE) {
  184. return ['error' => true, 'message' => 'No se pudo abrir el archivo ZIP.'];
  185. }
  186. if ($zip->numFiles === 0) {
  187. $zip->close();
  188. return ['error' => true, 'message' => 'El archivo ZIP está vacío.'];
  189. }
  190. Log::info('ValidateZipFile: ZIP válido', ['num_files' => $zip->numFiles]);
  191. $zip->close();
  192. return ['error' => false];
  193. }
  194. /**
  195. * Extracts file listings from Excel starting from row 8
  196. * Validates file extensions and creates structured file list
  197. * Only processes rows with equipment code (column D)
  198. */
  199. private function extractAndValidateFiles($file)
  200. {
  201. try {
  202. $spreadsheet = IOFactory::load($file->getPathname());
  203. $worksheet = $spreadsheet->getActiveSheet();
  204. $highestRow = $worksheet->getHighestRow();
  205. $files = [];
  206. Log::info('ExtractAndValidateFiles: Iniciando extracción', ['total_rows' => $highestRow]);
  207. // Process each row starting from row 8 (data rows)
  208. for ($row = 8; $row <= $highestRow; $row++) {
  209. $equipmentCode = trim($worksheet->getCell('D' . $row)->getValue());
  210. if (empty($equipmentCode)) continue; // Skip rows without equipment code
  211. $hasFiles = false;
  212. $rowFiles = [];
  213. // Check each file category column (excluding equipment code column D)
  214. foreach ($this->expectedHeaders as $header) {
  215. if ($header['letter'] === 'D') continue;
  216. $cellValue = trim($worksheet->getCell($header['letter'] . $row)->getValue());
  217. if (empty($cellValue)) continue;
  218. // Handle multiple files separated by commas
  219. $fileNames = explode(',', $cellValue);
  220. foreach ($fileNames as $fileName) {
  221. $fileName = trim($fileName);
  222. if (empty($fileName)) continue;
  223. // Validate file extension
  224. $extension = strtolower(pathinfo($fileName, PATHINFO_EXTENSION));
  225. if (!isset($this->extensionTypes[$extension])) {
  226. return [
  227. 'error' => true,
  228. 'message' => "Extensión inválida '{$extension}' en archivo '{$fileName}' para equipo '{$equipmentCode}'"
  229. ];
  230. }
  231. $rowFiles[] = [
  232. 'equipment_code' => $equipmentCode,
  233. 'file_name' => $fileName,
  234. 'type' => $this->getFileType($extension)
  235. ];
  236. $hasFiles = true;
  237. }
  238. }
  239. if ($hasFiles) {
  240. $files = array_merge($files, $rowFiles);
  241. }
  242. }
  243. Log::info('ExtractAndValidateFiles: Extracción completada', ['files_found' => count($files)]);
  244. return ['error' => false, 'files' => $files];
  245. } catch (\Exception $e) {
  246. Log::error('ExtractAndValidateFiles: Excepción', ['error' => $e->getMessage()]);
  247. return ['error' => true, 'message' => 'Error al extraer archivos del Excel: ' . $e->getMessage()];
  248. }
  249. }
  250. /**
  251. * Compares file listings from Excel with actual files in ZIP
  252. * Returns validation status and lists of missing/extra files
  253. */
  254. private function compareExcelWithZip($excelFiles, $zipFile)
  255. {
  256. $zip = new ZipArchive();
  257. $zip->open($zipFile->getPathname());
  258. Log::info('CompareExcelWithZip: Iniciando comparación');
  259. // Extract all file names and sizes from ZIP
  260. $zipFiles = [];
  261. $zipFileSizes = [];
  262. for ($i = 0; $i < $zip->numFiles; $i++) {
  263. $fullPath = $zip->getNameIndex($i);
  264. // Skip directories (entries ending with /)
  265. if (substr($fullPath, -1) === '/') {
  266. continue;
  267. }
  268. // Extract filename and size
  269. $fileName = basename($fullPath);
  270. if (!empty($fileName)) {
  271. $zipFiles[] = $fileName;
  272. $zipFileSizes[$fileName] = $zip->statIndex($i)['size'];
  273. }
  274. }
  275. $zip->close();
  276. // Validate file sizes using FunctionsController
  277. foreach ($zipFileSizes as $fileName => $size) {
  278. $extension = strtolower(pathinfo($fileName, PATHINFO_EXTENSION));
  279. if (!$this->functionsController->checkFileSize($extension, $size)) {
  280. $sizeMB = round($size / (1024 * 1024), 2);
  281. return [
  282. 'valid' => false,
  283. 'error' => "El archivo '{$fileName}' excede el límite de tamaño. Tamaño: {$sizeMB}MB"
  284. ];
  285. }
  286. }
  287. // Get file names from Excel listings
  288. $excelFileNames = array_column($excelFiles, 'file_name');
  289. // Find discrepancies between Excel and ZIP
  290. $missingInZip = array_diff($excelFileNames, $zipFiles);
  291. $extraInZip = array_diff($zipFiles, $excelFileNames);
  292. $isValid = empty($missingInZip) && empty($extraInZip);
  293. Log::info('CompareExcelWithZip: Comparación completada', [
  294. 'valid' => $isValid,
  295. 'missing_count' => count($missingInZip),
  296. 'extra_count' => count($extraInZip)
  297. ]);
  298. return [
  299. 'valid' => $isValid,
  300. 'missing_in_zip' => array_values($missingInZip),
  301. 'extra_in_zip' => array_values($extraInZip)
  302. ];
  303. }
  304. /**
  305. * Uploads Excel and ZIP files as temporary files using DocumentManagementController
  306. */
  307. private function uploadTempFiles(Request $request)
  308. {
  309. try {
  310. Log::info('UploadTempFiles: Iniciando subida de archivos temporales');
  311. $tempFiles = [];
  312. // Upload Excel file
  313. $excelRequest = new Request();
  314. $excelRequest->files->set('file', $request->file('excel_file'));
  315. $excelRequest->merge([
  316. 'id_user' => $request->input('id_user'),
  317. 'linea' => $request->input('linea')
  318. ]);
  319. $excelResponse = $this->documentManagementController->uploadTempFile($excelRequest);
  320. $excelData = json_decode($excelResponse->getContent());
  321. if ($excelData->error) {
  322. $errorMsg = isset($excelData->message) ? $excelData->message : 'Error desconocido subiendo Excel';
  323. Log::error('UploadTempFiles: Error subiendo Excel', ['message' => $errorMsg]);
  324. return ['error' => true, 'message' => 'Error subiendo Excel: ' . $errorMsg];
  325. }
  326. $tempFiles['excel'] = $excelData->response->idArchivo;
  327. // Upload ZIP file
  328. $zipRequest = new Request();
  329. $zipRequest->files->set('file', $request->file('zip_file'));
  330. $zipRequest->merge([
  331. 'id_user' => $request->input('id_user'),
  332. 'linea' => $request->input('linea')
  333. ]);
  334. $zipResponse = $this->documentManagementController->uploadTempFile($zipRequest);
  335. $zipData = json_decode($zipResponse->getContent());
  336. if ($zipData->error) {
  337. $errorMsg = isset($zipData->message) ? $zipData->message : 'Error desconocido subiendo ZIP';
  338. Log::error('UploadTempFiles: Error subiendo ZIP', ['message' => $errorMsg]);
  339. return ['error' => true, 'message' => 'Error subiendo ZIP: ' . $errorMsg];
  340. }
  341. $tempFiles['zip'] = $zipData->response->idArchivo;
  342. Log::info('UploadTempFiles: Archivos temporales subidos exitosamente', $tempFiles);
  343. return ['error' => false, 'files' => $tempFiles];
  344. } catch (\Exception $e) {
  345. Log::error('UploadTempFiles: Excepción', ['error' => $e->getMessage()]);
  346. return ['error' => true, 'message' => 'Error en uploadTempFiles: ' . $e->getMessage()];
  347. }
  348. }
  349. /**
  350. * Gets file type based on extension
  351. */
  352. private function getFileType($extension){
  353. $typeMap = [
  354. 'zip' => 'STORAGE', 'rar' => 'STORAGE', 'tar' => 'STORAGE', '7z' => 'STORAGE',
  355. 'mp3' => 'AUDIO', 'mpeg' => 'AUDIO', 'wav' => 'AUDIO', 'ogg' => 'AUDIO', 'opus' => 'AUDIO',
  356. 'jpeg' => 'IMG', 'jpg' => 'IMG', 'png' => 'IMG', 'gif' => 'IMG', 'bmp' => 'IMG', 'tiff' => 'IMG', 'svg' => 'IMG',
  357. 'txt' => 'TEXT',
  358. 'webm' => 'VIDEO', 'mpeg4' => 'VIDEO', 'mp4' => 'VIDEO', '3gpp' => 'VIDEO', 'mov' => 'VIDEO', 'avi' => 'VIDEO', 'wmv' => 'VIDEO', 'flv' => 'VIDEO',
  359. 'dwg' => 'CAD', 'dxf' => 'CAD', '3ds' => '3D', 'ai' => 'ILLUSTRATOR', 'psd' => 'PHOTOSHOP',
  360. 'pdf' => 'PDF', 'xls' => 'EXCEL', 'xlsx' => 'EXCEL', 'ppt' => 'POWERPOINT', 'pptx' => 'POWERPOINT',
  361. 'doc' => 'WORD', 'docx' => 'WORD', 'vsd' => 'VISIO', 'vsdx' => 'VISIO'
  362. ];
  363. return $typeMap[$extension] ?? 'UNKNOWN';
  364. }
  365. }