AsyncValidateLoadArchivesController.php 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564
  1. <?php
  2. namespace App\Http\Controllers;
  3. use Illuminate\Http\Request;
  4. use Illuminate\Support\Facades\Validator;
  5. use PhpOffice\PhpSpreadsheet\IOFactory;
  6. use ZipArchive;
  7. use Illuminate\Support\Str;
  8. use Illuminate\Support\Facades\DB;
  9. use Illuminate\Support\Facades\Log;
  10. /**
  11. * Async Controller for validating Excel and ZIP files for equipment documentation loading
  12. * Validates Excel headers structure and compares file listings with ZIP contents using queues
  13. */
  14. class AsyncValidateLoadArchivesController extends Controller
  15. {
  16. private $responseController;
  17. private $encryptionController;
  18. private $documentManagementController;
  19. private $functionsController;
  20. // Expected headers in row 7 of Excel file with their corresponding column letters
  21. private $expectedHeaders = [
  22. ['letter' => 'D', 'category' => 'CÓDIGO DE EQUIPO'],
  23. ['letter' => 'H', 'category' => 'FICHA DE SEGURIDAD DE PRODUCTOS QUÍMICOS'],
  24. ['letter' => 'J', 'category' => 'FICHA TÉCNICA'],
  25. ['letter' => 'L', 'category' => 'FOTOGRAFÍAS - DIAGRAMAS'],
  26. ['letter' => 'N', 'category' => 'DATOS DEL PROVEEDOR'],
  27. ['letter' => 'P', 'category' => 'MANUALES DE OPERACIÓN'],
  28. ['letter' => 'R', 'category' => 'MANUALES DE MANTENIMIENTO PREVENTIVO'],
  29. ['letter' => 'T', 'category' => 'MANUALES DE MANTENIMIENTO CORRECTIVO'],
  30. ['letter' => 'V', 'category' => 'DOCUMENTOS ADICIONALES']
  31. ];
  32. // Mapping of file extensions to their types for validation
  33. private $extensionTypes = [
  34. // Archivos de almacenamiento
  35. 'zip' => 'STORAGE', 'rar' => 'STORAGE', 'tar' => 'STORAGE', '7z' => 'STORAGE',
  36. // Formatos de audio
  37. 'mp3' => 'AUDIO', 'mpeg' => 'AUDIO', 'wav' => 'AUDIO', 'ogg' => 'AUDIO', 'opus' => 'AUDIO',
  38. // Archivos de imagen
  39. 'jpeg' => 'IMG', 'jpg' => 'IMG', 'png' => 'IMG', 'gif' => 'IMG', 'bmp' => 'IMG', 'tiff' => 'IMG', 'svg' => 'IMG',
  40. // Archivos de texto
  41. 'txt' => 'TEXT',
  42. // Archivos de video
  43. 'webm' => 'VIDEO', 'mpeg4' => 'VIDEO', 'mp4' => 'VIDEO', '3gpp' => 'VIDEO', 'mov' => 'VIDEO', 'avi' => 'VIDEO', 'wmv' => 'VIDEO', 'flv' => 'VIDEO',
  44. // Planos de Auto CAD
  45. 'dwg' => 'CAD', 'dxf' => 'CAD',
  46. // Modelos de 3D Studio
  47. '3ds' => '3D',
  48. // Dibujos de Illustrator
  49. 'ai' => 'ILLUSTRATOR',
  50. // Imágenes de Photoshop
  51. 'psd' => 'PHOTOSHOP',
  52. // Formato de documento portátil
  53. 'pdf' => 'PDF',
  54. // Hoja de cálculo en Excel
  55. 'xls' => 'EXCEL', 'xlsx' => 'EXCEL',
  56. // Presentaciones de PowerPoint
  57. 'ppt' => 'POWERPOINT', 'pptx' => 'POWERPOINT',
  58. // Documentos de texto de Word
  59. 'doc' => 'WORD', 'docx' => 'WORD',
  60. // Dibujos de Visio
  61. 'vsd' => 'VISIO', 'vsdx' => 'VISIO'
  62. ];
  63. public function __construct()
  64. {
  65. $this->responseController = new ResponseController();
  66. $this->encryptionController = new EncryptionController();
  67. $this->documentManagementController = new DocumentManagementController();
  68. $this->functionsController = new FunctionsController();
  69. }
  70. /***
  71. * Encryption endpoint
  72. *
  73. */
  74. public function encrypt(Request $request){
  75. $encryptString = $this->encryptionController->encrypt($request['value']);
  76. if(!$encryptString){
  77. return $this->responseController->makeResponse(true, "La cadena no fue encriptada correctamente", [], 400);
  78. }
  79. return $this->responseController->makeResponse(false, "Cadena encriptada correctamente", ['encrypted' => $encryptString], 200);
  80. }
  81. /**
  82. * Validation endpoint that dispatches file process to bat job
  83. */
  84. public function validateFilesWithBat(Request $request){
  85. $validator = Validator::make($request->all(), [
  86. 'id_user' => 'required|string',
  87. 'linea' => 'required|integer',
  88. 'excel_file' => 'required|file|mimes:xlsx,xls',
  89. 'zip_file' => 'required|file|mimes:zip'
  90. ]);
  91. if ($validator->fails()) {
  92. return $this->responseController->makeResponse(
  93. true,
  94. 'Se encontraron uno o más errores.',
  95. $this->responseController->makeErrors($validator->errors()->messages()),
  96. 400
  97. );
  98. }
  99. $jobId = Str::uuid();
  100. $userId = '0000000001';
  101. // $idUser = $this->encryptionController->decrypt($request->input('id_user'));
  102. // if(!$idUser){
  103. // return $this->responseController->makeResponse(true, "El id del usuario que realizó la petición no fue encriptado correctamente", [], 400);
  104. // }
  105. // Validate Excel file headers structure
  106. $excelValidation = $this->validateExcelHeaders($request->file('excel_file'));
  107. if ($excelValidation['error']) {
  108. return $this->responseController->makeResponse(true, $excelValidation['message'], [], 400);
  109. }
  110. // Validate ZIP file integrity
  111. $zipValidation = $this->validateZipFile($request->file('zip_file'));
  112. if ($zipValidation['error']) {
  113. return $this->responseController->makeResponse(true, $zipValidation['message'], [], 400);
  114. }
  115. // Extract and validate file listings from Excel
  116. $filesValidation = $this->extractAndValidateFiles($request->file('excel_file'));
  117. if ($filesValidation['error']) {
  118. return $this->responseController->makeResponse(true, $filesValidation['message'], [], 400);
  119. }
  120. // Compare Excel file listings with ZIP contents
  121. $comparison = $this->compareExcelWithZip($filesValidation['files'], $request->file('zip_file'));
  122. // Check for file size validation errors
  123. if (isset($comparison['error'])) {
  124. return $this->responseController->makeResponse(true, $comparison['error'], [], 400);
  125. }
  126. if (!$comparison['valid']) {
  127. return $this->responseController->makeResponse(
  128. true,
  129. 'Los archivos no coinciden entre Excel y ZIP',
  130. $comparison,
  131. 400
  132. );
  133. }
  134. // Upload temp files
  135. $tempFiles = $this->uploadTempFiles($request);
  136. if ($tempFiles['error']) {
  137. return $this->responseController->makeResponse(true, $tempFiles['message'], [], 400);
  138. }
  139. // Log::info($tempFiles);
  140. $idFileZip = $this->encryptionController->decrypt($tempFiles['files']['zip']);
  141. if(!$idFileZip){
  142. return $this->responseController->makeResponse(true, "El id del archivo que desea eliminar no fue encriptado correctamente", [], 400);
  143. }
  144. // Log::info($idFileZip);
  145. // //Recuperar objeto del registro del zip
  146. // $zipFile = DB::table('S002V01TARTE')->where([
  147. // ['ARTE_IDAR', '=', $idFileZip],
  148. // ['ARTE_NULI', '=', $request['linea']]
  149. // ])->first();
  150. // //hay que usar la funcion de registerActivity para registrar en bd los movimiento como el de registrar un nuevo archivo en tmep
  151. $idFileExcel = $this->encryptionController->decrypt($tempFiles['files']['excel']);
  152. if(!$idFileExcel){
  153. return $this->responseController->makeResponse(true, "El id del archivo que desea eliminar no fue encriptado correctamente", [], 400);
  154. }
  155. // Log::info($idFileExcel);
  156. // //Recuperar objeto del registro del excel
  157. // $excelFile = DB::table('S002V01TARTE')->where([
  158. // ['ARTE_IDAR', '=', $idFileExcel],
  159. // ['ARTE_NULI', '=', $request['linea']]
  160. // ])->first();
  161. Log::info($idFileExcel);
  162. Log::info($idFileZip);
  163. // Guardar en bd::S002V01TVAJO
  164. $validationJobId = DB::table('S002V01TVAJO')->insertGetId([
  165. 'VAJO_COJO' => $jobId,
  166. 'VAJO_IDUS' => $userId,
  167. 'VAJO_NULI' => $request->input('linea'),
  168. 'VAJO_ESTA' => 'queued',
  169. 'VAJO_PRPE' => 0,
  170. 'VAJO_EXTE' => $idFileExcel,
  171. 'VAJO_ZITE' => $idFileZip,
  172. 'VAJO_FERE' => now(),
  173. 'VAJO_FEMO' => now()
  174. ]);
  175. return $this->responseController->makeResponse(
  176. false,
  177. 'Validación iniciada',
  178. ['job_id' => $validationJobId, 'status' => 'queued']
  179. );
  180. }
  181. /**
  182. * Process endpoint that moves temp files to final storage
  183. */
  184. public function processLoadArchives(Request $request)
  185. {
  186. $validator = Validator::make($request->all(), [
  187. 'id_user' => 'required|string',
  188. 'linea' => 'required|integer',
  189. 'temp_files' => 'required|array',
  190. 'temp_files.excel' => 'required|string',
  191. 'temp_files.zip' => 'required|string',
  192. 'individual_temp_files' => 'required|array'
  193. ]);
  194. if ($validator->fails()) {
  195. return $this->responseController->makeResponse(
  196. true,
  197. 'Se encontraron uno o más errores.',
  198. $this->responseController->makeErrors($validator->errors()->messages()),
  199. 400
  200. );
  201. }
  202. $form = $request->all();
  203. $idUser = '0000000001';
  204. // $idUser = $this->encryptionController->decrypt($form['id_user']);
  205. // if (!$idUser) {
  206. // return $this->responseController->makeResponse(true, 'ID de usuario inválido.', [], 400);
  207. // }
  208. $finalFiles = [];
  209. try {
  210. // Move Excel to final
  211. $excelFinal = $this->moveToFinal($form['temp_files']['excel'], $form['linea'], $idUser);
  212. if (!$excelFinal) {
  213. return $this->responseController->makeResponse(true, 'Error procesando Excel', [], 400);
  214. }
  215. $finalFiles['excel'] = $excelFinal;
  216. // Move ZIP to final
  217. $zipFinal = $this->moveToFinal($form['temp_files']['zip'], $form['linea'], $idUser);
  218. if (!$zipFinal) {
  219. return $this->responseController->makeResponse(true, 'Error procesando ZIP', [], 400);
  220. }
  221. $finalFiles['zip'] = $zipFinal;
  222. // Move individual temp files to final storage
  223. $individualFiles = [];
  224. foreach ($form['individual_temp_files'] as $tempFile) {
  225. $finalFileId = $this->moveToFinal($tempFile['temp_id'], $form['linea'], $idUser);
  226. if ($finalFileId) {
  227. $individualFiles[] = [
  228. 'original_name' => $tempFile['original_name'],
  229. 'final_id' => $finalFileId
  230. ];
  231. }
  232. }
  233. $finalFiles['individual_files'] = $individualFiles;
  234. return $this->responseController->makeResponse(false, 'Archivos procesados exitosamente.', $finalFiles);
  235. } catch (\Exception $e) {
  236. return $this->responseController->makeResponse(true, 'Error interno: ' . $e->getMessage(), [], 500);
  237. }
  238. }
  239. /**
  240. * Moves a temporary file to final storage using DocumentManagementController
  241. */
  242. private function moveToFinal($tempId, $line, $idUser)
  243. {
  244. try {
  245. $tempIdDec = $this->encryptionController->decrypt($tempId);
  246. if (!$tempIdDec) {
  247. return false;
  248. }
  249. $tempFile = DB::table('S002V01TARTE')->where('ARTE_IDAR', $tempIdDec)->first();
  250. if (!$tempFile) {
  251. return false;
  252. }
  253. $result = $this->documentManagementController->moveFinalFile($line, 'ADSI', 'LA', $tempFile, $idUser);
  254. return $result[0] ? $result[1] : false;
  255. } catch (\Exception $e) {
  256. return false;
  257. }
  258. }
  259. /**
  260. * Validates that Excel file has the correct headers in row 7
  261. * Each column must match the expected category name exactly
  262. */
  263. private function validateExcelHeaders($file)
  264. {
  265. try {
  266. $spreadsheet = IOFactory::load($file->getPathname());
  267. $worksheet = $spreadsheet->getActiveSheet();
  268. // Check each expected header in row 7
  269. foreach ($this->expectedHeaders as $header) {
  270. $cellValue = $worksheet->getCell($header['letter'] . '7')->getValue();
  271. if (trim($cellValue) !== $header['category']) {
  272. return [
  273. 'error' => true,
  274. 'message' => "El encabezado en la columna {$header['letter']} no coincide. Se esperaba: '{$header['category']}', se encontró: '{$cellValue}'"
  275. ];
  276. }
  277. }
  278. return ['error' => false];
  279. } catch (\Exception $e) {
  280. return ['error' => true, 'message' => 'Error al procesar el archivo Excel: ' . $e->getMessage()];
  281. }
  282. }
  283. /**
  284. * Validates ZIP file integrity and ensures it's not empty
  285. */
  286. private function validateZipFile($file)
  287. {
  288. $zip = new ZipArchive();
  289. $result = $zip->open($file->getPathname());
  290. if ($result !== TRUE) {
  291. return ['error' => true, 'message' => 'No se pudo abrir el archivo ZIP.'];
  292. }
  293. if ($zip->numFiles === 0) {
  294. $zip->close();
  295. return ['error' => true, 'message' => 'El archivo ZIP está vacío.'];
  296. }
  297. $zip->close();
  298. return ['error' => false];
  299. }
  300. /**
  301. * Extracts file listings from Excel starting from row 8
  302. * Validates file extensions and creates structured file list
  303. * Only processes rows with equipment code (column D)
  304. */
  305. private function extractAndValidateFiles($file)
  306. {
  307. try {
  308. $spreadsheet = IOFactory::load($file->getPathname());
  309. $worksheet = $spreadsheet->getActiveSheet();
  310. $highestRow = $worksheet->getHighestRow();
  311. $files = [];
  312. // Process each row starting from row 8 (data rows)
  313. for ($row = 8; $row <= $highestRow; $row++) {
  314. $equipmentCode = trim($worksheet->getCell('D' . $row)->getValue());
  315. if (empty($equipmentCode)) continue; // Skip rows without equipment code
  316. $hasFiles = false;
  317. $rowFiles = [];
  318. // Check each file category column (excluding equipment code column D)
  319. foreach ($this->expectedHeaders as $header) {
  320. if ($header['letter'] === 'D') continue;
  321. $cellValue = trim($worksheet->getCell($header['letter'] . $row)->getValue());
  322. if (empty($cellValue)) continue;
  323. // Handle multiple files separated by commas
  324. $fileNames = explode(',', $cellValue);
  325. foreach ($fileNames as $fileName) {
  326. $fileName = trim($fileName);
  327. if (empty($fileName)) continue;
  328. // Validate file extension
  329. $extension = strtolower(pathinfo($fileName, PATHINFO_EXTENSION));
  330. if (!isset($this->extensionTypes[$extension])) {
  331. return [
  332. 'error' => true,
  333. 'message' => "Extensión inválida '{$extension}' en archivo '{$fileName}' para equipo '{$equipmentCode}'"
  334. ];
  335. }
  336. $rowFiles[] = [
  337. 'equipment_code' => $equipmentCode,
  338. 'file_name' => $fileName,
  339. 'type' => $this->getFileType($extension)
  340. ];
  341. $hasFiles = true;
  342. }
  343. }
  344. if ($hasFiles) {
  345. $files = array_merge($files, $rowFiles);
  346. }
  347. }
  348. return ['error' => false, 'files' => $files];
  349. } catch (\Exception $e) {
  350. return ['error' => true, 'message' => 'Error al extraer archivos del Excel: ' . $e->getMessage()];
  351. }
  352. }
  353. /**
  354. * Compares file listings from Excel with actual files in ZIP
  355. * Returns validation status and lists of missing/extra files
  356. */
  357. private function compareExcelWithZip($excelFiles, $zipFile)
  358. {
  359. $zip = new ZipArchive();
  360. $zip->open($zipFile->getPathname());
  361. // Extract all file names and sizes from ZIP
  362. $zipFiles = [];
  363. $zipFileSizes = [];
  364. for ($i = 0; $i < $zip->numFiles; $i++) {
  365. $fullPath = $zip->getNameIndex($i);
  366. // Skip directories (entries ending with /)
  367. if (substr($fullPath, -1) === '/') {
  368. continue;
  369. }
  370. // Extract filename and size
  371. $fileName = basename($fullPath);
  372. if (!empty($fileName)) {
  373. $zipFiles[] = $fileName;
  374. $zipFileSizes[$fileName] = $zip->statIndex($i)['size'];
  375. }
  376. }
  377. $zip->close();
  378. // Validate file sizes using FunctionsController
  379. foreach ($zipFileSizes as $fileName => $size) {
  380. $extension = strtolower(pathinfo($fileName, PATHINFO_EXTENSION));
  381. if (!$this->functionsController->checkFileSize($extension, $size)) {
  382. $sizeMB = round($size / (1024 * 1024), 2);
  383. return [
  384. 'valid' => false,
  385. 'error' => "El archivo '{$fileName}' excede el límite de tamaño. Tamaño: {$sizeMB}MB"
  386. ];
  387. }
  388. }
  389. // Get file names from Excel listings
  390. $excelFileNames = array_column($excelFiles, 'file_name');
  391. // Find discrepancies between Excel and ZIP
  392. $missingInZip = array_diff($excelFileNames, $zipFiles);
  393. $extraInZip = array_diff($zipFiles, $excelFileNames);
  394. $isValid = empty($missingInZip) && empty($extraInZip);
  395. return [
  396. 'valid' => $isValid,
  397. 'missing_in_zip' => array_values($missingInZip),
  398. 'extra_in_zip' => array_values($extraInZip)
  399. ];
  400. }
  401. /**
  402. * Uploads Excel and ZIP files as temporary files using DocumentManagementController
  403. */
  404. private function uploadTempFiles(Request $request)
  405. {
  406. try {
  407. $tempFiles = [];
  408. // Upload Excel file
  409. $excelRequest = new Request();
  410. $excelRequest->files->set('file', $request->file('excel_file'));
  411. $excelRequest->merge([
  412. 'id_user' => $request->input('id_user'),
  413. 'linea' => $request->input('linea')
  414. ]);
  415. $excelResponse = $this->documentManagementController->uploadTempFile($excelRequest);
  416. $excelData = json_decode($excelResponse->getContent());
  417. if ($excelData->error) {
  418. $errorMsg = isset($excelData->message) ? $excelData->message : 'Error desconocido subiendo Excel';
  419. return ['error' => true, 'message' => 'Error subiendo Excel: ' . $errorMsg];
  420. }
  421. $tempFiles['excel'] = $excelData->response->idArchivo;
  422. // Upload ZIP file
  423. $zipRequest = new Request();
  424. $zipRequest->files->set('file', $request->file('zip_file'));
  425. $zipRequest->merge([
  426. 'id_user' => $request->input('id_user'),
  427. 'linea' => $request->input('linea')
  428. ]);
  429. $zipResponse = $this->documentManagementController->uploadTempFile($zipRequest);
  430. $zipData = json_decode($zipResponse->getContent());
  431. if ($zipData->error) {
  432. $errorMsg = isset($zipData->message) ? $zipData->message : 'Error desconocido subiendo ZIP';
  433. return ['error' => true, 'message' => 'Error subiendo ZIP: ' . $errorMsg];
  434. }
  435. $tempFiles['zip'] = $zipData->response->idArchivo;
  436. return ['error' => false, 'files' => $tempFiles];
  437. } catch (\Exception $e) {
  438. return ['error' => true, 'message' => 'Error en uploadTempFiles: ' . $e->getMessage()];
  439. }
  440. }
  441. /**
  442. * Gets file type based on extension
  443. */
  444. private function getFileType($extension){
  445. $typeMap = [
  446. 'zip' => 'STORAGE', 'rar' => 'STORAGE', 'tar' => 'STORAGE', '7z' => 'STORAGE',
  447. 'mp3' => 'AUDIO', 'mpeg' => 'AUDIO', 'wav' => 'AUDIO', 'ogg' => 'AUDIO', 'opus' => 'AUDIO',
  448. 'jpeg' => 'IMG', 'jpg' => 'IMG', 'png' => 'IMG', 'gif' => 'IMG', 'bmp' => 'IMG', 'tiff' => 'IMG', 'svg' => 'IMG',
  449. 'txt' => 'TEXT',
  450. 'webm' => 'VIDEO', 'mpeg4' => 'VIDEO', 'mp4' => 'VIDEO', '3gpp' => 'VIDEO', 'mov' => 'VIDEO', 'avi' => 'VIDEO', 'wmv' => 'VIDEO', 'flv' => 'VIDEO',
  451. 'dwg' => 'CAD', 'dxf' => 'CAD', '3ds' => '3D', 'ai' => 'ILLUSTRATOR', 'psd' => 'PHOTOSHOP',
  452. 'pdf' => 'PDF', 'xls' => 'EXCEL', 'xlsx' => 'EXCEL', 'ppt' => 'POWERPOINT', 'pptx' => 'POWERPOINT',
  453. 'doc' => 'WORD', 'docx' => 'WORD', 'vsd' => 'VISIO', 'vsdx' => 'VISIO'
  454. ];
  455. return $typeMap[$extension] ?? 'UNKNOWN';
  456. }
  457. }