Fix build problems pipeline (#3761)

* tentative number one

* add more log

* write folder

* Revert "change unzip lib"

This reverts commit 9eb0833d2f.

* travis

* fix script download

scripts/download-build-in-cs.js

@@ -4,8 +4,8 @@ var http = require('http');
 
 var fs = require('fs');
 var path = require('path');
-
-var AdmZip = require('adm-zip');
+var archiver = require('archiver');
+var unzip = require('unzip-stream');
 
 replaceHrefInIndex = (folder) => {
     fs.readFile(`demo-shell/${folder}/index.html`, 'utf8', function (err, data) {
@@ -61,13 +61,27 @@ async function main() {
         file.on('finish', async () => {
             console.log('Unzip Demo ' + path.join(__dirname, '../demo.zip'));
 
-            var zip = new AdmZip(path.join(__dirname, '../demo.zip'));
-            zip.extractAllToAsync(path.join(__dirname, '../demo-shell'), true, ()=>{
+            setTimeout(() => {
+                fs.createReadStream(path.join(__dirname, '../demo.zip'))
+                    .pipe(unzip.Extract({path: path.join(__dirname, '../demo-shell')}))
+                    .on('finish', () => {
+
+                        setTimeout(() => {
+                            let oldFolder = path.join(__dirname, `../demo-shell/demo.zip`)
+                            let newFolder = path.join(__dirname, `../demo-shell/${outputFolder}`)
+
+                            fs.rename(oldFolder, newFolder, (err) => {
+                                console.log('renamed complete');
+                            });
+
+                            if (program.baseHref) {
+                                replaceHrefInIndex(outputFolder);
+                            }
+                        }, 10000);
+
+                    })
+            }, 10000);
 
-                if (program.baseHref) {
-                    replaceHrefInIndex(outputFolder);
-                }
-            });
 
         });
     });

scripts/download-build-lib-in-cs.js

@@ -4,36 +4,36 @@ var http = require('http');
 
 var fs = require('fs');
 var path = require('path');
+var archiver = require('archiver');
+var unzip = require('unzip-stream');
 
-var AdmZip = require('adm-zip');
+var exec = require('child_process').exec;
 
 var alfrescoJsApi;
 
 downloadZip = async (url, outputFolder, pacakge) => {
-    console.log(`Download ${pacakge}`)
+
+     console.log(`Download ${pacakge}`)
+     console.log(`OutputFolder ${outputFolder}`)
     var file = fs.createWriteStream(`${pacakge}.zip`);
     return await http.get(`http://${url}`, (response) => {
         response.pipe(file);
         file.on('finish', async () => {
             setTimeout(() => {
-
-                var zip = new AdmZip(path.join(__dirname, `../${pacakge}.zip`));
                 console.log(`Unzip  ${pacakge}` + path.join(__dirname, `../${pacakge}.zip`));
+                fs.createReadStream(path.join(__dirname, `../${pacakge}.zip`))
+                    .pipe(unzip.Extract({path: path.join(__dirname, `../${outputFolder}/@alfresco/`)}))
+                    .on('finish', () => {
+                        setTimeout(() => {
+                            let oldFolder = path.join(__dirname, `../${outputFolder}/@alfresco/${pacakge}`)
+                            let newFolder = path.join(__dirname, `../${outputFolder}/@alfresco/adf-${pacakge}`)
 
-                zip.extractAllToAsync(path.join(__dirname, '../', outputFolder, `@alfresco/`), true, () => {
-
-                    setTimeout(() => {
-                        let oldFolder = path.join(__dirname, '../', outputFolder, `@alfresco/${pacakge}`)
-                        let newFolder = path.join(__dirname, '../', outputFolder, `@alfresco/adf-${pacakge}`)
-
-                        fs.rename(oldFolder, newFolder, (err) => {
-                            console.log('renamed complete');
-                        });
-
-                    }, 10000);
-
-                });
+                            fs.rename(oldFolder, newFolder, (err) => {
+                                console.log('renamed complete');
+                            });
 
+                        }, 10000);
+                    })
             })
         });
     });
@@ -71,7 +71,7 @@ async function main() {
     });
 
     if (!program.output) {
-        program.output = path.join(__dirname, '../node_modules/@alfresco/')
+        program.output = 'node_modules'
     }
 
     alfrescoJsApi.login(program.username, program.password);

scripts/packaging-test.sh

@@ -1,9 +0,0 @@
-#!/usr/bin/env bash
-
-echo "====== Build lib ====="
-
-npm run build-lib
-
-echo "====== Upload lib ====="
-
-node ./scripts/upload-build-lib-in-cs.js -u $E2E_USERNAME  -p $E2E_PASSWORD --host $E2E_HOST -f $TRAVIS_BUILD_NUMBER

scripts/upload-build-in-cs.js

@@ -3,8 +3,7 @@ var AlfrescoApi = require('alfresco-js-api-node');
 
 var fs = require('fs');
 var path = require('path');
-var AdmZip = require('adm-zip');
-var writeZip = new AdmZip();
+var archiver = require('archiver');
 
 writeZipLib = async function (zipFolder) {
 
@@ -12,8 +11,14 @@ writeZipLib = async function (zipFolder) {
         fs.mkdirSync(zipFolder);
     }
 
-    writeZip.addLocalFolder(path.join(__dirname, `../demo-shell/dist/`), 'dist');
-    return writeZip.writeZip('demo-shell/zip/demo.zip');
+    // create a file to stream archive data to.
+    let output = fs.createWriteStream(path.join(zipFolder, `demo.zip`));
+    let archive = archiver('zip');
+
+    archive.pipe(output);
+    archive.directory(path.join(__dirname, `../demo-shell/dist/`), `demo.zip`);
+
+    return archive.finalize();
 };
 
 async function main() {
@@ -33,16 +38,12 @@ async function main() {
 
     let zipFolder = path.join(__dirname, '../demo-shell/zip/');
 
-    console.log('Write demo zip');
-
     await this.writeZipLib(zipFolder);
 
     let files = fs.readdirSync(path.join(__dirname, '../demo-shell/zip'));
 
     if (files && files.length > 0) {
 
-        console.log('Upload demo zip');
-
         alfrescoJsApi.login(program.username, program.password);
         let folder;
 

scripts/upload-build-lib-in-cs.js

@@ -3,8 +3,7 @@ var AlfrescoApi = require('alfresco-js-api-node');
 
 var fs = require('fs');
 var path = require('path');
-var AdmZip = require('adm-zip');
-var writeZip = new AdmZip();
+var archiver = require('archiver');
 
 writeZipLib = async function (zipName, zipFolder) {
 
@@ -12,8 +11,14 @@ writeZipLib = async function (zipName, zipFolder) {
         fs.mkdirSync(zipFolder);
     }
 
-    writeZip.addFile(path.join(__dirname, `../lib/dist/${zipName}`), Buffer.alloc(0));
-    return writeZip.writeZip(`${zipName}.zip`);
+    // create a file to stream archive data to.
+    let output = fs.createWriteStream(path.join(zipFolder, `${zipName}.zip`));
+    let archive = archiver('zip');
+
+    archive.pipe(output);
+    archive.directory(path.join(__dirname, `../lib/dist/${zipName}`), zipName);
+
+    return archive.finalize();
 };
 
 async function main() {