Revert "test(ivy): enable more docs examples e2e tests (#28688)" (#28712)

This reverts commit 1cc74eaece6c2fdbd77a92062cceecf23460b2db.

aio/tools/examples/run-example-e2e.js

@@ -15,29 +15,11 @@ const PROTRACTOR_CONFIG_FILENAME = path.join(__dirname, './shared/protractor.con
 const SJS_SPEC_FILENAME = 'e2e-spec.ts';
 const CLI_SPEC_FILENAME = 'e2e/src/app.e2e-spec.ts';
 const EXAMPLE_CONFIG_FILENAME = 'example-config.json';
-const IGNORED_EXAMPLES = [
+const IGNORED_EXAMPLES = [ // temporary ignores
-  // temporary ignores
   'quickstart',
   'setup',
 ];
 
-const fixmeIvyExamples = [
-  // fixmeIvy('unknown') version value goes undefined when clicking Major button after clicking
-  // Minor button twice
-  'component-interaction',
-  // fixmeIvy('unknown') failed content projection and applied styles
-  'component-styles',
-  // fixmeIvy('unknown') ERROR Error: Unable to find context associated with [object
-  // HTMLInputElement]
-  'http',
-  // fixmeIvy('unknown') app fails at runtime due to missing external service (goog is undefined)
-  'i18n'
-];
-
-if (argv.ivy) {
-  IGNORED_EXAMPLES.push(...fixmeIvyExamples);
-}
-
 /**
  * Run Protractor End-to-End Tests for Doc Samples
  *
@@ -63,29 +45,29 @@ function runE2e() {
     console.log('runE2e: setup boilerplate');
     const installPackagesCommand = `example-use-${argv.local ? 'local' : 'npm'}`;
     const addBoilerplateCommand = 'boilerplate:add';
-    shelljs.exec(`yarn ${installPackagesCommand}`, {cwd: AIO_PATH});
+    shelljs.exec(`yarn ${installPackagesCommand}`, { cwd: AIO_PATH });
-    shelljs.exec(`yarn ${addBoilerplateCommand}`, {cwd: AIO_PATH});
+    shelljs.exec(`yarn ${addBoilerplateCommand}`, { cwd: AIO_PATH });
   }
 
   const outputFile = path.join(AIO_PATH, './protractor-results.txt');
 
   return Promise.resolve()
-      .then(() => findAndRunE2eTests(argv.filter, outputFile, argv.shard))
+    .then(() => findAndRunE2eTests(argv.filter, outputFile, argv.shard))
-      .then((status) => {
+    .then((status) => {
-        reportStatus(status, outputFile);
+      reportStatus(status, outputFile);
-        if (status.failed.length > 0) {
+      if (status.failed.length > 0) {
-          return Promise.reject('Some test suites failed');
+        return Promise.reject('Some test suites failed');
-        }
+      }
-      })
+    }).catch(function (e) {
-      .catch(function(e) {
+      console.log(e);
-        console.log(e);
+      process.exitCode = 1;
-        process.exitCode = 1;
+    });
-      });
 }
 
 // Finds all of the *e2e-spec.tests under the examples folder along with the corresponding apps
 // that they should run under. Then run each app/spec collection sequentially.
 function findAndRunE2eTests(filter, outputFile, shard) {
+
   const shardParts = shard ? shard.split('/') : [0, 1];
   const shardModulo = parseInt(shardParts[0], 10);
   const shardDivider = parseInt(shardParts[1], 10);
@@ -97,48 +79,45 @@ function findAndRunE2eTests(filter, outputFile, shard) {
   fs.writeFileSync(outputFile, header);
 
   // Run the tests sequentially.
-  const status = {passed: [], failed: []};
+  const status = { passed: [], failed: [] };
   return getE2eSpecs(EXAMPLES_PATH, filter)
-      .then(e2eSpecPaths => {
+    .then(e2eSpecPaths => {
-        console.log('All e2e specs:');
+      console.log('All e2e specs:');
-        logSpecs(e2eSpecPaths);
+      logSpecs(e2eSpecPaths);
 
-        Object.keys(e2eSpecPaths).forEach(key => {
+      Object.keys(e2eSpecPaths).forEach(key => {
-          const value = e2eSpecPaths[key];
+        const value = e2eSpecPaths[key];
-          e2eSpecPaths[key] = value.filter((p, index) => index % shardDivider === shardModulo);
+        e2eSpecPaths[key] = value.filter((p, index) => index % shardDivider === shardModulo);
-        });
-
-        console.log(`E2e specs for shard ${shardParts.join('/')}:`);
-        logSpecs(e2eSpecPaths);
-
-        return e2eSpecPaths.systemjs
-            .reduce(
-                (promise, specPath) => {
-                  return promise.then(() => {
-                    const examplePath = path.dirname(specPath);
-                    return runE2eTestsSystemJS(examplePath, outputFile).then(ok => {
-                      const arr = ok ? status.passed : status.failed;
-                      arr.push(examplePath);
-                    });
-                  });
-                },
-                Promise.resolve())
-            .then(() => {
-              return e2eSpecPaths.cli.reduce((promise, specPath) => {
-                return promise.then(() => {
-                  return runE2eTestsCLI(specPath, outputFile).then(ok => {
-                    const arr = ok ? status.passed : status.failed;
-                    arr.push(specPath);
-                  });
-                });
-              }, Promise.resolve());
-            });
-      })
-      .then(() => {
-        const stopTime = new Date().getTime();
-        status.elapsedTime = (stopTime - startTime) / 1000;
-        return status;
       });
+
+      console.log(`E2e specs for shard ${shardParts.join('/')}:`);
+      logSpecs(e2eSpecPaths);
+
+      return e2eSpecPaths.systemjs.reduce((promise, specPath) => {
+        return promise.then(() => {
+          const examplePath = path.dirname(specPath);
+          return runE2eTestsSystemJS(examplePath, outputFile).then(ok => {
+            const arr = ok ? status.passed : status.failed;
+            arr.push(examplePath);
+          });
+        });
+      }, Promise.resolve())
+      .then(() => {
+        return e2eSpecPaths.cli.reduce((promise, specPath) => {
+          return promise.then(() => {
+            return runE2eTestsCLI(specPath, outputFile).then(ok => {
+              const arr = ok ? status.passed : status.failed;
+              arr.push(specPath);
+            });
+          });
+        }, Promise.resolve());
+      });
+    })
+    .then(() => {
+      const stopTime = new Date().getTime();
+      status.elapsedTime = (stopTime - startTime) / 1000;
+      return status;
+    });
 }
 
 // Start the example in appDir; then run protractor with the specified
@@ -148,8 +127,8 @@ function findAndRunE2eTests(filter, outputFile, shard) {
 function runE2eTestsSystemJS(appDir, outputFile) {
   const config = loadExampleConfig(appDir);
 
-  const appBuildSpawnInfo = spawnExt('yarn', [config.build], {cwd: appDir});
+  const appBuildSpawnInfo = spawnExt('yarn', [config.build], { cwd: appDir });
-  const appRunSpawnInfo = spawnExt('yarn', [config.run, '-s'], {cwd: appDir}, true);
+  const appRunSpawnInfo = spawnExt('yarn', [config.run, '-s'], { cwd: appDir }, true);
 
   let run = runProtractorSystemJS(appBuildSpawnInfo.promise, appDir, appRunSpawnInfo, outputFile);
 
@@ -162,40 +141,40 @@ function runE2eTestsSystemJS(appDir, outputFile) {
 function runProtractorSystemJS(prepPromise, appDir, appRunSpawnInfo, outputFile) {
   const specFilename = path.resolve(`${appDir}/${SJS_SPEC_FILENAME}`);
   return prepPromise
-      .catch(function() {
+    .catch(function () {
-        const emsg = `Application at ${appDir} failed to transpile.\n\n`;
+      const emsg = `Application at ${appDir} failed to transpile.\n\n`;
-        console.log(emsg);
+      console.log(emsg);
-        fs.appendFileSync(outputFile, emsg);
+      fs.appendFileSync(outputFile, emsg);
-        return Promise.reject(emsg);
+      return Promise.reject(emsg);
-      })
+    })
-      .then(function() {
+    .then(function () {
-        let transpileError = false;
+      let transpileError = false;
 
-        // Start protractor.
+      // Start protractor.
-        console.log(`\n\n=========== Running aio example tests for: ${appDir}`);
+      console.log(`\n\n=========== Running aio example tests for: ${appDir}`);
-        const spawnInfo = spawnExt(
+      const spawnInfo = spawnExt('yarn', ['protractor',
-            'yarn',
+        PROTRACTOR_CONFIG_FILENAME,
-            [
+        `--specs=${specFilename}`,
-              'protractor', PROTRACTOR_CONFIG_FILENAME, `--specs=${specFilename}`,
+        '--params.appDir=' + appDir,
-              '--params.appDir=' + appDir, '--params.outputFile=' + outputFile
+        '--params.outputFile=' + outputFile
-            ],
+      ], { cwd: SHARED_PATH });
-            {cwd: SHARED_PATH});
 
-        spawnInfo.proc.stderr.on('data', function(data) {
+      spawnInfo.proc.stderr.on('data', function (data) {
-          transpileError = transpileError || /npm ERR! Exit status 100/.test(data.toString());
+        transpileError = transpileError || /npm ERR! Exit status 100/.test(data.toString());
-        });
+      });
-        return spawnInfo.promise.catch(function() {
+      return spawnInfo.promise.catch(function () {
-          if (transpileError) {
+        if (transpileError) {
-            const emsg = `${specFilename} failed to transpile.\n\n`;
+          const emsg = `${specFilename} failed to transpile.\n\n`;
-            console.log(emsg);
+          console.log(emsg);
-            fs.appendFileSync(outputFile, emsg);
+          fs.appendFileSync(outputFile, emsg);
-          }
+        }
-          return Promise.reject();
+        return Promise.reject();
-        });
+      });
-      })
+    })
-      .then(
+    .then(
-          function() { return finish(appRunSpawnInfo.proc.pid, true); },
+    function () { return finish(appRunSpawnInfo.proc.pid, true); },
-          function() { return finish(appRunSpawnInfo.proc.pid, false); });
+    function () { return finish(appRunSpawnInfo.proc.pid, false); }
+    );
 }
 
 function finish(spawnProcId, ok) {
@@ -208,14 +187,14 @@ function finish(spawnProcId, ok) {
 // Run e2e tests over the AOT build for projects that examples it.
 function runProtractorAoT(appDir, outputFile) {
   fs.appendFileSync(outputFile, '++ AoT version ++\n');
-  const aotBuildSpawnInfo = spawnExt('yarn', ['build:aot'], {cwd: appDir});
+  const aotBuildSpawnInfo = spawnExt('yarn', ['build:aot'], { cwd: appDir });
   let promise = aotBuildSpawnInfo.promise;
 
   const copyFileCmd = 'copy-dist-files.js';
   if (fs.existsSync(appDir + '/' + copyFileCmd)) {
-    promise = promise.then(() => spawnExt('node', [copyFileCmd], {cwd: appDir}).promise);
+    promise = promise.then(() => spawnExt('node', [copyFileCmd], { cwd: appDir }).promise);
   }
-  const aotRunSpawnInfo = spawnExt('yarn', ['serve:aot'], {cwd: appDir}, true);
+  const aotRunSpawnInfo = spawnExt('yarn', ['serve:aot'], { cwd: appDir }, true);
   return runProtractorSystemJS(promise, appDir, aotRunSpawnInfo, outputFile);
 }
 
@@ -227,11 +206,11 @@ function runE2eTestsCLI(appDir, outputFile) {
   console.log(`\n\n=========== Running aio example tests for: ${appDir}`);
   // `--no-webdriver-update` is needed to preserve the ChromeDriver version already installed.
   const config = loadExampleConfig(appDir);
-  const commands = config.e2e || [{cmd: 'yarn', args: ['e2e', '--prod', '--no-webdriver-update']}];
+  const commands = config.e2e || [{ cmd: 'yarn', args: ['e2e', '--no-webdriver-update'] }];
 
-  const e2eSpawnPromise = commands.reduce((prevSpawnPromise, {cmd, args}) => {
+  const e2eSpawnPromise = commands.reduce((prevSpawnPromise, { cmd, args }) => {
     return prevSpawnPromise.then(() => {
-      const currSpawn = spawnExt(cmd, args, {cwd: appDir});
+      const currSpawn = spawnExt(cmd, args, { cwd: appDir });
       return currSpawn.promise.then(
           () => Promise.resolve(finish(currSpawn.proc.pid, true)),
           () => Promise.reject(finish(currSpawn.proc.pid, false)));
@@ -239,27 +218,25 @@ function runE2eTestsCLI(appDir, outputFile) {
   }, Promise.resolve());
 
   return e2eSpawnPromise.then(
-      () => {
+      () => { fs.appendFileSync(outputFile, `Passed: ${appDir}\n\n`); return true; },
-        fs.appendFileSync(outputFile, `Passed: ${appDir}\n\n`);
+      () => { fs.appendFileSync(outputFile, `Failed: ${appDir}\n\n`); return false; });
-        return true;
-      },
-      () => {
-        fs.appendFileSync(outputFile, `Failed: ${appDir}\n\n`);
-        return false;
-      });
 }
 
 // Report final status.
 function reportStatus(status, outputFile) {
   let log = [''];
   log.push('Suites passed:');
-  status.passed.forEach(function(val) { log.push('  ' + val); });
+  status.passed.forEach(function (val) {
+    log.push('  ' + val);
+  });
 
   if (status.failed.length == 0) {
     log.push('All tests passed');
   } else {
     log.push('Suites failed:');
-    status.failed.forEach(function(val) { log.push('  ' + val); });
+    status.failed.forEach(function (val) {
+      log.push('  ' + val);
+    });
   }
   log.push('\nElapsed time: ' + status.elapsedTime + ' seconds');
   log = log.join('\n');
@@ -278,59 +255,68 @@ function spawnExt(command, args, options, ignoreClose = false) {
     } catch (e) {
       console.log(e);
       reject(e);
-      return {proc: null, promise};
+      return { proc: null, promise };
     }
-    proc.stdout.on('data', function(data) { process.stdout.write(data.toString()); });
+    proc.stdout.on('data', function (data) {
-    proc.stderr.on('data', function(data) { process.stdout.write(data.toString()); });
+      process.stdout.write(data.toString());
-    proc.on('close', function(returnCode) {
+    });
+    proc.stderr.on('data', function (data) {
+      process.stdout.write(data.toString());
+    });
+    proc.on('close', function (returnCode) {
       console.log(`completed: ${descr} \n`);
       // Many tasks (e.g., tsc) complete but are actually errors;
       // Confirm return code is zero.
       returnCode === 0 || ignoreClose ? resolve(0) : reject(returnCode);
     });
-    proc.on('error', function(data) {
+    proc.on('error', function (data) {
       console.log(`completed with error: ${descr} \n`);
       console.log(data.toString());
       reject(data);
     });
   });
-  return {proc, promise};
+  return { proc, promise };
 }
 
 function getE2eSpecs(basePath, filter) {
   let specs = {};
 
-  return getE2eSpecsFor(basePath, SJS_SPEC_FILENAME, filter)
+  return getE2eSpecsFor(basePath, SJS_SPEC_FILENAME, filter).then(sjsPaths => {
-      .then(sjsPaths => { specs.systemjs = sjsPaths; })
+    specs.systemjs = sjsPaths;
-      .then(() => {
+  }).then(() => {
-        return getE2eSpecsFor(basePath, CLI_SPEC_FILENAME, filter).then(cliPaths => {
+    return getE2eSpecsFor(basePath, CLI_SPEC_FILENAME, filter).then(cliPaths => {
-          return cliPaths.map(p => { return p.replace(`${CLI_SPEC_FILENAME}`, ''); });
+      return cliPaths.map(p => {
-        });
+        return p.replace(`${CLI_SPEC_FILENAME}`, '');
-      })
+      });
-      .then(cliPaths => { specs.cli = cliPaths; })
+    });
-      .then(() => specs);
+  }).then(cliPaths => {
+    specs.cli = cliPaths;
+  }).then(() => specs);
 }
 
 // Find all e2e specs in a given example folder.
 function getE2eSpecsFor(basePath, specFile, filter) {
   // Only get spec file at the example root.
-  const e2eSpecGlob = `${filter ? '*' + filter + '*' : '*'}/${specFile}`;
+  const e2eSpecGlob = `${filter ? `*${filter}*` : '*'}/${specFile}`;
-  return globby(e2eSpecGlob, {cwd: basePath, nodir: true})
+  return globby(e2eSpecGlob, { cwd: basePath, nodir: true })
-      .then(
+    .then(paths => paths
-          paths => paths.filter(file => !IGNORED_EXAMPLES.some(ignored => file.startsWith(ignored)))
+      .filter(file => !IGNORED_EXAMPLES.some(ignored => file.startsWith(ignored)))
-                       .map(file => path.join(basePath, file)));
+      .map(file => path.join(basePath, file))
+    );
 }
 
 // Load configuration for an example. Used for SystemJS
 function loadExampleConfig(exampleFolder) {
   // Default config.
-  let config = {build: 'build', run: 'serve:e2e'};
+  let config = {
+    build: 'build',
+    run: 'serve:e2e'
+  };
 
   try {
     const exampleConfig = fs.readJsonSync(`${exampleFolder}/${EXAMPLE_CONFIG_FILENAME}`);
     Object.assign(config, exampleConfig);
-  } catch (e) {
+  } catch (e) { }
-  }
 
   return config;
 }