allure-framework · baev · Jun 16, 2023 · Jun 6, 2023 · Jun 6, 2023 · Jun 7, 2023
diff --git a/packages/allure-hermione/docs/development.md b/packages/allure-hermione/docs/development.md
@@ -2,7 +2,8 @@
 
 ## Running hermione tests locally
 
-The easiest way to run Hermione tests locally is [Selenium standalone grid](https://www.npmjs.com/package/selenium-standalone).
+The easiest way to run Hermione tests locally
+is [Selenium standalone grid](https://www.npmjs.com/package/selenium-standalone).
 
 ```shell
 npm i -g selenium-standalone   # install the package globally
@@ -20,7 +21,10 @@ module.exports = {
 };
 ```
 
-Tests in the package already runs the grid before themselves, so you don't need to start it manually.
+Tests in the package already runs the grid before themselves, so you don't need to start it
+manually.
+
+**Don't forget to compile the reporter before running tests**!
 
 ## Using repeater
 

diff --git a/packages/allure-hermione/src/index.ts b/packages/allure-hermione/src/index.ts
@@ -42,6 +42,8 @@ export type TestIDFactory = (testId?: string) => string;
 const hostname = os.hostname();
 
 const hermioneAllureReporter = (hermione: Hermione, opts: AllureReportOptions) => {
+  const { ALLURE_REPORTER_DEV_MODE } = process.env;
+  const loadedTests: Map<string, Hermione.Test> = new Map();
   const runningTests: Map<string, AllureTest> = new Map();
   const runtime = new AllureRuntime({
     resultsDir: "allure-results",
@@ -60,6 +62,47 @@ const hermioneAllureReporter = (hermione: Hermione, opts: AllureReportOptions) =
 
     return () => `${context.browserId}:${context.id()}`;
   };
+  /**
+   * Create Allure test from Hermione test object with all the possible initial labels
+   *
+   * @param test Hermione test object
+   * @returns Allure test
+   */
+  const createAllureTest = (test: Hermione.Test): AllureTest => {
+    const { ALLURE_HOST_NAME, ALLURE_THREAD_NAME } = process.env;
+    const thread = ALLURE_THREAD_NAME || test.sessionId;
+    const hostnameLabel = ALLURE_HOST_NAME || hostname;
+    const currentTest = new AllureTest(runtime, Date.now());
+    const [parentSuite, suite, ...subSuites] = getSuitePath(test);
+
+    currentTest.name = test.title;
+    currentTest.fullName = test.fullTitle();
+    currentTest.historyId = md5(test.fullTitle());
+    currentTest.stage = Stage.RUNNING;
+
+    currentTest.addLabel(LabelName.HOST, hostnameLabel);
+    currentTest.addLabel(LabelName.LANGUAGE, "javascript");
+    currentTest.addLabel(LabelName.FRAMEWORK, "hermione");
+    currentTest.addParameter("browser", test.browserId);
+
+    if (thread) {
+      currentTest.addLabel(LabelName.THREAD, thread);
+    }
+
+    if (parentSuite) {
+      currentTest.addLabel(LabelName.PARENT_SUITE, parentSuite);
+    }
+
+    if (suite) {
+      currentTest.addLabel(LabelName.SUITE, suite);
+    }
+
+    if (subSuites.length > 0) {
+      currentTest.addLabel(LabelName.SUB_SUITE, subSuites.join(" > "));
+    }
+
+    return currentTest;
+  };
   const handleTestError = (test: Hermione.Test, error: Hermione.TestError) => {
     const testId = getTestId(test);
     const currentTest = runningTests.get(testId())!;
@@ -227,40 +270,22 @@ const hermioneAllureReporter = (hermione: Hermione, opts: AllureReportOptions) =
       }
     });
   });
+  hermione.on(hermione.events.AFTER_TESTS_READ, (collection) => {
+    // cache all the tests to handle skipped tests in future
+    collection.eachTest((test) => {
+      const testId = getTestId(test);
+
+      loadedTests.set(testId(), test);
+    });
+  });
   hermione.on(hermione.events.TEST_BEGIN, (test) => {
+    // test hasn't been actually started
     if (!test.sessionId) {
-      throw new Error("Test session hasn't been started correctly! Check the driver availability.");
+      return;
     }
 
     const testId = getTestId(test);
-    const { ALLURE_HOST_NAME, ALLURE_THREAD_NAME } = process.env;
-    const thread = ALLURE_THREAD_NAME || test.sessionId;
-    const hostnameLabel = ALLURE_HOST_NAME || hostname;
-    const currentTest = new AllureTest(runtime, Date.now());
-    const [parentSuite, suite, ...subSuites] = getSuitePath(test);
-
-    currentTest.name = test.title;
-    currentTest.fullName = test.fullTitle();
-    currentTest.historyId = md5(test.fullTitle());
-    currentTest.stage = Stage.RUNNING;
-
-    currentTest.addLabel(LabelName.HOST, hostnameLabel);
-    currentTest.addLabel(LabelName.LANGUAGE, "javascript");
-    currentTest.addLabel(LabelName.FRAMEWORK, "hermione");
-    currentTest.addLabel(LabelName.THREAD, thread);
-    currentTest.addParameter("browser", test.browserId);
-
-    if (parentSuite) {
-      currentTest.addLabel(LabelName.PARENT_SUITE, parentSuite);
-    }
-
-    if (suite) {
-      currentTest.addLabel(LabelName.SUITE, suite);
-    }
-
-    if (subSuites.length > 0) {
-      currentTest.addLabel(LabelName.SUB_SUITE, subSuites.join(" > "));
-    }
+    const currentTest = createAllureTest(test);
 
     runningTests.set(testId(), currentTest);
   });
@@ -282,6 +307,11 @@ const hermioneAllureReporter = (hermione: Hermione, opts: AllureReportOptions) =
     currentTest.status = Status.FAILED;
   });
   hermione.on(hermione.events.TEST_END, (test) => {
+    // test hasn't been started
+    if (!test.startTime) {
+      return;
+    }
+
     const testId = getTestId(test);
     const currentTest = runningTests.get(testId())!;
 
@@ -291,8 +321,23 @@ const hermioneAllureReporter = (hermione: Hermione, opts: AllureReportOptions) =
 
     currentTest.stage = Stage.FINISHED;
     currentTest.endTest(Date.now());
+    loadedTests.delete(testId());
     runningTests.delete(testId());
   });
+  hermione.on(hermione.events.END, () => {
+    // all tests have been finished
+    if (loadedTests.size === 0) {
+      return;
+    }
+
+    loadedTests.forEach((test) => {
+      const currentTest = createAllureTest(test);
+
+      currentTest.status = Status.SKIPPED;
+      currentTest.stage = Stage.FINISHED;
+      currentTest.endTest();
+    });
+  });
 
   // it needs for tests because we need to read runtime writer data redefined in hermione config
   // eslint-disable-next-line

diff --git a/packages/allure-hermione/test/.hermione.conf.js b/packages/allure-hermione/test/.hermione.conf.js
@@ -1,5 +1,7 @@
 module.exports = {
   gridUrl: "http://localhost:4444/wd/hub",
+  httpTimeout: 50000,
+  sessionQuitTimeout: 50000,
   sets: {
     desktop: {
       browsers: ["headless"],
@@ -8,9 +10,10 @@ module.exports = {
   },
   browsers: {
     headless: {
+      automationProtocol: "webdriver",
       desiredCapabilities: {
-        browserName: "chrome",
-        "goog:chromeOptions": {
+        browserName: "firefox",
+        "moz:firefoxOptions": {
           args: ["--headless"],
         },
       },

diff --git a/packages/allure-hermione/test/fixtures/allureId.js b/packages/allure-hermione/test/fixtures/allureId.js
diff --git a/packages/allure-hermione/test/fixtures/attachments.js b/packages/allure-hermione/test/fixtures/attachments.js
@@ -1,3 +1,3 @@
-it("adds json attachment", async ({ browser, currentTest }) => {
+it("json", async ({ browser, currentTest }) => {
   await browser.attach(currentTest.id(), JSON.stringify({ foo: "bar" }), "application/json");
 });
diff --git a/packages/allure-hermione/test/fixtures/epic.js b/packages/allure-hermione/test/fixtures/epic.js
diff --git a/packages/allure-hermione/test/fixtures/failedSteps.js b/packages/allure-hermione/test/fixtures/failedSteps.js
diff --git a/packages/allure-hermione/test/fixtures/feature.js b/packages/allure-hermione/test/fixtures/feature.js
diff --git a/packages/allure-hermione/test/fixtures/issue.js b/packages/allure-hermione/test/fixtures/issue.js
diff --git a/packages/allure-hermione/test/fixtures/label.js b/packages/allure-hermione/test/fixtures/label.js
diff --git a/packages/allure-hermione/test/fixtures/labels.js b/packages/allure-hermione/test/fixtures/labels.js
@@ -0,0 +1,43 @@
+it("custom", async ({ browser, currentTest }) => {
+  await browser.label(currentTest.id(), "foo", "bar");
+});
+
+it("allureId", async ({ browser, currentTest }) => {
+  await browser.id(currentTest.id(), "42");
+});
+
+it("epic", async ({ browser, currentTest }) => {
+  await browser.epic(currentTest.id(), "foo");
+});
+
+it("owner", async ({ browser, currentTest }) => {
+  await browser.owner(currentTest.id(), "foo");
+});
+
+it("parentSuite", async ({ browser, currentTest }) => {
+  await browser.parentSuite(currentTest.id(), "foo");
+});
+
+it("subSuite", async ({ browser, currentTest }) => {
+  await browser.subSuite(currentTest.id(), "foo");
+});
+
+it("severity", async ({ browser, currentTest }) => {
+  await browser.severity(currentTest.id(), "foo");
+});
+
+it("story", async ({ browser, currentTest }) => {
+  await browser.story(currentTest.id(), "foo");
+});
+
+it("suite", async ({ browser, currentTest }) => {
+  await browser.suite(currentTest.id(), "foo");
+});
+
+it("tag", async ({ browser, currentTest }) => {
+  await browser.tag(currentTest.id(), "foo");
+});
+
+it("feature", async ({ browser, currentTest }) => {
+  await browser.feature(currentTest.id(), "foo");
+});
diff --git a/packages/allure-hermione/test/fixtures/link.js b/packages/allure-hermione/test/fixtures/link.js
diff --git a/packages/allure-hermione/test/fixtures/links.js b/packages/allure-hermione/test/fixtures/links.js
@@ -0,0 +1,11 @@
+it("custom", async ({ browser, currentTest }) => {
+  await browser.link(currentTest.id(), "http://example.org", "bar", "foo");
+});
+
+it("tms", async ({ browser, currentTest }) => {
+  await browser.tms(currentTest.id(), "foo", "http://example.org");
+});
+
+it("issue", async ({ browser, currentTest }) => {
+  await browser.issue(currentTest.id(), "foo", "http://example.org");
+});
diff --git a/packages/allure-hermione/test/fixtures/owner.js b/packages/allure-hermione/test/fixtures/owner.js
diff --git a/...llure-hermione/test/fixtures/parameter.js → ...lure-hermione/test/fixtures/parameters.js b/...llure-hermione/test/fixtures/parameter.js → ...lure-hermione/test/fixtures/parameters.js
@@ -1,4 +1,4 @@
-it("adds parameter", async ({ browser, currentTest }) => {
+it("custom", async ({ browser, currentTest }) => {
   await browser.parameter(currentTest.id(), "foo", "bar", {
     excluded: false,
     mode: "hidden",

diff --git a/packages/allure-hermione/test/fixtures/parentSuite.js b/packages/allure-hermione/test/fixtures/parentSuite.js
diff --git a/packages/allure-hermione/test/fixtures/passedSteps.js b/packages/allure-hermione/test/fixtures/passedSteps.js
diff --git a/packages/allure-hermione/test/fixtures/severity.js b/packages/allure-hermione/test/fixtures/severity.js
diff --git a/packages/allure-hermione/test/fixtures/skipped.js b/packages/allure-hermione/test/fixtures/skipped.js
@@ -0,0 +1,10 @@
+it.skip("native", () => {});
+
+describe("", () => {
+  it.skip("suite", () => {});
+});
+
+describe("", () => {
+  hermione.skip.in("headless");
+  it("browser", () => {});
+});
diff --git a/packages/allure-hermione/test/fixtures/steps.js b/packages/allure-hermione/test/fixtures/steps.js
@@ -0,0 +1,19 @@
+it("passed", async ({ browser, currentTest }) => {
+  await browser.step(currentTest.id(), "first step name", async (s1) => {
+    await s1.step("second step name", async (s2) => {
+      await s2.step("third step name", (s3) => {
+        s3.label("foo", "bar");
+      });
+    });
+  });
+});
+
+it("failed", async ({ browser, currentTest }) => {
+  await browser.step(currentTest.id(), "first step name", async (s1) => {
+    await s1.step("second step name", async (s2) => {
+      await s2.step("third step name", (s3) => {
+        throw new Error("foo");
+      });
+    });
+  });
+});
diff --git a/packages/allure-hermione/test/fixtures/story.js b/packages/allure-hermione/test/fixtures/story.js
diff --git a/packages/allure-hermione/test/fixtures/subSuite.js b/packages/allure-hermione/test/fixtures/subSuite.js
diff --git a/packages/allure-hermione/test/fixtures/suite.js b/packages/allure-hermione/test/fixtures/suite.js
diff --git a/packages/allure-hermione/test/fixtures/tag.js b/packages/allure-hermione/test/fixtures/tag.js
diff --git a/packages/allure-hermione/test/fixtures/tms.js b/packages/allure-hermione/test/fixtures/tms.js
diff --git a/packages/allure-hermione/test/runner.ts b/packages/allure-hermione/test/runner.ts
@@ -5,11 +5,16 @@ import glob from "glob";
 import Mocha from "mocha";
 import selenium from "selenium-standalone";
 import "source-map-support/register";
+import { TestResult } from "allure-js-commons";
+
+export const getTestResultByName = (results: TestResult[], name: string) =>
+  results.find((result) => result.name === name)!;
 
 (async () => {
   await selenium.install();
 
   const seleniumProcess = await selenium.start();
+
   const mocha = new Mocha({
     timeout: 30000,
     reporter: "mocha-multi-reporters",