UI testing PoC with the Lombiq UI Testing Toolbox (Lombiq Technologies: OCORE-75)

.github/actions/ui-tests/action.yml

@@ -0,0 +1,21 @@
+name: UI Tests
+description: Runs UI tests and publishes the failure dumps as an artifact on test failure.
+
+inputs:
+  os-name:
+    description: The name of the OS used for the runner (e.g. "ubuntu-latest").
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: UI Tests
+      shell: bash
+      run: |
+        dotnet test -c Release --no-restore --no-build ./test/OrchardCore.Tests.UI/OrchardCore.Tests.UI.csproj
+    - uses: actions/upload-artifact@v2
+      if: failure() && hashFiles('test/OrchardCore.Tests.UI/bin/Release/*/FailureDumps')
+      with:
+        name: ui-test-failure-${{ inputs.os-name }}
+        path: |
+          test/OrchardCore.Tests.UI/bin/Release/*/FailureDumps

.github/workflows/pr_ci.yml

@@ -43,4 +43,7 @@ jobs:
         path: |
           test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
           src/OrchardCore.Cms.Web/App_Data/logs
-
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
+      with:
+        os-name: ${{ matrix.os }}

.github/workflows/preview_ci.yml

@@ -50,6 +50,10 @@ jobs:
         path: |
           test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
           src/OrchardCore.Cms.Web/App_Data_Tests/logs
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
+      with:
+        os-name: ${{ matrix.os }}
     - name: Deploy preview nuget packages
       if: matrix.os == 'ubuntu-latest'
       run: |

.github/workflows/release_ci.yml

@@ -61,6 +61,10 @@ jobs:
         path: |
           test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
           src/OrchardCore.Cms.Web/App_Data_Tests/logs
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
+      with:
+        os-name: ${{ matrix.os }}
     - name: Deploy release NuGet packages
       if: matrix.os == 'ubuntu-latest'
       run: |

OrchardCore.sln

@@ -432,10 +432,12 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Themes", "Orcha
 		src\OrchardCore.Themes\Directory.Build.targets = src\OrchardCore.Themes\Directory.Build.targets
 	EndProjectSection
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "OrchardCore.Security", "src\OrchardCore.Modules\OrchardCore.Security\OrchardCore.Security.csproj", "{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Security", "src\OrchardCore.Modules\OrchardCore.Security\OrchardCore.Security.csproj", "{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68}"
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Abstractions.Tests", "test\OrchardCore.Abstractions.Tests\OrchardCore.Abstractions.Tests.csproj", "{FE8011DE-D917-4F74-9955-238B2BBA9165}"
 EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Tests.UI", "test\OrchardCore.Tests.UI\OrchardCore.Tests.UI.csproj", "{2FADB5D9-E229-4689-A040-12EEE1876285}"
+EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Tests.Themes", "OrchardCore.Tests.Themes", "{61436BAE-FB36-4ADA-8E5D-EE64C4E04522}"
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Tests.Features", "OrchardCore.Tests.Features", "{A493E5AD-9046-47F3-87A0-0D3AC7EF8699}"
@@ -464,9 +466,28 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Examples.Themes.AssyAttrib.
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Examples.OrchardCoreThemes.Alpha", "test\OrchardCore.Tests.Themes\Examples.OrchardCoreThemes.Alpha\Examples.OrchardCoreThemes.Alpha.csproj", "{ECCBDB6C-BF57-43B8-9A58-5F3D60357D0D}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "OrchardCore.FileStorage.AmazonS3", "src\OrchardCore\OrchardCore.FileStorage.AmazonS3\OrchardCore.FileStorage.AmazonS3.csproj", "{38F43FA0-5BA8-4D6B-8F66-C708D590EF76}"
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = ".github", ".github", "{59C52CE8-CE78-4502-8C19-34EC63918BE2}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.FileStorage.AmazonS3", "src\OrchardCore\OrchardCore.FileStorage.AmazonS3\OrchardCore.FileStorage.AmazonS3.csproj", "{38F43FA0-5BA8-4D6B-8F66-C708D590EF76}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Media.AmazonS3", "src\OrchardCore.Modules\OrchardCore.Media.AmazonS3\OrchardCore.Media.AmazonS3.csproj", "{FF1C550C-6D30-499A-AF11-68DE7C8B6869}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "OrchardCore.Media.AmazonS3", "src\OrchardCore.Modules\OrchardCore.Media.AmazonS3\OrchardCore.Media.AmazonS3.csproj", "{FF1C550C-6D30-499A-AF11-68DE7C8B6869}"
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "workflows", "workflows", "{01A2BBC1-B9C1-4DD1-825C-A63B6D40F91D}"
+	ProjectSection(SolutionItems) = preProject
+		.github\workflows\assets_validation.yml = .github\workflows\assets_validation.yml
+		.github\workflows\functional_all_db.yml = .github\workflows\functional_all_db.yml
+		.github\workflows\mac_unit_test_ci.yml = .github\workflows\mac_unit_test_ci.yml
+		.github\workflows\preview_ci.yml = .github\workflows\preview_ci.yml
+		.github\workflows\pr_ci.yml = .github\workflows\pr_ci.yml
+		.github\workflows\release_ci.yml = .github\workflows\release_ci.yml
+	EndProjectSection
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "actions", "actions", "{2FF93CCD-E4DF-4086-950B-0F7484C88906}"
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "ui-tests", "ui-tests", "{0B2B9EBE-C008-42A0-9CC0-37727DD8ED0C}"
+	ProjectSection(SolutionItems) = preProject
+		.github\actions\ui-tests\action.yml = .github\actions\ui-tests\action.yml
+	EndProjectSection
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
@@ -1186,6 +1207,10 @@ Global
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Release|Any CPU.Build.0 = Release|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Release|Any CPU.Build.0 = Release|Any CPU
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{C058B5EE-2370-4240-B0AE-0D1C8A37CF41}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
@@ -1436,6 +1461,7 @@ Global
 		{21F459C1-494E-41C9-B221-6C102774A47F} = {184139CF-C4AB-4FBE-AE19-54C8B3FE5C5E}
 		{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68} = {A066395F-6F73-45DC-B5A6-B4E306110DCE}
 		{FE8011DE-D917-4F74-9955-238B2BBA9165} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
+		{2FADB5D9-E229-4689-A040-12EEE1876285} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{61436BAE-FB36-4ADA-8E5D-EE64C4E04522} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{A493E5AD-9046-47F3-87A0-0D3AC7EF8699} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA} = {72E15FB1-45AB-46CB-B332-40FDFDD2B272}
@@ -1452,6 +1478,9 @@ Global
 		{ECCBDB6C-BF57-43B8-9A58-5F3D60357D0D} = {61436BAE-FB36-4ADA-8E5D-EE64C4E04522}
 		{38F43FA0-5BA8-4D6B-8F66-C708D590EF76} = {F23AC6C2-DE44-4699-999D-3C478EF3D691}
 		{FF1C550C-6D30-499A-AF11-68DE7C8B6869} = {90030E85-0C4F-456F-B879-443E8A3F220D}
+		{01A2BBC1-B9C1-4DD1-825C-A63B6D40F91D} = {59C52CE8-CE78-4502-8C19-34EC63918BE2}
+		{2FF93CCD-E4DF-4086-950B-0F7484C88906} = {59C52CE8-CE78-4502-8C19-34EC63918BE2}
+		{0B2B9EBE-C008-42A0-9CC0-37727DD8ED0C} = {2FF93CCD-E4DF-4086-950B-0F7484C88906}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
 		SolutionGuid = {46A1D25A-78D1-4476-9CBF-25B75E296341}

src/OrchardCore.Build/Dependencies.props

@@ -22,6 +22,9 @@
     <PackageManagement Include="GraphQL" Version="2.4.0" />
     <PackageManagement Include="Jint" Version="3.0.0-beta-2037" />
     <PackageManagement Include="HtmlSanitizer" Version="7.1.488" />
+    <PackageManagement Include="Lombiq.Tests.UI" Version="3.0.0" />
+    <PackageManagement Include="Lombiq.Tests.UI.AppExtensions" Version="3.0.0" />
+    <PackageManagement Include="Lombiq.Tests.UI.Shortcuts" Version="3.0.0" />
     <PackageManagement Include="Lorem.Universal.NET" Version="4.0.80" />
     <PackageManagement Include="Lucene.Net" Version="4.8.0-beta00016" />
     <PackageManagement Include="Lucene.Net.Analysis.Common" Version="4.8.0-beta00016" />

src/OrchardCore.Cms.Web/OrchardCore.Cms.Web.csproj

@@ -15,7 +15,7 @@
 
   <!-- Watcher include and excludes -->
   <ItemGroup>
-      <Watch Include="**\*.cs" Exclude="Recipes\**;Assets\**;node_modules\**\*;**\*.js.map;obj\**\*;bin\**\*" />
+    <Watch Include="**\*.cs" Exclude="Recipes\**;Assets\**;node_modules\**\*;**\*.js.map;obj\**\*;bin\**\*" />
   </ItemGroup>
 
   <ItemGroup>
@@ -37,5 +37,10 @@
   <Import Project="..\OrchardCore\OrchardCore.Application.Targets\OrchardCore.Application.Targets.targets" />
 
   <Import Project="..\OrchardCore.Build\OrchardCore.Commons.targets" />
+
+  <ItemGroup>
+    <PackageReference Include="Lombiq.Tests.UI.AppExtensions" />
+    <PackageReference Include="Lombiq.Tests.UI.Shortcuts" />
+  </ItemGroup>
 
 </Project>

src/OrchardCore.Cms.Web/Startup.cs

@@ -1,14 +1,24 @@
 using Microsoft.AspNetCore.Builder;
+using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Hosting;
 
 namespace OrchardCore.Cms.Web
 {
     public class Startup
     {
+        private readonly IConfiguration _configuration;
+
+        public Startup(IConfiguration configuration)
+        {
+            _configuration = configuration;
+        }
+
         public void ConfigureServices(IServiceCollection services)
         {
-            services.AddOrchardCms().AddSetupFeatures("OrchardCore.AutoSetup");
+            services.AddOrchardCms(builder => builder
+                .ConfigureUITesting(_configuration, enableShortcutsDuringUITesting: true)
+                .AddSetupFeatures("OrchardCore.AutoSetup"));
         }
 
         public void Configure(IApplicationBuilder app, IHostEnvironment env)

src/OrchardCore.Themes/TheBlogTheme/Recipes/Snippets/footer.html

@@ -4,23 +4,23 @@
         <div class="col-md-10 col-lg-8 col-xl-7">
             <ul class="list-inline text-center">
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="Twitter profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-twitter fa-stack-1x fa-inverse" aria-hidden="true"></i>
                         </span>
                     </a>
                 </li>
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="Facebook profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-facebook-f fa-stack-1x fa-inverse" aria-hidden="true"></i>
                         </span>
                     </a>
                 </li>
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="GitHub profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-github fa-stack-1x fa-inverse" aria-hidden="true"></i>

src/docs/resources/libraries/README.md

@@ -16,6 +16,7 @@ The below table lists the different .NET libraries used in Orchard Core:
 | [Image Sharp](https://github.com/SixLabors/ImageSharp.Web) | Middleware for ASP.NET-Core for image manipulation. | 1.0.5 |[Apache-2.0](https://github.com/SixLabors/ImageSharp.Web/blob/master/LICENSE) |
 | [Irony.Core](https://github.com/daxnet/irony) | A modified version of the Irony project with .NET Core support | 1.0.7 | [MIT](https://github.com/daxnet/irony/blob/master/LICENSE) |
 | [Jint](https://github.com/sebastienros/jint) | Javascript Interpreter for .NET. | 3.0.0-beta-2037 | [MIT](https://github.com/sebastienros/jint/blob/dev/LICENSE) |
+| [Lombiq UI Testing Toolbox for Orchard Core](https://github.com/Lombiq/UI-Testing-Toolbox) | Web UI testing toolbox for Orchard Core applications with Selenium. | 3.0.0 | [BSD-3-Clause](https://github.com/Lombiq/UI-Testing-Toolbox/blob/dev/License.md) |
 | [Lorem.NET for netstandard](https://github.com/trichards57/Lorem.Universal.NET) | A .NET library for all things random! | 4.0.80 | [MIT](https://github.com/trichards57/Lorem.Universal.NET/blob/master/license.md) |
 | [Lucene.Net](https://github.com/apache/lucenenet) | .NET full-text search engine. | 4.8.0-beta00016 | [Apache-2.0](https://github.com/apache/lucenenet/blob/master/LICENSE.txt) |
 | [MailKit](https://github.com/jstedfast/MailKit) | A cross-platform .NET library for IMAP, POP3, and SMTP. | 3.2.0 | [MIT](https://github.com/jstedfast/MailKit/blob/master/LICENSE) |