Lucene index rebuild and reset steps (Lombiq Technologies: OCORE-101)

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexRebuildDeploymentSource.cs

@@ -0,0 +1,37 @@
+using System.Linq;
+using System.Threading.Tasks;
+using Newtonsoft.Json.Linq;
+using OrchardCore.Deployment;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    public class LuceneIndexRebuildDeploymentSource : IDeploymentSource
+    {
+        private readonly LuceneIndexSettingsService _luceneIndexSettingsService;
+
+        public LuceneIndexRebuildDeploymentSource(LuceneIndexSettingsService luceneIndexSettingsService)
+        {
+            _luceneIndexSettingsService = luceneIndexSettingsService;
+        }
+
+        public async Task ProcessDeploymentStepAsync(DeploymentStep step, DeploymentPlanResult result)
+        {
+            var luceneIndexRebuildStep = step as LuceneIndexRebuildDeploymentStep;
+
+            if (luceneIndexRebuildStep == null)
+            {
+                return;
+            }
+
+            var indexSettings = await _luceneIndexSettingsService.GetSettingsAsync();
+
+            var data = new JArray();
+            var indicesToRebuild = luceneIndexRebuildStep.IncludeAll ? indexSettings.Select(x => x.IndexName).ToArray() : luceneIndexRebuildStep.IndexNames;
+
+            result.Steps.Add(new JObject(
+                new JProperty("name", "lucene-index-rebuild"),
+                new JProperty("Indices", new JArray(indicesToRebuild))
+            ));
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexRebuildDeploymentStep.cs

@@ -0,0 +1,19 @@
+using OrchardCore.Deployment;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    /// <summary>
+    /// Adds rebuild Lucene index task to a <see cref="DeploymentPlanResult"/>.
+    /// </summary>
+    public class LuceneIndexRebuildDeploymentStep : DeploymentStep
+    {
+        public LuceneIndexRebuildDeploymentStep()
+        {
+            Name = "LuceneIndexRebuild";
+        }
+
+        public bool IncludeAll { get; set; } = true;
+
+        public string[] IndexNames { get; set; }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexRebuildDeploymentStepDriver.cs

@@ -0,0 +1,54 @@
+using System;
+using System.Linq;
+using System.Threading.Tasks;
+using OrchardCore.Deployment;
+using OrchardCore.DisplayManagement.Handlers;
+using OrchardCore.DisplayManagement.ModelBinding;
+using OrchardCore.DisplayManagement.Views;
+using OrchardCore.Lucene.ViewModels;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    public class LuceneIndexRebuildDeploymentStepDriver : DisplayDriver<DeploymentStep, LuceneIndexRebuildDeploymentStep>
+    {
+        private readonly LuceneIndexSettingsService _luceneIndexSettingsService;
+
+        public LuceneIndexRebuildDeploymentStepDriver(LuceneIndexSettingsService luceneIndexSettingsService)
+        {
+            _luceneIndexSettingsService = luceneIndexSettingsService;
+        }
+
+        public override IDisplayResult Display(LuceneIndexRebuildDeploymentStep step)
+        {
+            return
+                Combine(
+                    View("LuceneIndexRebuildDeploymentStep_Fields_Summary", step).Location("Summary", "Content"),
+                    View("LuceneIndexRebuildDeploymentStep_Fields_Thumbnail", step).Location("Thumbnail", "Content")
+                );
+        }
+
+        public override IDisplayResult Edit(LuceneIndexRebuildDeploymentStep step)
+        {
+            return Initialize<LuceneIndexRebuildDeploymentStepViewModel>("LuceneIndexRebuildDeploymentStep_Fields_Edit", async model =>
+            {
+                model.IncludeAll = step.IncludeAll;
+                model.IndexNames = step.IndexNames;
+                model.AllIndexNames = (await _luceneIndexSettingsService.GetSettingsAsync()).Select(x => x.IndexName).ToArray();
+            }).Location("Content");
+        }
+
+        public override async Task<IDisplayResult> UpdateAsync(LuceneIndexRebuildDeploymentStep rebuildIndexStep, IUpdateModel updater)
+        {
+            rebuildIndexStep.IndexNames = Array.Empty<string>();
+
+            await updater.TryUpdateModelAsync(rebuildIndexStep, Prefix, step => step.IndexNames, step => step.IncludeAll);
+
+            if (rebuildIndexStep.IncludeAll)
+            {
+                rebuildIndexStep.IndexNames = Array.Empty<string>();
+            }
+
+            return Edit(rebuildIndexStep);
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexResetDeploymentSource.cs

@@ -0,0 +1,37 @@
+using System.Linq;
+using System.Threading.Tasks;
+using Newtonsoft.Json.Linq;
+using OrchardCore.Deployment;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    public class LuceneIndexResetDeploymentSource : IDeploymentSource
+    {
+        private readonly LuceneIndexSettingsService _luceneIndexSettingsService;
+
+        public LuceneIndexResetDeploymentSource(LuceneIndexSettingsService luceneIndexSettingsService)
+        {
+            _luceneIndexSettingsService = luceneIndexSettingsService;
+        }
+
+        public async Task ProcessDeploymentStepAsync(DeploymentStep step, DeploymentPlanResult result)
+        {
+            var luceneIndexResetStep = step as LuceneIndexResetDeploymentStep;
+
+            if (luceneIndexResetStep == null)
+            {
+                return;
+            }
+
+            var indexSettings = await _luceneIndexSettingsService.GetSettingsAsync();
+
+            var data = new JArray();
+            var indicesToReset = luceneIndexResetStep.IncludeAll ? indexSettings.Select(x => x.IndexName).ToArray() : luceneIndexResetStep.IndexNames;
+
+            result.Steps.Add(new JObject(
+                new JProperty("name", "lucene-index-reset"),
+                new JProperty("Indices", new JArray(indicesToReset))
+            ));
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexResetDeploymentStep.cs

@@ -0,0 +1,19 @@
+using OrchardCore.Deployment;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    /// <summary>
+    /// Adds reset Lucene index task to a <see cref="DeploymentPlanResult"/>.
+    /// </summary>
+    public class LuceneIndexResetDeploymentStep : DeploymentStep
+    {
+        public LuceneIndexResetDeploymentStep()
+        {
+            Name = "LuceneIndexReset";
+        }
+
+        public bool IncludeAll { get; set; } = true;
+
+        public string[] IndexNames { get; set; }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Deployment/LuceneIndexResetDeploymentStepDriver.cs

@@ -0,0 +1,54 @@
+using System;
+using System.Linq;
+using System.Threading.Tasks;
+using OrchardCore.Deployment;
+using OrchardCore.DisplayManagement.Handlers;
+using OrchardCore.DisplayManagement.ModelBinding;
+using OrchardCore.DisplayManagement.Views;
+using OrchardCore.Lucene.ViewModels;
+
+namespace OrchardCore.Lucene.Deployment
+{
+    public class LuceneIndexResetDeploymentStepDriver : DisplayDriver<DeploymentStep, LuceneIndexResetDeploymentStep>
+    {
+        private readonly LuceneIndexSettingsService _luceneIndexSettingsService;
+
+        public LuceneIndexResetDeploymentStepDriver(LuceneIndexSettingsService luceneIndexSettingsService)
+        {
+            _luceneIndexSettingsService = luceneIndexSettingsService;
+        }
+
+        public override IDisplayResult Display(LuceneIndexResetDeploymentStep step)
+        {
+            return
+                Combine(
+                    View("LuceneIndexResetDeploymentStep_Fields_Summary", step).Location("Summary", "Content"),
+                    View("LuceneIndexResetDeploymentStep_Fields_Thumbnail", step).Location("Thumbnail", "Content")
+                );
+        }
+
+        public override IDisplayResult Edit(LuceneIndexResetDeploymentStep step)
+        {
+            return Initialize<LuceneIndexResetDeploymentStepViewModel>("LuceneIndexResetDeploymentStep_Fields_Edit", async model =>
+            {
+                model.IncludeAll = step.IncludeAll;
+                model.IndexNames = step.IndexNames;
+                model.AllIndexNames = (await _luceneIndexSettingsService.GetSettingsAsync()).Select(x => x.IndexName).ToArray();
+            }).Location("Content");
+        }
+
+        public override async Task<IDisplayResult> UpdateAsync(LuceneIndexResetDeploymentStep resetIndexStep, IUpdateModel updater)
+        {
+            resetIndexStep.IndexNames = Array.Empty<string>();
+
+            await updater.TryUpdateModelAsync(resetIndexStep, Prefix, step => step.IndexNames, step => step.IncludeAll);
+
+            if (resetIndexStep.IncludeAll)
+            {
+                resetIndexStep.IndexNames = Array.Empty<string>();
+            }
+
+            return Edit(resetIndexStep);
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Recipes/LuceneIndexRebuildStep.cs

@@ -0,0 +1,42 @@
+using System;
+using System.Threading.Tasks;
+using Microsoft.Extensions.DependencyInjection;
+using OrchardCore.BackgroundJobs;
+using OrchardCore.Recipes.Models;
+using OrchardCore.Recipes.Services;
+
+namespace OrchardCore.Lucene.Recipes
+{
+    /// <summary>
+    /// This recipe step rebuilds a lucene index.
+    /// </summary>
+    public class LuceneIndexRebuildStep : IRecipeStepHandler
+    {
+        public async Task ExecuteAsync(RecipeExecutionContext context)
+        {
+            if (!String.Equals(context.Name, "lucene-index-rebuild", StringComparison.OrdinalIgnoreCase))
+            {
+                return;
+            }
+
+            var indices = context.Step["Indices"];
+            if (indices != null)
+            {
+                await HttpBackgroundJob.ExecuteAfterEndOfRequestAsync("lucene-index-rebuild", async (scope) => {
+                    var luceneIndexSettingsService = scope.ServiceProvider.GetRequiredService<LuceneIndexSettingsService>();
+                    var luceneIndexingService = scope.ServiceProvider.GetRequiredService<LuceneIndexingService>();
+                    foreach (var indexToken in indices)
+                    {
+                        var indexName = indexToken.ToObject<string>();
+                        var luceneIndexSettings = await luceneIndexSettingsService.GetSettingsAsync(indexName);
+                        if (luceneIndexSettings != null)
+                        {
+                            await luceneIndexingService.RebuildIndexAsync(indexName);
+                            await luceneIndexingService.ProcessContentItemsAsync(indexName);
+                        }
+                    }
+                });
+            }
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Recipes/LuceneIndexResetStep.cs

@@ -0,0 +1,50 @@
+using System;
+using System.Threading.Tasks;
+using Microsoft.Extensions.DependencyInjection;
+using OrchardCore.BackgroundJobs;
+using OrchardCore.Recipes.Models;
+using OrchardCore.Recipes.Services;
+
+namespace OrchardCore.Lucene.Recipes
+{
+    /// <summary>
+    /// This recipe step resets a lucene index.
+    /// </summary>
+    public class LuceneIndexResetStep : IRecipeStepHandler
+    {
+        public async Task ExecuteAsync(RecipeExecutionContext context)
+        {
+            if (!String.Equals(context.Name, "lucene-index-reset", StringComparison.OrdinalIgnoreCase))
+            {
+                return;
+            }
+
+            var indices = context.Step["Indices"];
+            if (indices != null)
+            {
+                await HttpBackgroundJob.ExecuteAfterEndOfRequestAsync("lucene-index-reset", async (scope) => {
+                    var luceneIndexSettingsService = scope.ServiceProvider.GetRequiredService<LuceneIndexSettingsService>();
+                    var luceneIndexingService = scope.ServiceProvider.GetRequiredService<LuceneIndexingService>();
+                    var luceneIndexManager = scope.ServiceProvider.GetRequiredService<LuceneIndexManager>();
+                    foreach (var indexToken in indices)
+                    {
+                        var indexName = indexToken.ToObject<string>();
+                        var luceneIndexSettings = await luceneIndexSettingsService.GetSettingsAsync(indexName);
+                        if (luceneIndexSettings != null)
+                        {
+                            if (!luceneIndexManager.Exists(indexName))
+                            {
+                                await luceneIndexingService.CreateIndexAsync(luceneIndexSettings);
+                            }
+                            else
+                            {
+                                luceneIndexingService.ResetIndex(indexName);
+                            }
+                            await luceneIndexingService.ProcessContentItemsAsync(indexName);
+                        }
+                    }
+                });
+            }
+        }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/Startup.cs

@@ -80,6 +80,8 @@ public override void ConfigureServices(IServiceCollection services)
             services.AddScoped<IQuerySource, LuceneQuerySource>();
             services.AddScoped<LuceneQuerySource>();
             services.AddRecipeExecutionStep<LuceneIndexStep>();
+            services.AddRecipeExecutionStep<LuceneIndexRebuildStep>();
+            services.AddRecipeExecutionStep<LuceneIndexResetStep>();
 
             services.AddScoped<IShapeTableProvider, SearchShapesTableProvider>();
             services.AddShapeAttributes<SearchShapes>();
@@ -145,6 +147,14 @@ public override void ConfigureServices(IServiceCollection services)
             services.AddTransient<IDeploymentSource, LuceneSettingsDeploymentSource>();
             services.AddSingleton<IDeploymentStepFactory>(new DeploymentStepFactory<LuceneSettingsDeploymentStep>());
             services.AddScoped<IDisplayDriver<DeploymentStep>, LuceneSettingsDeploymentStepDriver>();
+
+            services.AddTransient<IDeploymentSource, LuceneIndexRebuildDeploymentSource>();
+            services.AddSingleton<IDeploymentStepFactory>(new DeploymentStepFactory<LuceneIndexRebuildDeploymentStep>());
+            services.AddScoped<IDisplayDriver<DeploymentStep>, LuceneIndexRebuildDeploymentStepDriver>();
+
+            services.AddTransient<IDeploymentSource, LuceneIndexResetDeploymentSource>();
+            services.AddSingleton<IDeploymentStepFactory>(new DeploymentStepFactory<LuceneIndexResetDeploymentStep>());
+            services.AddScoped<IDisplayDriver<DeploymentStep>, LuceneIndexResetDeploymentStepDriver>();
         }
     }
 

src/OrchardCore.Modules/OrchardCore.Lucene/ViewModels/LuceneIndexRebuildDeploymentStepViewModel.cs

@@ -0,0 +1,9 @@
+namespace OrchardCore.Lucene.ViewModels
+{
+    public class LuceneIndexRebuildDeploymentStepViewModel
+    {
+        public bool IncludeAll { get; set; }
+        public string[] IndexNames { get; set; }
+        public string[] AllIndexNames { get; set; }
+    }
+}

src/OrchardCore.Modules/OrchardCore.Lucene/ViewModels/LuceneIndexResetDeploymentStepViewModel.cs

@@ -0,0 +1,9 @@
+namespace OrchardCore.Lucene.ViewModels
+{
+    public class LuceneIndexResetDeploymentStepViewModel
+    {
+        public bool IncludeAll { get; set; }
+        public string[] IndexNames { get; set; }
+        public string[] AllIndexNames { get; set; }
+    }
+}