PC-613 create and send weekly compliance report

HerPublicWebsite.BusinessLogic/ExternalServices/EmailSending/GovUkNotifyApi.cs

@@ -1,11 +1,8 @@
-using System;
-using System.Collections.Generic;
-using HerPublicWebsite.BusinessLogic.Models;
+using HerPublicWebsite.BusinessLogic.Models;
 using Microsoft.Extensions.Logging;
 using Microsoft.Extensions.Options;
 using Notify.Client;
 using Notify.Exceptions;
-using Notify.Models.Responses;
 
 namespace HerPublicWebsite.BusinessLogic.ExternalServices.EmailSending
 {
@@ -135,8 +132,41 @@ string followUpLink
 
 
         }
-    }
+
+        public void SendComplianceEmail(
+                MemoryStream recentReferralRequestOverviewFileData,
+                MemoryStream recentReferralRequestFollowUpFileData,
+                MemoryStream historicReferralRequestFollowUpFileData
+                )
+                {
+                    var recipientList = govUkNotifyConfig.ComplianceEmailRecipients;
+                    if (String.IsNullOrEmpty(recipientList))
+                    {
+                        return;
+                    }
+
+                    var template = govUkNotifyConfig.ComplianceReportTemplate;
+                    Dictionary<String, dynamic> personalisation = new Dictionary<String, dynamic>
+                    {
+                        { "File1Link", NotificationClient.PrepareUpload(recentReferralRequestOverviewFileData.ToArray(), true)},
+                        { "File2Link", NotificationClient.PrepareUpload(recentReferralRequestFollowUpFileData.ToArray(), true)},
+                        { "File3Link", NotificationClient.PrepareUpload(historicReferralRequestFollowUpFileData.ToArray(), true)},
+                    };
+                    foreach (var emailAddress in recipientList.Split(","))
+                    {
+                        var emailModel = new GovUkNotifyEmailModel
+                        {
+                            EmailAddress = emailAddress.Trim(),
+                            TemplateId = template.Id,
+                            Personalisation = personalisation
+                        };
+                        SendEmail(emailModel);
+                    }
+
+                }    
 
+    }
+
     internal class GovUkNotifyEmailModel
     {
         public string EmailAddress { get; set; }

HerPublicWebsite.BusinessLogic/ExternalServices/EmailSending/GovUkNotifyConfiguration.cs

@@ -5,8 +5,10 @@ public class GovUkNotifyConfiguration
     public const string ConfigSection = "GovUkNotify";
 
     public string ApiKey { get; set; }
+    public string ComplianceEmailRecipients { get; set; }
     public ReferenceCodeConfiguration ReferenceCodeTemplate { get; set; }
     public ReferralFollowUpConfiguration ReferralFollowUpTemplate { get; set; }
+    public ComplianceReportConfiguration ComplianceReportTemplate { get; set; }
 }
 
 public class ReferenceCodeConfiguration
@@ -27,3 +29,12 @@ public class ReferralFollowUpConfiguration
     public string ReferralDatePlaceholder { get; set; }
     public string FollowUpLinkPlaceholder {get; set; }
 }
+
+public class ComplianceReportConfiguration
+{
+    public string Id { get; set; }
+    public string RecipientNamePlaceholder { get; set; }
+    public string File1Link { get; set; }
+    public string File2Link { get; set; }
+    public string File3Link { get; set; }
+}

HerPublicWebsite.BusinessLogic/ExternalServices/EmailSending/IEmailSender.cs

@@ -17,4 +17,11 @@ public void SendFollowUpEmail
         ReferralRequest referralRequest,
         string followUpLink
     );
+
+    public void SendComplianceEmail
+    (
+        MemoryStream recentReferralRequestOverviewFileData,
+        MemoryStream recentReferralRequestFollowUpFileData,
+        MemoryStream historicReferralRequestFollowUpFileData
+    );
 }

HerPublicWebsite.BusinessLogic/IDataAccessProvider.cs

@@ -8,6 +8,8 @@ public interface IDataAccessProvider
     Task<ReferralRequest> UpdateReferralRequestByIdWithFollowUpSentAsync(int id);
     Task PersistNotificationConsentAsync(string referralId, NotificationDetails notificationDetails);
     Task<IList<ReferralRequest>> GetUnsubmittedReferralRequestsAsync();
+    Task<IList<ReferralRequest>> GetAllReferralRequests();
+    Task<IList<ReferralRequest>> GetReferralRequestsBetweenDates(DateTime startDate, DateTime endDate);
     Task<IList<ReferralRequest>> GetReferralRequestsWithNoFollowUpBetweenDates(DateTime startDate, DateTime endDate);
     Task<IList<ReferralRequest>> GetReferralRequestsByCustodianAndRequestDateAsync(string custodianCode, int month, int year);
     Task<AnonymisedReport> PersistAnonymisedReportAsync(AnonymisedReport report);

HerPublicWebsite.BusinessLogic/Models/ReferralRequest.cs

@@ -33,7 +33,9 @@
     public bool ReferralWrittenToCsv { get; set; }
 
     public bool FollowUpEmailSent { get; set; }
-
+
+    public ReferralRequestFollowUp? FollowUp {get; set;}
+
     public string ReferralCode { get; set; }
 
     public ReferralRequest()

HerPublicWebsite.BusinessLogic/Services/CsvFileCreator/CsvFileCreator.cs

@@ -10,26 +10,149 @@ namespace HerPublicWebsite.BusinessLogic.Services.CsvFileCreator;
 
 public class CsvFileCreator
 {
-    public MemoryStream CreateFileData(IEnumerable<ReferralRequest> referralRequests)
+    public MemoryStream CreateReferralRequestFileData(IEnumerable<ReferralRequest> referralRequests)
     {
-        var rows = referralRequests.Select(rr => new CsvRow(rr));
+        var rows = referralRequests.Select(rr => new CsvRowReferralRequest(rr));
+        return GenerateCsvMemoryStreamFromFileRows(rows);
+    }
 
-        var csvConfiguration = new CsvConfiguration(CultureInfo.InvariantCulture)
-        {
-            InjectionOptions = InjectionOptions.Strip
-        };
+    public MemoryStream CreateReferralRequestOverviewFileData(IEnumerable<ReferralRequest> referralRequests)
+    {
+        var rows = referralRequests.Select(rr => new CsvRowReferralCodes(rr));
+        return GenerateCsvMemoryStreamFromFileRows(rows);
+    }
 
-        using var writeableMemoryStream = new MemoryStream();
-        using var streamWriter = new StreamWriter(writeableMemoryStream, Encoding.UTF8);
-        using var csvWriter = new CsvWriter(streamWriter, csvConfiguration);
-        {
-            csvWriter.WriteRecords(rows);
-            csvWriter.Flush();
-            return new MemoryStream(writeableMemoryStream.GetBuffer(), 0, (int)writeableMemoryStream.Length, false);
+    public MemoryStream CreateReferralRequestFollowUpFileData(IEnumerable<ReferralRequest> referralRequests)
+    {
+        var rows = referralRequests
+            .GroupBy(rr => rr.CustodianCode)
+            .GroupBy(groupingByLa =>
+                LocalAuthorityData.LocalAuthorityDetailsByCustodianCode[groupingByLa.Key].Consortium)
+            .SelectMany(groupingByConsortium =>
+                {
+                    var consortiumReferrals = groupingByConsortium.SelectMany(g => g).ToList();
+                    var consortiumStatistics = new ConsortiumStatistics(consortiumReferrals);
+                    return groupingByConsortium.Select(groupingByLa => new CsvRowLaDownloadInformation(groupingByLa, consortiumStatistics));
+                }
+            );
+        return GenerateCsvMemoryStreamFromFileRows(rows);
+    }
+
+    private class CsvRowReferralCodes
+    {
+        [Index(0)]
+        [Name("Consortium")]
+        public string Consortium { get; set; }
+
+        [Index(1)]
+        [Name("Local Authority")]
+        public string LocalAuthority { get; set; }
+
+        [Index(2)]
+        [Name("Referral Code")]
+        public string ReferralCode { get; set; }
+        public CsvRowReferralCodes(ReferralRequest request){
+            Consortium =  LocalAuthorityData.LocalAuthorityDetailsByCustodianCode[request.CustodianCode].Consortium;
+            LocalAuthority =  LocalAuthorityData.LocalAuthorityDetailsByCustodianCode[request.CustodianCode].Name;
+            ReferralCode = request.ReferralCode;
+        }
+    }
+
+    private class ConsortiumStatistics
+    {
+        public bool AllConsortiumReferralsDownloaded { get; set; }
+        public int NumberUndownloadedConsortiumReferrals { get; set; }
+        public double PercentageUndownloadedConsortiumReferrals { get; set; }
+        public bool AllConsortiumReferralsContacted { get; set; }
+        public int NumberUncontactedConsortiumReferrals { get; set; }
+        public double PercentageUncontactedConsortiumReferrals { get; set; }
+        public ConsortiumStatistics(List<ReferralRequest> referralRequests){
+            NumberUndownloadedConsortiumReferrals = referralRequests.Count(rr => !rr.ReferralWrittenToCsv);
+            AllConsortiumReferralsDownloaded = NumberUndownloadedConsortiumReferrals == 0;
+            PercentageUndownloadedConsortiumReferrals = 100 * (double)NumberUndownloadedConsortiumReferrals / referralRequests.Count();
+            NumberUncontactedConsortiumReferrals = referralRequests.Count(rr => rr.FollowUp?.WasFollowedUp == false);
+            AllConsortiumReferralsContacted = NumberUncontactedConsortiumReferrals == 0;
+            PercentageUncontactedConsortiumReferrals = 100 * (double)NumberUncontactedConsortiumReferrals / referralRequests.Count();
+        }
+    }
+
+    private class CsvRowLaDownloadInformation
+    {
+        [Index(0)]
+        [Name("Consortium")]
+        public string Consortium { get; set; }
+
+        [Index(1)]
+        [Name("Consortium All Referrals Downloaded")]
+        public bool AllConsortiumReferralsDownloaded { get; set; }
+
+        [Index(2)]
+        [Name("Consortium Number of Referrals Not Downloaded")]
+        public int NumberUndownloadedConsortiumReferrals { get; set; }
+
+        [Index(3)]
+        [Name("Consortium Percentage of Referrals Not Downloaded")]
+        public double PercentageUndownloadedConsortiumReferrals { get; set; }
+
+        [Index(4)]
+        [Name("Consortium All Referrals Contacted")]
+        public bool AllConsortiumReferralsContacted { get; set; }
+
+        [Index(5)]
+        [Name("Consortium Number of Referrals Not Contacted")]
+        public int NumberUncontactedConsortiumReferrals { get; set; }
+
+        [Index(6)]
+        [Name("Consortium Percentage of Referrals Not Contacted")]
+        public double PercentageUncontactedConsortiumReferrals { get; set; }
+
+        [Index(7)]
+        [Name("LA")]
+        public string LocalAuthority { get; set; }
+
+        [Index(8)]
+        [Name("LA Number of Referrals Not Downloaded")]
+        public int NumberUndownloadedLaReferrals { get; set; }
+
+        [Index(9)]
+        [Name("LA Percentage of Referrals Not Downloaded")]
+        public double PercentageUndownloadedLaReferrals { get; set; }
+
+        [Index(10)]
+        [Name("LA Number of Referrals Not Contacted")]
+        public int NumberUncontactedLaReferrals { get; set; }
+
+        [Index(11)]
+        [Name("LA Percentage of Referrals Not Contacted")]
+        public double PercentageUncontactedLaReferrals { get; set; }
+
+        [Index(12)]
+        [Name("LA Number of Referrals Responded to email")]
+        public int LaNumberOfFollowUpResponses { get; set; }
+
+        [Index(13)]
+        [Name("LA Percentage of Referrals Responded to email")]
+        public double LaPercentageOfFollowUpResponses { get; set; }
+
+        public CsvRowLaDownloadInformation(IGrouping<string,ReferralRequest> requestGroupingByCustodianCode, ConsortiumStatistics consortiumData){
+            Consortium =  LocalAuthorityData.LocalAuthorityDetailsByCustodianCode[requestGroupingByCustodianCode.Key].Consortium;
+            LocalAuthority =  LocalAuthorityData.LocalAuthorityDetailsByCustodianCode[requestGroupingByCustodianCode.Key].Name;
+            AllConsortiumReferralsDownloaded = consortiumData.AllConsortiumReferralsDownloaded;
+            NumberUndownloadedConsortiumReferrals = consortiumData.NumberUndownloadedConsortiumReferrals;
+            PercentageUndownloadedConsortiumReferrals = consortiumData.PercentageUndownloadedConsortiumReferrals;
+            AllConsortiumReferralsContacted = consortiumData.AllConsortiumReferralsContacted;
+            NumberUncontactedConsortiumReferrals = consortiumData.NumberUncontactedConsortiumReferrals;
+            PercentageUncontactedConsortiumReferrals = consortiumData.PercentageUncontactedConsortiumReferrals;
+            NumberUndownloadedLaReferrals = requestGroupingByCustodianCode.Count(rr => !rr.ReferralWrittenToCsv);
+            PercentageUndownloadedLaReferrals = 100 * (double)NumberUndownloadedLaReferrals/requestGroupingByCustodianCode.Count();
+            NumberUncontactedLaReferrals = requestGroupingByCustodianCode.Count(rr => rr.FollowUp?.WasFollowedUp == false);
+            PercentageUncontactedLaReferrals = 100 * (double)NumberUncontactedLaReferrals / requestGroupingByCustodianCode.Count();
+            LaNumberOfFollowUpResponses = requestGroupingByCustodianCode.Count(rr => rr.FollowUp?.WasFollowedUp != null);
+            LaPercentageOfFollowUpResponses = 100 * (double)LaNumberOfFollowUpResponses / requestGroupingByCustodianCode.Sum(rr => rr.FollowUp != null ? 1 : 0 );
         }
     }
 
-    private class CsvRow
+    private class CsvRowReferralRequest
     {
         [Index(0)]
         [Name("Referral date")]
@@ -98,7 +221,7 @@ private class CsvRow
         [Index(17)]
         public string Tenure { get; set; }
 
-        public CsvRow(ReferralRequest request)
+        public CsvRowReferralRequest(ReferralRequest request)
         {
             ReferralDate = request.RequestDate.ToString("yyyy-MM-dd HH:mm:ss");
             ReferralCode = request.ReferralCode;
@@ -139,4 +262,21 @@ public CsvRow(ReferralRequest request)
             Tenure = "Owner";
         }
     }
+
+    private MemoryStream GenerateCsvMemoryStreamFromFileRows<T>(IEnumerable<T> rows)
+    {
+        var csvConfiguration = new CsvConfiguration(CultureInfo.InvariantCulture)
+        {
+            InjectionOptions = InjectionOptions.Strip
+        };
+
+        using var writeableMemoryStream = new MemoryStream();
+        using var streamWriter = new StreamWriter(writeableMemoryStream, Encoding.UTF8);
+        using var csvWriter = new CsvWriter(streamWriter, csvConfiguration);
+        {
+            csvWriter.WriteRecords(rows);
+            csvWriter.Flush();
+            return new MemoryStream(writeableMemoryStream.GetBuffer(), 0, (int)writeableMemoryStream.Length, false);
+        }
+    }
 }

HerPublicWebsite.BusinessLogic/Services/RegularJobs/PolicyTeamUpdateService.cs

@@ -0,0 +1,61 @@
+using HerPublicWebsite.BusinessLogic.ExternalServices.EmailSending;
+using HerPublicWebsite.BusinessLogic.Services.RegularJobs;
+
+namespace HerPublicWebsite.BusinessLogic.Services.PolicyTeamUpdate;
+
+public interface IPolicyTeamUpdate
+{
+    public Task SendPolicyTeamUpdate();
+}
+
+public class PolicyTeamUpdateService : IPolicyTeamUpdate
+{
+    private readonly IDataAccessProvider dataProvider;
+    private readonly CsvFileCreator.CsvFileCreator csvFileCreator;
+    private readonly IWorkingDayHelperService workingDayHelperService;
+    private readonly IEmailSender emailSender;
+
+    public PolicyTeamUpdateService(
+        IDataAccessProvider dataProvider,
+        CsvFileCreator.CsvFileCreator csvFileCreator, 
+        IWorkingDayHelperService workingDayHelperService,
+        IEmailSender emailSender
+    )
+    {
+        this.dataProvider = dataProvider;
+        this.csvFileCreator = csvFileCreator;
+        this.workingDayHelperService = workingDayHelperService;
+        this.emailSender = emailSender;
+    }
+
+    public async Task SendPolicyTeamUpdate(){
+        var recentReferralRequestOverviewFileData = await CreateReferralRequestOverviewFileData();
+        var recentReferralRequestFollowUpFileData = await BuildRecentReferralRequestFollowUpFileData();
+        var historicReferralRequestFollowUpFileData = await BuildHistoricReferralRequestFollowUpFileData();
+        emailSender.SendComplianceEmail(
+            recentReferralRequestOverviewFileData,
+            recentReferralRequestFollowUpFileData,
+            historicReferralRequestFollowUpFileData
+        );
+
+    }
+
+    private async Task<MemoryStream> CreateReferralRequestOverviewFileData (){
+        DateTime endDate = await workingDayHelperService.AddWorkingDaysToDateTime(DateTime.Now, -10); 
+        DateTime startDate = await workingDayHelperService.AddWorkingDaysToDateTime(DateTime.Now.AddDays(-7), -10); 
+        var newReferrals = await dataProvider.GetReferralRequestsBetweenDates(startDate, endDate);
+        return csvFileCreator.CreateReferralRequestOverviewFileData(newReferrals);
+    }
+
+    private async Task<MemoryStream> BuildRecentReferralRequestFollowUpFileData (){
+        DateTime endDate = await workingDayHelperService.AddWorkingDaysToDateTime(DateTime.Now, -10); 
+        DateTime startDate = await workingDayHelperService.AddWorkingDaysToDateTime(DateTime.Now.AddDays(-7), -10); 
+        var newReferrals = await dataProvider.GetReferralRequestsBetweenDates(startDate, endDate);
+        return csvFileCreator.CreateReferralRequestFollowUpFileData(newReferrals);
+    }
+
+    private async Task<MemoryStream> BuildHistoricReferralRequestFollowUpFileData (){
+        var newReferrals = await dataProvider.GetAllReferralRequests();
+        return csvFileCreator.CreateReferralRequestFollowUpFileData(newReferrals);
+    }
+}

HerPublicWebsite.BusinessLogic/Services/RegularJobs/UnsubmittedReferralRequestService.cs

@@ -32,7 +32,7 @@ public async Task WriteUnsubmittedReferralRequestsToCsv()
             var grouping = referralsByCustodianMonthAndYear.Key;
             var referralsForFile = await dataProvider.GetReferralRequestsByCustodianAndRequestDateAsync(grouping.CustodianCode, grouping.Month, grouping.Year);
 
-            using (var fileData = csvFileCreator.CreateFileData(referralsForFile))
+            using (var fileData = csvFileCreator.CreateReferralRequestFileData(referralsForFile))
             {
                 await s3FileWriter.WriteFileAsync(grouping.CustodianCode, grouping.Month, grouping.Year, fileData);
             }

HerPublicWebsite.Data/DataAccessProvider.cs

@@ -71,6 +71,21 @@ public async Task<IList<ReferralRequest>> GetUnsubmittedReferralRequestsAsync()
             .ToListAsync();
     }
 
+    public async Task<IList<ReferralRequest>> GetAllReferralRequests()
+    {
+        return await context.ReferralRequests
+            .Include(rr => rr.FollowUp)
+            .ToListAsync();
+    }
+
+    public async Task<IList<ReferralRequest>> GetReferralRequestsBetweenDates(DateTime startDate, DateTime endDate)
+    {
+        return await context.ReferralRequests
+            .Where(rr => rr.RequestDate >= startDate && rr.RequestDate <= endDate)
+            .Include(rr => rr.FollowUp)
+            .ToListAsync();
+    }
+
     public async Task<IList<ReferralRequest>> GetReferralRequestsWithNoFollowUpBetweenDates(DateTime startDate, DateTime endDate)
     {
         return await context.ReferralRequests