-
Notifications
You must be signed in to change notification settings - Fork 6
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Returns prediction details and installs as a service.
- Loading branch information
1 parent
2257c74
commit 6f5e0d8
Showing
159 changed files
with
142,487 additions
and
1,738 deletions.
There are no files selected for viewing
6,226 changes: 4,667 additions & 1,559 deletions
6,226
Qlik2DataRobot Windows Installer/Qlik2DataRobot Windows Installer.vdproj
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,198 @@ | ||
| using Grpc.Core; | ||
| using Microsoft.Extensions.DependencyInjection; | ||
| using NLog; | ||
| using Prometheus; | ||
| using System; | ||
| using System.Collections.Generic; | ||
| using System.Configuration; | ||
| using System.IO; | ||
| using System.Linq; | ||
| using System.Net.Http; | ||
| using System.Reflection; | ||
| using System.Text; | ||
| using System.Threading; | ||
| using System.Threading.Tasks; | ||
|
|
||
| namespace Qlik2DataRobot | ||
| { | ||
| static class Qlik2DataRobotMetrics | ||
| { | ||
| public static MetricServer MetricServer; | ||
| public static readonly Gauge UpGauge = Metrics.CreateGauge("Qlik2DataRobot_IsLogging", "Specifies whether logging is enabled or not, based up error status of the logging connector. 1: Enabled, 0: Disabled"); | ||
| public static readonly Counter RequestCounter = Metrics.CreateCounter("Qlik2DataRobot_RequestCounter", "Counts the number of requests made to the connector"); | ||
| public static readonly Histogram DurHist = Metrics.CreateHistogram("Qlik2DataRobot_DurationHist", "The Length of Requests", new HistogramConfiguration | ||
| { | ||
| Buckets = new[] { 0.0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 15, 20, 25, 30, 35, 40, 45, 50, 60, 90, 120, 240, 480 } | ||
| } | ||
| ); | ||
| } | ||
|
|
||
| static class Qlik2DataRobotHttpClientFactory | ||
| { | ||
| private static readonly IServiceProvider serviceProvider = new ServiceCollection().AddHttpClient().BuildServiceProvider(); | ||
|
|
||
| public static readonly IHttpClientFactory clientFactory = serviceProvider.GetService<IHttpClientFactory>(); | ||
|
|
||
| } | ||
|
|
||
| public class ConnectorLauncher | ||
| { | ||
| private static readonly Logger Logger = LogManager.GetCurrentClassLogger(); | ||
|
|
||
| private Server server; | ||
|
|
||
| public void Launch(bool isService) | ||
| { | ||
| var appSettings = ConfigurationManager.AppSettings; | ||
| var metricsRunningPort = -1; | ||
|
|
||
| try | ||
| { | ||
| var enableMetricEndpoint = Convert.ToBoolean(appSettings["enableMetricEndpoint"]); | ||
| var metricEndpointPort = Convert.ToInt32(appSettings["metricEndpointPort"]); | ||
|
|
||
| if (enableMetricEndpoint) | ||
| { | ||
| Qlik2DataRobotMetrics.MetricServer = new MetricServer(metricEndpointPort); | ||
| Qlik2DataRobotMetrics.MetricServer.Start(); | ||
| metricsRunningPort = metricEndpointPort; | ||
| Logger.Trace($"Metric Service listening on port:{metricEndpointPort}"); | ||
| Qlik2DataRobotMetrics.UpGauge.Set(1); | ||
| } | ||
| } | ||
| catch (Exception e) | ||
| { | ||
| Logger.Error($"ERROR: {e.Message}"); | ||
| } | ||
|
|
||
| if (!isService) | ||
| { | ||
| printMessage(Convert.ToInt32(appSettings["grpcPort"]), metricsRunningPort, Assembly.GetExecutingAssembly().GetName().Version); | ||
| } | ||
|
|
||
| Logger.Debug(Assembly.GetExecutingAssembly().GetName().Version.ToString()); | ||
| Logger.Info( | ||
| $"{Path.GetFileName(Assembly.GetExecutingAssembly().Location)} uses NLog. Set log level by adding or changing logger rules in NLog.config, setting minLevel=\"Info\" or \"Debug\" or \"Trace\"."); | ||
| Logger.Info( | ||
| $"Changes to NLog config are immediately reflected in running application, unless you change the setting autoReload=\"true\"."); | ||
| Logger.Info($"Logging Enabled - Fatal:{Logger.IsFatalEnabled} Error:{Logger.IsErrorEnabled} Warn:{Logger.IsWarnEnabled} Info:{Logger.IsInfoEnabled} Debug:{Logger.IsDebugEnabled} Trace:{Logger.IsTraceEnabled}"); | ||
|
|
||
| var grpcHost = appSettings["grpcHost"]; | ||
| var grpcPort = Convert.ToInt32(appSettings["grpcPort"]); | ||
| var certificateFolder = ParameterValue("certificateFolder", ""); | ||
|
|
||
| ServerCredentials sslCredentials = null; | ||
|
|
||
| Logger.Info("Looking for certificates according to certificateFolderFullPath in config file."); | ||
|
|
||
| if (certificateFolder.Length > 3) | ||
| { | ||
| var rootCertPath = Path.Combine(certificateFolder, @"root_cert.pem"); | ||
| var serverCertPath = Path.Combine(certificateFolder, @"sse_server_cert.pem"); | ||
| var serverKeyPath = Path.Combine(certificateFolder, @"sse_server_key.pem"); | ||
| if (File.Exists(rootCertPath) && | ||
| File.Exists(serverCertPath) && | ||
| File.Exists(serverKeyPath)) | ||
| { | ||
| var rootCert = File.ReadAllText(rootCertPath); | ||
| var serverCert = File.ReadAllText(serverCertPath); | ||
| var serverKey = File.ReadAllText(serverKeyPath); | ||
| var serverKeyPair = new KeyCertificatePair(serverCert, serverKey); | ||
| sslCredentials = new SslServerCredentials(new List<KeyCertificatePair>() { serverKeyPair }, rootCert, true); | ||
|
|
||
| Logger.Info($"Path to certificates ({certificateFolder}) and certificate files found. Opening secure channel with mutual authentication."); | ||
| } | ||
| else | ||
| { | ||
| Logger.Error($"Path to certificates ({certificateFolder}) not found or files missing. The gRPC server will not be started."); | ||
| sslCredentials = null; | ||
| } | ||
| } | ||
| else | ||
| { | ||
| Logger.Info("No certificates defined. Opening insecure channel."); | ||
| sslCredentials = ServerCredentials.Insecure; | ||
| } | ||
|
|
||
| if (sslCredentials != null) | ||
| { | ||
| server = new Server | ||
| { | ||
| Services = { Qlik.Sse.Connector.BindService(new Qlik2DataRobotConnector()) }, | ||
| Ports = { new ServerPort(grpcHost, grpcPort, sslCredentials) } | ||
| }; | ||
| server.Start(); | ||
| Logger.Info($"gRPC listening on port {grpcPort}"); | ||
| } | ||
| } | ||
|
|
||
| public void Shutdown() | ||
| { | ||
| Logger.Info("Shutting down Connector"); | ||
| server.ShutdownAsync().Wait(); | ||
| } | ||
|
|
||
| static void printMessage(int qlikPort, int metricPort, Version version) | ||
| { | ||
| string qPort = qlikPort.ToString().PadLeft(8); | ||
| string mPort = metricPort.ToString().PadLeft(8); | ||
| if (metricPort == -1) mPort = "Disabled"; | ||
|
|
||
| string ver = version.ToString().PadRight(16); | ||
|
|
||
| Console.BackgroundColor = ConsoleColor.DarkGreen; | ||
| Console.ForegroundColor = ConsoleColor.White; | ||
| Console.Clear(); | ||
| Console.Write(@" | ||
| ############################################################################## | ||
| # ___ _ _ _ ____ ____ _ ____ _ _ # | ||
| # / _ \| (_) | __ |___ \ | _ \ __ _| |_ __ _| _ \ ___ | |__ ___ | |_ # | ||
| # | | | | | | |/ / __) | | | | |/ _` | __/ _` | |_) / _ \| '_ \ / _ \| __| # | ||
| # | |_| | | | < / __/ | |_| | (_| | || (_| | _ < (_) | |_) | (_) | |_ # | ||
| # \__\_\_|_|_|\_\ |_____| |____/ \__,_|\__\__,_|_| \_\___/|_.__/ \___/ \__| # | ||
| # # | ||
| # Version: {2} # | ||
| ############################################################################## | ||
| # # # | ||
| # Qlik Analytic Connector # Prometheus Metric Service # | ||
| # # # | ||
| # Port: {0} # Port: {1} # | ||
| # # # | ||
| ############################################################################## | ||
| ", qPort, mPort, ver); | ||
|
|
||
| //Console.WriteLine(Assembly.GetExecutingAssembly().GetName().Version); | ||
|
|
||
| //Console.ResetColor(); | ||
| } | ||
|
|
||
| public static string ParameterValue(string parameterName, string defaultValue) | ||
| { | ||
| var appSettings = ConfigurationManager.AppSettings; | ||
| var val = defaultValue; | ||
|
|
||
| if (appSettings[parameterName] != "") | ||
| { | ||
| val = appSettings[parameterName]; | ||
| } | ||
|
|
||
| try | ||
| { | ||
|
|
||
| if (Environment.GetEnvironmentVariable("qlik2datarobot_" + parameterName) != null) | ||
| { | ||
| val = Convert.ToString(Environment.GetEnvironmentVariable("qlik2datarobot_" + parameterName)); | ||
| } | ||
| } | ||
| catch (Exception e) | ||
| { | ||
| Logger.Error($"Error With Environment Variable: {e}"); | ||
| Console.WriteLine(e); | ||
| } | ||
|
|
||
| return val; | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.