(feature) Pull variables from env file for ingestor (metlo-labs#57)

Author: AHarmlessPyro

ingestors/suricata/index.ts

@@ -6,6 +6,8 @@ import { program } from "commander"
 import { prepareResponse, compileHost, pushAlert } from "./utils"
 import ndjson from "ndjson"
 import { Mutex, MutexInterface } from "async-mutex"
+import dotenv from "dotenv"
+
 
 var server: net.Server
 var connections: Record<number, net.Socket> = {}
@@ -86,15 +88,24 @@ function main() {
     .name("AWS-Suricata Ingestor")
     .description("Basic CLI app to ingest data from suricata on AWS")
   program
-    .requiredOption("-u, --url <url>", "URL for the webhook destination")
-    .requiredOption("-k, --key <api_key>", "API Key for the webhook destination")
     .requiredOption("-s, --socket <socket_path>", "Socket file path")
+    .option("-e, --env <path>", "Env file path")
+    .option("-u, --url <url>", "URL for the webhook destination")
+    .option("-k, --key <api_key>", "API Key for the webhook destination")
   program.parse(process.argv)
   let options = program.opts()
-  if (new URL(options.url)) {
+  SOCKETFILE = options.socket
+  if (options.url && new URL(options.url)) {
     url = options.url
     api_key = options.key
-    SOCKETFILE = options.socket
+  } else if (options.env) {
+    dotenv.config({ path: options.env })
+    if (process.env.METLO_ADDR && process.env.METLO_KEY) {
+      url = process.env.METLO_ADDR + "/api/v1/log-request/single"
+      api_key = process.env.METLO_KEY
+    }
+  } else {
+    throw new Error("Neither url/key or env params defined. Must choose either of options")
   }
 
   console.info("Socket: %s \n  Process: %s", SOCKETFILE, process.pid)

ingestors/suricata/package.json

@@ -9,6 +9,7 @@
     "async-mutex": "^0.4.0",
     "axios": "^0.27.2",
     "commander": "^9.4.0",
+    "dotenv": "^16.0.3",
     "ndjson": "^2.0.0",
     "ts-node": "^10.9.1",
     "tsc": "^2.0.4",

ingestors/suricata/yarn.lock

@@ -114,6 +114,11 @@ diff@^4.0.1:
   resolved "https://registry.yarnpkg.com/diff/-/diff-4.0.2.tgz#60f3aecb89d5fae520c11aa19efc2bb982aade7d"
   integrity sha512-58lmxKSA4BNyLz+HHMUzlOEpg09FV+ev6ZMe3vJihgdxzgcwZ8VoEEPmALCZG9LmqfVoNMMKpttIYTVG6uDY7A==
 
+dotenv@^16.0.3:
+  version "16.0.3"
+  resolved "https://registry.yarnpkg.com/dotenv/-/dotenv-16.0.3.tgz#115aec42bac5053db3c456db30cc243a5a836a07"
+  integrity sha512-7GO6HghkA5fYG9TYnNxi14/7K9f5occMlp3zXAuSxn7CKCxt9xbNWG7yF8hTCSUchlfWSe3uLmlPfigevRItzQ==
+
 follow-redirects@^1.14.9:
   version "1.15.1"
   resolved "https://registry.yarnpkg.com/follow-redirects/-/follow-redirects-1.15.1.tgz#0ca6a452306c9b276e4d3127483e29575e207ad5"