Audit logs

.vscode/launch.json

@@ -107,7 +107,9 @@
             "env": {
                 "CVAT_SERVERLESS": "1",
                 "ALLOWED_HOSTS": "*",
-                "IAM_OPA_BUNDLE": "1"
+                "IAM_OPA_BUNDLE": "1",
+                "DJANGO_LOG_SERVER_HOST": "localhost",
+                "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "args": [
                 "runserver",
@@ -144,11 +146,14 @@
                 "rqworker",
                 "import",
                 "--worker-class",
-                "cvat.rqworker.SimpleWorker",
+                "cvat.rqworker.SimpleWorker"
             ],
             "django": true,
             "cwd": "${workspaceFolder}",
-            "env": {},
+            "env": {
+                "DJANGO_LOG_SERVER_HOST": "localhost",
+                "DJANGO_LOG_SERVER_PORT": "8282"
+            },
             "console": "internalConsole"
         },
         {
@@ -167,7 +172,10 @@
             ],
             "django": true,
             "cwd": "${workspaceFolder}",
-            "env": {},
+            "env": {
+                "DJANGO_LOG_SERVER_HOST": "localhost",
+                "DJANGO_LOG_SERVER_PORT": "8282"
+            },
             "console": "internalConsole"
         },
         {

components/analytics/clickhouse/init.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+CLICKHOUSE_DB="${CLICKHOUSE_DB:-cvat}";
+CLICKHOUSE_USER="${CLICKHOUSE_USER:-user}";
+CLICKHOUSE_PASSWORD="${CLICKHOUSE_PASSWORD:-password}";
+
+cat <<EOT > /etc/clickhouse-server/users.d/user.xml
+<yandex>
+  <!-- Docs: <https://clickhouse.tech/docs/en/operations/settings/settings_users/> -->
+  <users>
+    <${CLICKHOUSE_USER}>
+      <profile>default</profile>
+      <networks>
+        <ip>::/0</ip>
+      </networks>
+      <password>${CLICKHOUSE_PASSWORD}</password>
+      <quota>default</quota>
+    </${CLICKHOUSE_USER}>
+  </users>
+</yandex>
+EOT
+
+clickhouse-client --query "CREATE DATABASE IF NOT EXISTS ${CLICKHOUSE_DB}";
+
+echo "
+CREATE TABLE IF NOT EXISTS ${CLICKHOUSE_DB}.events
+(
+    \`scope\` String NOT NULL,
+    \`obj_name\` String NULL,
+    \`obj_id\` UInt64 NULL,
+    \`obj_val\` String NULL,
+    \`source\` String NOT NULL,
+    \`timestamp\` DateTime64(3, 'Etc/UTC') NOT NULL,
+    \`count\` UInt16 NULL,
+    \`duration\` UInt32 DEFAULT toUInt32(0),
+    \`project_id\` UInt64 NULL,
+    \`task_id\` UInt64 NULL,
+    \`job_id\` UInt64 NULL,
+    \`user_id\` UInt64 NULL,
+    \`org_id\` UInt64 NULL,
+    \`payload\` String NULL
+)
+ENGINE = MergeTree
+PARTITION BY toYYYYMM(timestamp)
+ORDER BY (timestamp)
+SETTINGS index_granularity = 8192
+;" | clickhouse-client

components/analytics/deprecated/docker-compose.analytics.yml

@@ -0,0 +1,56 @@
+name: cvat
+
+services:
+  elasticsearch:
+    container_name: cvat_elasticsearch
+    image: cvat_elasticsearch
+    build:
+      context: ./elasticsearch
+      args:
+        ELK_VERSION: 6.8.23
+    volumes:
+      - cvat_events:/usr/share/elasticsearch/data
+    restart: always
+
+  kibana:
+    container_name: cvat_kibana
+    image: cvat_kibana
+    build:
+      context: ./kibana
+      args:
+        ELK_VERSION: 6.8.23
+    depends_on: ['elasticsearch']
+    environment:
+      - ELASTICSEARCH_HOSTS=http://elasticsearch:9200
+    restart: always
+    ports:
+      - '5601:5601'
+
+  cvat_kibana_setup:
+    container_name: cvat_kibana_setup
+    image: cvat/server:${CVAT_VERSION:-dev}
+    volumes: ['./components/analytics/deprecated/kibana:/home/django/kibana:ro']
+    working_dir: '/home/django'
+    entrypoint:
+      [
+        'bash',
+        'wait-for-it.sh',
+        'elasticsearch:9200',
+        '-t',
+        '0',
+        '--',
+        '/bin/bash',
+        'wait-for-it.sh',
+        'kibana:5601',
+        '-t',
+        '0',
+        '--',
+        'python3',
+        'kibana/setup.py',
+        'kibana/export.json',
+      ]
+    environment:
+      no_proxy: elasticsearch,kibana,${no_proxy:-}
+
+volumes:
+  cvat_events:

components/analytics/kibana/kibana.yml → components/analytics/deprecated/kibana/kibana.yml

@@ -1,4 +1,3 @@
 server.host: 0.0.0.0
 elasticsearch.requestHeadersWhitelist: ['cookie', 'authorization', 'x-forwarded-user']
 kibana.defaultAppId: 'discover'
-server.basePath: /analytics