Google, IDMan and static api key auth

.github/workflows/github-ci.yml

@@ -0,0 +1,27 @@
+on:
+    push:
+        branches-ignore:
+            - 'master'
+    pull_request:
+        branches:
+            - 'master'
+jobs:
+    test_and_package:
+        runs-on: ubuntu-latest
+        continue-on-error: false
+        steps:
+            - name: Checking out code base
+              uses: actions/checkout@v2
+
+            - name: Set up JDK 1.8
+              uses: actions/setup-java@v1
+              with:
+                java-version: 1.8
+
+            - name: Pull ryuk
+              run: docker pull quay.io/testcontainers/ryuk:0.2.2
+              continue-on-error: false
+
+            - name: Verification
+              run: mvn clean verify -Dmaven.test.failure.ignore=false
+              continue-on-error: false

.gitignore

@@ -38,3 +38,5 @@
 .DS_Store
 target/*
 config/test.yml
+gauth-creds-env.sh
+idman-creds-env.sh

Dockerfile

@@ -3,7 +3,7 @@ MAINTAINER Santanu Sinha <santanu DOT sinha [at] gmail.com>
 
 RUN apt-get clean && apt-get update && apt-get install -y --no-install-recommends software-properties-common
 RUN add-apt-repository ppa:openjdk-r/ppa && apt-get update
-RUN apt-get install -y --no-install-recommends openjdk-8-jdk ca-certificates && apt-get install -y --no-install-recommends ca-certificates-java bash curl tzdata iproute2 zip unzip wget
+RUN apt-get install -y --no-install-recommends openjdk-8-jdk ca-certificates ca-certificates-java bash curl tzdata iproute2 zip unzip wget
 
 
 EXPOSE 17000
@@ -12,9 +12,10 @@ EXPOSE 5701
 
 VOLUME /var/log/foxtrot-server
 
-ADD config/docker.yml docker.yml
-ADD foxtrot-server/target/foxtrot*.jar server.jar
+ADD config/docker* config/
+ADD foxtrot-server/target/foxtrot-server*.jar server.jar
 ADD scripts/local_es_setup.sh local_es_setup.sh
+ADD startup.sh startup.sh
 
-CMD sh -c "sleep 15 ; java -Dfile.encoding=utf-8 -XX:+${GC_ALGO-UseG1GC} -Xms${JAVA_PROCESS_MIN_HEAP-1g} -Xmx${JAVA_PROCESS_MAX_HEAP-1g} ${JAVA_OPTS} -jar server.jar server docker.yml"
+CMD ./startup.sh
 

GAUTH

@@ -0,0 +1,3 @@
+ 280204865700-2hlhc09kfd7s5efek730pq515cn1q3p9.apps.googleusercontent.com 
+
+ 6dy_KawiZLdaX--SOH2xX4_y 

README.md

@@ -31,8 +31,15 @@ Check the [Wiki](https://github.com/Flipkart/foxtrot/wiki/Introduction) for deta
 
 Version
 ----
+6.3.1-9
 
-0.1
+Docker
+------
+Docker can be found on [DockerHub](https://hub.docker.com/layers/santanusinha/foxtrot/6.3.1-9/images/sha256-01cb327eb0353d31874681ee9ece4df8993b2152dfd3fa7279a31e3d7e32ee7e?context=explore)
+
+Docker can be customised using environment variables. Refer [here](https://github.com/Flipkart/foxtrot/blob/simple_auth/config/docker.yml) for the variables that need to be passed.
+
+Volume mount the config file in a docker. And pass in the full path to file `CONFIG_PATH` environment variable. 
 
 Tech
 -----------

build.properties

@@ -1 +1 @@
-BUILD_PROJECT_VERSION=6.3.1-8
+BUILD_PROJECT_VERSION=6.3.1-9

config/docker-gauth.yml

@@ -0,0 +1,89 @@
+server:
+  applicationConnectors:
+    - type: http
+      port: 17000
+  adminConnectors:
+    - type: http
+      port: 17001
+
+swaggerScheme: ${SWAGGER_SCHEME}
+
+elasticsearch:
+  hosts:
+  - ${ELASTICSEARCH_HOST}
+  cluster: ${ELASTICSEARCH_CLUSTER_NAME}
+  tableNamePrefix: ${ELASTICSEARCH_TABLE_NAME_PREFIX}
+  port: ${ELASTICSEARCH_PORT}
+  connectionType: ${ELASTICSEARCH_PROTOCOL}
+
+hbase:
+  secure : false
+  tableName: ${HBASE_TABLE_NAME}
+  hbaseZookeeperQuorum: ${HBASE_ZOOKEEPER_QUORUM}
+  hbaseZookeeperClientPort: ${HBASE_ZOOKEEPER_CLIENT_PORT}
+
+cluster:
+  name: foxtrot
+  discovery:
+    type: ${DISCOVERY_TYPE}
+    disableMulticast: true
+    members: ["localhost:5701"]
+
+cacheConfig:
+  maxIdleSeconds: 15
+  timeToLiveSeconds: 15
+
+logging:
+  level: INFO
+  loggers:
+    com.flipkart.foxtrot.core.querystore.actions: DEBUG
+    org.apache.hadoop.hbase.zookeeper: WARN
+    org.apache.zookeeper: WARN
+    org.apache.hadoop.hbase.client: WARN
+  appenders:
+    - type: console
+      threshold: TRACE
+      timeZone: IST
+      logFormat: "%(%-5level) [%date] %X{TRACE-ID} [%thread] [%logger{0}]: %message%n"
+
+cardinality:
+  enabled: true
+  batchSize: 10
+  active: true
+  interval: 86400
+  initialDelay: 6
+  maxCardinality: 20000
+
+deletionconfig:
+  active: true
+  interval: 86400
+  initialdelay: 60
+
+esIndexOptimizationConfig:
+  active: true
+  interval: 86400
+  initialDelay: 6
+
+consoleHistoryConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+
+sessionCleanupConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+
+auth:
+  enabled: true
+  jwt:
+    issuerId: foxtrot-server
+    privateKey: ${PRIVATE_KEY}
+    sessionDuration: 15d
+
+  provider:
+   type: OAUTH_GOOGLE
+   clientId: ${GOOGLE_CLIENT_ID}
+   clientSecret: ${GOOGLE_CLIENT_SECRET}
+   server: ${GOOGLE_CALLBACK_HOST_PORT}
+   secureEndpoint: ${GOOGLE_SECURE_ENDPOINT}

config/docker-idman.yml

@@ -0,0 +1,89 @@
+server:
+  applicationConnectors:
+    - type: http
+      port: 17000
+  adminConnectors:
+    - type: http
+      port: 17001
+
+swaggerScheme: ${SWAGGER_SCHEME}
+
+elasticsearch:
+  hosts:
+  - ${ELASTICSEARCH_HOST}
+  cluster: ${ELASTICSEARCH_CLUSTER_NAME}
+  tableNamePrefix: ${ELASTICSEARCH_TABLE_NAME_PREFIX}
+  port: ${ELASTICSEARCH_PORT}
+  connectionType: ${ELASTICSEARCH_PROTOCOL}
+
+hbase:
+  secure : false
+  tableName: ${HBASE_TABLE_NAME}
+  hbaseZookeeperQuorum: ${HBASE_ZOOKEEPER_QUORUM}
+  hbaseZookeeperClientPort: ${HBASE_ZOOKEEPER_CLIENT_PORT}
+
+cluster:
+  name: foxtrot
+  discovery:
+    type: ${DISCOVERY_TYPE}
+    disableMulticast: true
+    members: ["localhost:5701"]
+
+cacheConfig:
+  maxIdleSeconds: 15
+  timeToLiveSeconds: 15
+
+logging:
+  level: INFO
+  loggers:
+    com.flipkart.foxtrot.core.querystore.actions: DEBUG
+    org.apache.hadoop.hbase.zookeeper: WARN
+    org.apache.zookeeper: WARN
+    org.apache.hadoop.hbase.client: WARN
+  appenders:
+    - type: console
+      threshold: TRACE
+      timeZone: IST
+      logFormat: "%(%-5level) [%date] %X{TRACE-ID} [%thread] [%logger{0}]: %message%n"
+
+cardinality:
+  enabled: true
+  batchSize: 10
+  active: true
+  interval: 86400
+  initialDelay: 6
+  maxCardinality: 20000
+
+deletionconfig:
+  active: true
+  interval: 86400
+  initialdelay: 60
+
+esIndexOptimizationConfig:
+  active: true
+  interval: 86400
+  initialDelay: 6
+
+consoleHistoryConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+
+sessionCleanupConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+
+auth:
+  enabled: true
+  jwt:
+    issuerId: foxtrot-server
+    privateKey: ${PRIVATE_KEY}
+    sessionDuration: 15d
+
+  provider:
+    type: OAUTH_IDMAN
+    idmanEndpoint: ${IDMAN_ENDPOINT}
+    clientId: FOXTROT
+    clientSecret: 8f4bcf45-2909-42e0-9bba-f46351bb0e6d
+    serverEndpoint: "http://localhost:17000"

config/docker.yml

@@ -6,6 +6,8 @@ server:
     - type: http
       port: 17001
 
+swaggerScheme: ${SWAGGER_SCHEME}
+
 elasticsearch:
   hosts:
   - ${ELASTICSEARCH_HOST}
@@ -25,7 +27,7 @@ cluster:
   discovery:
     type: ${DISCOVERY_TYPE}
     disableMulticast: true
-    members: ["localhost:5701"]
+    members: ["${HOSTNAME}:5701"]
 
 cacheConfig:
   maxIdleSeconds: 15
@@ -67,3 +69,8 @@ consoleHistoryConfig:
   interval: 86400
   initialDelay: 10
 
+sessionCleanupConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+

config/local.yml

@@ -21,7 +21,7 @@ hbase:
   hbaseZookeeperQuorum: localhost:2181
   hbaseZookeeperClientPort: 2181
   seggregatedTablePrefix: foxtrot-
-  hbaseZookeeperZnodeParent: /hbase-unsecure
+  hbaseZookeeperZnodeParent: /hbase-test
 
 cluster:
   name: foxtrot
@@ -50,6 +50,7 @@ elasticsearchTuningConfig:
   aggregationSize: 10000
   scrollSize: 100
   scrollTimeInSeconds: 120
+  documentsLimitAllowed: 10000
 
 esIndexOptimizationConfig:
   active: true
@@ -64,4 +65,30 @@ consoleHistoryConfig:
 deletionconfig:
   active: false
   interval: 86400
-  initialdelay: 60
+  initialdelay: 60
+
+
+clusterRerouteConfig:
+  active: false
+  interval: 86400
+  initialDelay: 10
+  thresholdShardCountPercentage: 10
+
+sessionCleanupConfig:
+  active: true
+  interval: 86400
+  initialDelay: 10
+
+auth:
+  enabled: false
+  jwt:
+    issuerId: foxtrot-server
+    privateKey: ${PRIVATE_KEY}
+    sessionDuration: 15d
+
+  provider:
+    type: OAUTH_GOOGLE
+    clientId: ${GOOGLE_CLIENT_ID}
+    clientSecret: ${GOOGLE_CLIENT_SECRET}
+    server: ${GOOGLE_CALLBACK_HOST_PORT}
+    secureEndpoint: false