Added conf and script files

Author: avivklas

conf/dynamodb.properties

@@ -0,0 +1,94 @@
+#general Titan configuration
+gremlin.graph=com.thinkaurelius.titan.core.TitanFactory
+ids.block-size=100000
+storage.setup-wait=60000
+storage.buffer-size=1024
+# Metrics configuration - http://s3.thinkaurelius.com/docs/titan/1.0.0/titan-config-ref.html#_metrics
+#metrics.enabled=true
+#metrics.prefix=t
+# Required; specify logging interval in milliseconds
+#metrics.csv.interval=500
+#metrics.csv.directory=metrics
+# Turn off titan retries as we batch and have our own exponential backoff strategy.
+storage.write-time=1 ms
+storage.read-time=1 ms
+storage.backend=com.amazon.titan.diskstorage.dynamodb.DynamoDBStoreManager
+schema.default=none
+
+#Amazon DynamoDB Storage Backend for Titan configuration
+storage.dynamodb.force-consistent-read=true
+storage.dynamodb.prefix=v100
+storage.dynamodb.metrics-prefix=d
+storage.dynamodb.enable-parallel-scans=false
+storage.dynamodb.max-self-throttled-retries=60
+storage.dynamodb.control-plane-rate=10
+
+# DynamoDB client configuration: credentials
+storage.dynamodb.client.credentials.class-name=com.amazonaws.auth.DefaultAWSCredentialsProviderChain
+storage.dynamodb.client.credentials.constructor-args=
+
+# DynamoDB client configuration: endpoint (Below, set to DynamoDB Local as invoked by mvn test -Pstart-dynamodb-local).
+# You can change the endpoint to point to Production DynamoDB regions.)
+storage.dynamodb.client.endpoint=https://dynamodb.us-east-1.amazonaws.com
+
+# max http connections - not recommended to use more than 250 connections in DynamoDB Local
+storage.dynamodb.client.connection-max=250
+# turn off sdk retries
+storage.dynamodb.client.retry-error-max=0
+
+# DynamoDB client configuration: thread pool
+storage.dynamodb.client.executor.core-pool-size=25
+# Do not need more threads in thread pool than the number of http connections
+storage.dynamodb.client.executor.max-pool-size=250
+storage.dynamodb.client.executor.keep-alive=60000
+storage.dynamodb.client.executor.max-concurrent-operations=1
+# should be at least as large as the storage.buffer-size
+storage.dynamodb.client.executor.max-queue-length=1024
+
+# 750 r/w CU result in provisioning the maximum equal numbers read and write Capacity Units that can
+# be set on one table before it is split into two or more partitions for IOPS. If you will have more than one Rexster server
+# accessing the same graph, you should set the read-rate and write-rate properties to values commensurately lower than the
+# read and write capacity of the backend tables.
+
+storage.dynamodb.stores.edgestore.capacity-read=1
+storage.dynamodb.stores.edgestore.capacity-write=1
+storage.dynamodb.stores.edgestore.read-rate=1
+storage.dynamodb.stores.edgestore.write-rate=1
+storage.dynamodb.stores.edgestore.scan-limit=100
+
+storage.dynamodb.stores.graphindex.capacity-read=1
+storage.dynamodb.stores.graphindex.capacity-write=1
+storage.dynamodb.stores.graphindex.read-rate=1
+storage.dynamodb.stores.graphindex.write-rate=1
+storage.dynamodb.stores.graphindex.scan-limit=100
+
+storage.dynamodb.stores.systemlog.capacity-read=1
+storage.dynamodb.stores.systemlog.capacity-write=1
+storage.dynamodb.stores.systemlog.read-rate=1
+storage.dynamodb.stores.systemlog.write-rate=1
+storage.dynamodb.stores.systemlog.scan-limit=10
+
+storage.dynamodb.stores.titan_ids.capacity-read=1
+storage.dynamodb.stores.titan_ids.capacity-write=1
+storage.dynamodb.stores.titan_ids.read-rate=1
+storage.dynamodb.stores.titan_ids.write-rate=1
+storage.dynamodb.stores.titan_ids.scan-limit=10
+
+storage.dynamodb.stores.system_properties.capacity-read=1
+storage.dynamodb.stores.system_properties.capacity-write=10
+storage.dynamodb.stores.system_properties.read-rate=1
+storage.dynamodb.stores.system_properties.write-rate=1
+storage.dynamodb.stores.system_properties.scan-limit=10
+
+storage.dynamodb.stores.txlog.capacity-read=1
+storage.dynamodb.stores.txlog.capacity-write=1
+storage.dynamodb.stores.txlog.read-rate=1
+storage.dynamodb.stores.txlog.write-rate=1
+storage.dynamodb.stores.txlog.scan-limit=10
+
+# elasticsearch config that is required to run GraphOfTheGods
+index.search.backend=elasticsearch
+index.search.directory=/tmp/searchindex
+index.search.elasticsearch.client-only=false
+index.search.elasticsearch.local-mode=true
+index.search.elasticsearch.interface=NODE

conf/gremlin-server.yaml

@@ -21,21 +21,23 @@ threadPoolWorker: 1
 gremlinPool: 8
 scriptEvaluationTimeout: 30000
 serializedResponseTimeout: 30000
-channelizer: org.apache.tinkerpop.gremlin.server.channel.WebSocketChannelizer
+#channelizer: org.apache.tinkerpop.gremlin.server.channel.WebSocketChannelizer
+channelizer: org.apache.tinkerpop.gremlin.server.channel.HttpChannelizer
 graphs: {
   graph: conf/gremlin-server/dynamodb.properties}
 plugins:
-  - tinkerpop.tinkergraph
+  - aurelius.titan
+#  - tinkerpop.tinkergraph
 scriptEngines: {
   gremlin-groovy: {
     imports: [java.lang.Math],
     staticImports: [java.lang.Math.PI],
-    scripts: [scripts/generate-modern.groovy]}}
+    scripts: [/scripts/empty-sample.groovy]}}
 serializers:
   - { className: org.apache.tinkerpop.gremlin.driver.ser.GraphSONMessageSerializerGremlinV1d0, config: { useMapperFromGraph: graph }}  # application/vnd.gremlin-v1.0+json
   - { className: org.apache.tinkerpop.gremlin.driver.ser.GraphSONMessageSerializerV1d0, config: { useMapperFromGraph: graph }}         # application/json
 metrics: {
-  slf4jReporter: {enabled: true, interval: 180000}}
+    slf4jReporter: {enabled: true, interval: 180000}}
 #strictTransactionManagement: false
 threadPoolBoss: 1
 maxInitialLineLength: 4096
@@ -44,3 +46,5 @@ maxChunkSize: 8192
 maxContentLength: 65536
 maxAccumulationBufferComponents: 1024
 resultIterationBatchSize: 64
+ssl: {
+  enabled: false}

scripts/empty-sample-secure.groovy

@@ -0,0 +1,50 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+/*******************************************************************
+ * This script is meant to be executed with the
+ * conf/gremlin-server-secure.yaml configuration file as an example
+ * of how an init script running with CompileStaticCustomizerProvider
+ * or TypeCheckedCustomizerProvider must be written to properly
+ * execute.
+ *******************************************************************/
+
+// An example of an initialization script that can be configured to run in Gremlin Server.
+// Functions defined here will go into global cache and will not be removed from there
+// unless there is a reset of the ScriptEngine.
+def addItUp(int x, int y) { x + y }
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// defines a sample LifeCycleHook that prints some output to the Gremlin Server console.
+// note that the name of the key in the "global" map is unimportant. As this script,
+// runs as part of a sandbox configuration, type-checking is enabled and thus the
+// LifeCycleHook type needs to be defined for the "ctx" variable.
+globals << [hook : [
+  onStartUp: { LifeCycleHook.Context ctx ->
+    ctx.logger.info("Executed once at startup of Gremlin Server.")
+  },
+  onShutDown: { LifeCycleHook.Context ctx ->
+    ctx.logger.info("Executed once at shutdown of Gremlin Server.")
+  }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal()]

scripts/empty-sample.groovy

@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// An example of an initialization script that can be configured to run in Gremlin Server.
+// Functions defined here will go into global cache and will not be removed from there
+// unless there is a reset of the ScriptEngine.
+def addItUp(x, y) { x + y }
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// defines a sample LifeCycleHook that prints some output to the Gremlin Server console.
+// note that the name of the key in the "global" map is unimportant.
+globals << [hook : [
+  onStartUp: { ctx ->
+    ctx.logger.info("Executed once at startup of Gremlin Server.")
+  },
+  onShutDown: { ctx ->
+    ctx.logger.info("Executed once at shutdown of Gremlin Server.")
+  }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal()]

scripts/generate-classic.groovy

@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// Generates the classic graph into an "empty" TinkerGraph via LifeCycleHook.
+// Note that the name of the key in the "global" map is unimportant.
+globals << [hook : [
+  onStartUp: { ctx ->
+    ctx.logger.info("Loading 'classic' graph data.")
+    TinkerFactory.generateClassic(graph)
+  }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal()]

scripts/generate-modern-readonly.groovy

@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// Generates the modern graph into an "empty" TinkerGraph via LifeCycleHook.
+// Note that the name of the key in the "global" map is unimportant.
+globals << [hook : [
+        onStartUp: { ctx ->
+          ctx.logger.info("Loading 'modern' graph data.")
+          TinkerFactory.generateClassic(graph)
+        }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal(GraphTraversalSource.build().with(ReadOnlyStrategy.instance()))]

scripts/generate-modern.groovy

@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// Generates the modern graph into an "empty" TinkerGraph via LifeCycleHook.
+// Note that the name of the key in the "global" map is unimportant.
+globals << [hook : [
+  onStartUp: { ctx ->
+    ctx.logger.info("Loading 'modern' graph data.")
+    TinkerFactory.generateModern(graph)
+  }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal()]

scripts/load-sample.groovy

@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// Functions defined here will go into global cache and will not be removed from there
+// unless there is a reset of the ScriptEngine.
+def addItUp(x, y) { x + y }
+
+// an init script that returns a Map allows explicit setting of global bindings.
+def globals = [:]
+
+// defines a sample LifeCycleHook that prints some output to the Gremlin Server console.
+// note that the name of the key in the "global" map is unimportant.
+globals << [hook : [
+  onStartUp: { ctx ->
+    ctx.logger.info("Loading graph data from data/sample.kryo.")
+
+    // An example of an initialization script that can be configured to run in Gremlin Server.
+    graph.io(GryoIo.build()).readGraph('data/sample.kryo')
+  }
+] as LifeCycleHook]
+
+// define the default TraversalSource to bind queries to - this one will be named "g".
+globals << [g : graph.traversal()]