Skip to content

Commit fc07369

Browse files
PangZhiPangZhi
committed
add config for redshift
1 parent 1218005 commit fc07369

File tree

4 files changed

+110
-0
lines changed

4 files changed

+110
-0
lines changed

‎R/package/.Rbuildignore

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
^.*\.Rproj$
2+
^\.Rproj\.user$

‎R/package/inst/conf/local/ddf-local-log4j.properties

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
2+
# make a file appender and a console appender
3+
# Print the date in ISO 8601 format
4+
log4j.appender.myConsoleAppender=org.apache.log4j.ConsoleAppender
5+
log4j.appender.myConsoleAppender.layout=org.apache.log4j.PatternLayout
6+
log4j.appender.myConsoleAppender.layout.ConversionPattern=%d [%t] %-5p %c - %m%n
7+
8+
log4j.appender.myFileAppender=org.apache.log4j.RollingFileAppender
9+
log4j.appender.myFileAppender.File=/tmp/ddf.log
10+
log4j.appender.myFileAppender.layout=org.apache.log4j.PatternLayout
11+
log4j.appender.myFileAppender.layout.ConversionPattern=%d [%t] %-5p %c - %m%n
12+
13+
log4j.rootLogger=OFF
14+
15+
# The noisier spark logs go to file only
16+
log4j.logger.io.ddf=INFO, myFileAppender
17+
log4j.additivity.io.ddf=false
18+
log4j.logger.io.ddf.spark=INFO, myFileAppender
19+
log4j.additivity.io.ddf.spark=false
20+
log4g.logger.org.eclipse.jetty=ERROR, myFileAppender
21+
log4j.additivity.org.eclipse.jetty=false
22+
log4j.logger.shark=INFO, myFileAppender
23+
log4j.additivity.shark=false
24+
log4j.logger.org.apache=INFO, myFileAppender
25+
log4j.additivity.org.apache=false
26+
log4j.logger.org.apache.spark.rdd.HadoopRDD=INFO, myFileAppender
27+
log4j.additivity.org.apache.spark.rdd.HadoopRDD=false
28+
log4j.logger.org.apache.spark.storage=INFO, myFileAppender
29+
log4j.additivity.org.apache.spark.storage=false
30+
log4j.logger.org.apache.spark.CacheTracker=INFO, myFileAppender
31+
log4j.additivity.org.apache.spark.CacheTracker=false
32+
log4j.logger.org.apache.spark.CacheTrackerActor=INFO, myFileAppender
33+
log4j.additivity.org.apache.spark.CacheTrackerActor=false
34+
log4j.logger.org.apache.spark.MapOutputTrackerActor=INFO, myFileAppender
35+
log4j.additivity.org.apache.spark.MapOutputTrackerActor=false
36+
log4j.logger.org.apache.spark.MapOutputTracker=INFO, myFileAppender
37+
log4j.additivty.org.apache.spark.MapOutputTracker=false
38+
log4j.logger.org.apache.hadoop.hive=INFO, myFileAppender
39+
log4j.additivty.org.apache.hadoop.hive=false
40+
log4j.logger.DataNucleus=ERROR, myFileAppender
41+
log4j.additivty.DataNucleus=false
42+
log4j.logger.hive.ql.exec.HiveHistory=ERROR, myFileAppender
43+
log4j.additivity.hive.ql.exec.HiveHistory=false
44+

‎ddf-conf/ddf.ini

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,26 @@ IHandleSql = io.ddf.jdbc.etl.SqlHandler
6161
Driver = com.mysql.jdbc.Driver
6262
DDFAutoCreate = true
6363

64+
[redshift]
65+
DDF = io.ddf.jdbc.JdbcDDF
66+
DDFManager = io.ddf.jdbc.PostgresDDFManager
67+
IHandleSql = io.ddf.jdbc.etl.SqlHandler
68+
IHandleSchema = io.ddf.jdbc.content.SchemaHandler
69+
IHandleAggregation = io.ddf.jdbc.analytics.AggregationHandler
70+
IHandleBinning = io.ddf.jdbc.analytics.BinningHandler
71+
ISupportStatistics = io.ddf.postgres.analytics.StatisticsHandler
72+
IHandleRepresentations = io.ddf.jdbc.content.RepresentationHandler
73+
IHandleTransformations = io.ddf.jdbc.etl.TransformationHandler
74+
IHandleViews = io.ddf.jdbc.content.ViewHandler
75+
IHandleJoins = io.ddf.jdbc.etl.JoinHandler
76+
jdbcDriverClass=org.postgresql.Driver
77+
maxJDBCPoolSize=15
78+
jdbcPoolMinIdleConns=0
79+
jdbcPoolConnIdleTimeoutMs=10000
80+
jdbcPoolConnMaxLifetimeMs=30000
81+
workspaceSchema=public
82+
canCreateView=false
83+
6484
[sfdc]
6585
Driver = cdata.jdbc.salesforce.SalesforceDriver
6686
DDF = io.ddf.jdbc.JDBCDDF

‎package/inst/conf/local/ddf-local-log4j.properties

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
2+
# make a file appender and a console appender
3+
# Print the date in ISO 8601 format
4+
log4j.appender.myConsoleAppender=org.apache.log4j.ConsoleAppender
5+
log4j.appender.myConsoleAppender.layout=org.apache.log4j.PatternLayout
6+
log4j.appender.myConsoleAppender.layout.ConversionPattern=%d [%t] %-5p %c - %m%n
7+
8+
log4j.appender.myFileAppender=org.apache.log4j.RollingFileAppender
9+
log4j.appender.myFileAppender.File=/tmp/ddf.log
10+
log4j.appender.myFileAppender.layout=org.apache.log4j.PatternLayout
11+
log4j.appender.myFileAppender.layout.ConversionPattern=%d [%t] %-5p %c - %m%n
12+
13+
log4j.rootLogger=OFF
14+
15+
# The noisier spark logs go to file only
16+
log4j.logger.io.ddf=INFO, myFileAppender
17+
log4j.additivity.io.ddf=false
18+
log4j.logger.io.ddf.spark=INFO, myFileAppender
19+
log4j.additivity.io.ddf.spark=false
20+
log4g.logger.org.eclipse.jetty=ERROR, myFileAppender
21+
log4j.additivity.org.eclipse.jetty=false
22+
log4j.logger.shark=INFO, myFileAppender
23+
log4j.additivity.shark=false
24+
log4j.logger.org.apache=INFO, myFileAppender
25+
log4j.additivity.org.apache=false
26+
log4j.logger.org.apache.spark.rdd.HadoopRDD=INFO, myFileAppender
27+
log4j.additivity.org.apache.spark.rdd.HadoopRDD=false
28+
log4j.logger.org.apache.spark.storage=INFO, myFileAppender
29+
log4j.additivity.org.apache.spark.storage=false
30+
log4j.logger.org.apache.spark.CacheTracker=INFO, myFileAppender
31+
log4j.additivity.org.apache.spark.CacheTracker=false
32+
log4j.logger.org.apache.spark.CacheTrackerActor=INFO, myFileAppender
33+
log4j.additivity.org.apache.spark.CacheTrackerActor=false
34+
log4j.logger.org.apache.spark.MapOutputTrackerActor=INFO, myFileAppender
35+
log4j.additivity.org.apache.spark.MapOutputTrackerActor=false
36+
log4j.logger.org.apache.spark.MapOutputTracker=INFO, myFileAppender
37+
log4j.additivty.org.apache.spark.MapOutputTracker=false
38+
log4j.logger.org.apache.hadoop.hive=INFO, myFileAppender
39+
log4j.additivty.org.apache.hadoop.hive=false
40+
log4j.logger.DataNucleus=ERROR, myFileAppender
41+
log4j.additivty.DataNucleus=false
42+
log4j.logger.hive.ql.exec.HiveHistory=ERROR, myFileAppender
43+
log4j.additivity.hive.ql.exec.HiveHistory=false
44+

0 commit comments

Comments
 (0)