Apache Kylin : Analytical Data Warehouse for Big Data
Page History
...
| Module | Property | Default Value | Optional Value | Description |
|---|---|---|---|---|
kylin.engine.spark.build-class-name | org.apache.kylin.engine.spark.job.CubeBuildJob | |||
kylin.engine.spark.task-impact-instance-enabled | true | If calculate cpu_cores of cube build job, executor_instance = cpu_cores / executor_cores(config in kylin.properties or use default) | ||
kylin.engine.spark.task-core-factor | 3 | The factor to calculate number of cores | ||
kylin.engine.driver-memory-base | 1024 | |||
kylin.engine.driver-memory-strategy | {"2", "20", "100" } | Auto adjust the memory of driver | ||
kylin.engine.driver-memory-maximum | 4096 | |||
kylin.engine.persist-flattable-threshold | 1 | Confused, explain later.... | ||
kylin.engine.spark.cluster-info-fetcher-class-name | org.apache.kylin.cluster.YarnInfoFetcher | |||
kylin.engine.spark.merge-class-name | org.apache.kylin.engine.spark.job.CubeMergeJob | |||
kylin.engine.max-retry-time | 3 | Auto retry failed job due to exception information | ||
kylin.engine.retry-memory-gradient | 1.5 | |||
kylin.engine.retry-overheadMemory-gradient | 0.2 | |||
kylin.engine.max-allocation-proportion | 0.9 | |||
kylin.engine.base-executor-instance | 5 | |||
kylin.engine.executor-instance-strategy | 100,2,500,3,1000,4 | |||
kylin.engine.submit-hadoop-conf-dir | Kind of redundant | |||
kylin.snapshot.parallel-build-enabled | true | |||
kylin.snapshot.parallel-build-timeout-seconds | 3600 | |||
kylin.snapshot.shard-size-mb | 128 | |||
kylin.storage.provider | org.apache.kylin.common.storage.DefaultStorageProvider | |||
kylin.storage.columnar.shard-size-mb | 128 | Not used now | ||
kylin.storage.columnar.shard-rowcount | 2500000 | Not used now | ||
kylin.storage.columnar.shard-countdistinct-rowcount | 1000000 | Not used now | ||
kylin.storage.columnar.repartition-threshold-size-mb | 128 | Not used now | ||
kylin.storage.columnar.shard-min | 1 | Not used now | ||
kylin.storage.columnar.shard-max | 1000 | Not used now | ||
kylin.storage.columnar.hdfs-blocksize-bytes | 5 * shard_size | Not used now | ||
kylin.storage.columnar.shard-expand-factor | 10 | Not used now | ||
kylin.storage.columnar.dfs-replication | 3 | Not used now | ||
kylin.spark-conf.auto.prior | true | If auto adjust spark configuration | ||
kylin.job.log-print-enabled | true | |||
kylin.query.spark-engine.join-memory-fraction | 0.3 | driver memory that can be used by join(mostly BHJ) | ||
kylin.query.spark-engine.enabled | true | |||
kylin.query.spark-engine.partition-split-size-mb | 64 | |||
kylin.query.spark-engine.expose-sharding-trait | true | |||
kylin.query.spark-engine.spark-sql-shuffle-partitions | -1 | |||
kylin.query.spark-conf. | spark conf override | |||
kylin.query.engine.sparder-additional-files | ||||
kylin.query.engine.sparder-additional-jars | ||||
kylin.query.pushdown.auto-set-shuffle-partitions-enabled | true | |||
kylin.query.pushdown.base-shuffle-partition-size | 48 | |||
kylin.query.intersect.separator | | | |||
kylin.kerberos.enabled | false | |||
kylin.kerberos.keytab | ||||
kylin.kerberos.zookeeper.server.principal | zookeeper/hadoop | |||
kylin.kerberos.ticket.refresh.interval.minutes | 720 | |||
kylin.kerberos.monitor.interval.minutes | 10 | |||
kylin.kerberos.platform | ||||
kylin.platform.zk.kerberos.enable | ||||
kylin.kerberos.krb5.conf | krb5.conf | |||
kylin.kerberos.jaas.conf | jaas.conf | |||
kylin.kerberos.principal | ||||
Configurations
...
need to be removed
| Module | Property | Description |
|---|---|---|
...
Overview
Content Tools
ThemeBuilder
Apps