search

xuchuanyin / workbench

0 stars 0 forks source link

2018-10-15 carbon parameters config #62

Open xuchuanyin opened 5 years ago

xuchuanyin commented 5 years ago

初次设置

carbon.number.of.cores.while.loading=12
carbon.number.of.cores.while.compacting=12

carbon.inmemory.record.size=120000
carbon.use.local.dir=true
carbon.user.multiple.dir=true
carbon.sort.temp.compressor=snappy
carbon.load.skewedDataOptimization.enable=true
carbon.load.min.size.enable=true
xuchuanyin commented 5 years ago

unsafe memory 设置

问题

driver 端报错：

18/10/15 16:59:53 WARN scheduler.TaskSetManager: Lost task 0.0 in stage 2.0 (TID 5, perf-carbon-slave-0002, executor 3): org.apache.spark.util.TaskCompletionListenerException: org.apache.carbondata.core.datastore.exception.CarbonDataWriterException

Previous exception in task: There is an unexpected error: org.apache.carbondata.processing.loading.exception.CarbonDataLoadingException: unable to generate the mdkey
        org.apache.carbondata.processing.loading.steps.CarbonRowDataWriterProcessorStepImpl.execute(CarbonRowDataWriterProcessorStepImpl.java:157)
        org.apache.carbondata.processing.loading.DataLoadExecutor.execute(DataLoadExecutor.java:51)
        org.apache.carbondata.spark.rdd.NewCarbonDataLoadRDD$$anon$1.<init>(NewCarbonDataLoadRDD.scala:179)
        org.apache.carbondata.spark.rdd.NewCarbonDataLoadRDD.internalCompute(NewCarbonDataLoadRDD.scala:155)
        org.apache.carbondata.spark.rdd.CarbonRDD.compute(CarbonRDD.scala:77)

executor中错误日志

18/10/15 16:59:54 INFO memory.UnsafeMemoryManager: ProducerPool_23347199772957:partsupp, range: 0 Memory is not available, retry after 500 millis
18/10/15 16:59:54 INFO memory.UnsafeMemoryManager: ProducerPool_23347161208132:partsupp, range: 0 Memory is not available, retry after 500 millis
18/10/15 16:59:54 ERROR store.CarbonFactDataHandlerColumnar: [Executor task launch worker for task 4][partitionID:partsupp;queryID:8d590431-3705-4fbf-a1ab-04896c93f171] org.apache.carbondata.core.datastore.exception.CarbonDataWriterException
java.util.concurrent.ExecutionException: org.apache.carbondata.core.datastore.exception.CarbonDataWriterException
        at java.util.concurrent.FutureTask.report(FutureTask.java:122)
        at java.util.concurrent.FutureTask.get(FutureTask.java:192)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar.processWriteTaskSubmitList(CarbonFactDataHandlerColumnar.java:350)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar.closeHandler(CarbonFactDataHandlerColumnar.java:377)
        at org.apache.carbondata.processing.loading.steps.CarbonRowDataWriterProcessorStepImpl.close(CarbonRowDataWriterProcessorStepImpl.java:344)
        at org.apache.carbondata.processing.loading.DataLoadExecutor.close(DataLoadExecutor.java:91)
        at org.apache.carbondata.spark.rdd.InsertTaskCompletionListener.onTaskCompletion(InsertTaskCompletionListener.scala:33)
        at org.apache.spark.TaskContextImpl$$anonfun$markTaskCompleted$1.apply(TaskContextImpl.scala:118)
        at org.apache.spark.TaskContextImpl$$anonfun$markTaskCompleted$1.apply(TaskContextImpl.scala:118)
        at org.apache.spark.TaskContextImpl$$anonfun$invokeListeners$1.apply(TaskContextImpl.scala:131)
        at org.apache.spark.TaskContextImpl$$anonfun$invokeListeners$1.apply(TaskContextImpl.scala:129)
        at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
        at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
        at org.apache.spark.TaskContextImpl.invokeListeners(TaskContextImpl.scala:129)
        at org.apache.spark.TaskContextImpl.markTaskCompleted(TaskContextImpl.scala:117)
        at org.apache.spark.scheduler.Task.run(Task.scala:119)
        at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:338)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.carbondata.core.datastore.exception.CarbonDataWriterException
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar$Consumer.call(CarbonFactDataHandlerColumnar.java:630)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar$Consumer.call(CarbonFactDataHandlerColumnar.java:601)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)

18/10/15 16:59:54 ERROR store.CarbonFactDataHandlerColumnar: ProducerPool_23347161208132:partsupp, range: 0 Error in producer
org.apache.carbondata.core.memory.MemoryException: java.lang.InterruptedException: sleep interrupted
        at org.apache.carbondata.core.memory.UnsafeMemoryManager.allocateMemoryWithRetry(UnsafeMemoryManager.java:200)
        at org.apache.carbondata.core.memory.UnsafeMemoryManager.allocateMemoryWithRetry(UnsafeMemoryManager.java:186)
        at org.apache.carbondata.core.datastore.page.UnsafeFixLengthColumnPage.compress(UnsafeFixLengthColumnPage.java:543)
        at org.apache.carbondata.core.datastore.page.encoding.adaptive.AdaptiveCodec.encodeAndCompressPage(AdaptiveCodec.java:244)
        at org.apache.carbondata.core.datastore.page.encoding.adaptive.AdaptiveFloatingCodec$1.encodeData(AdaptiveFloatingCodec.java:73)
        at org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoder.encode(ColumnPageEncoder.java:94)
        at org.apache.carbondata.processing.store.TablePage.encodeAndCompressMeasures(TablePage.java:386)
        at org.apache.carbondata.processing.store.TablePage.encode(TablePage.java:371)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar.processDataRows(CarbonFactDataHandlerColumnar.java:284)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar.access$500(CarbonFactDataHandlerColumnar.java:58)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar$Producer.call(CarbonFactDataHandlerColumnar.java:582)
        at org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar$Producer.call(CarbonFactDataHandlerColumnar.java:559)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)

配置

carbon.unsafe.working.memory.in.mb=4096
carbon.sort.storage.inmemory.size.inmb=128