ly
ly
In this PR, I add config massage into start log. log like this: 863 [main] INFO org.apache.iotdb.db.service.IoTDB - IoTDB configuration: WATERMARK_GROUPED_LSB=GroupBasedLSBMethod;CONFIG_NAME=iotdb-datanode.properties;logger=Logger[org.apache.iotdb.db.conf.IoTDBConfig];MULTI_DIR_STRATEGY_PREFIX=org.apache.iotdb.db.conf.directories.strategy.;DEFAULT_MULTI_DIR_STRATEGY=MaxDiskUsableSpaceFirstStrategy;readOnly=false;enableMQTTService=false;mqttHost=0.0.0.0;mqttPort=1883;mqttHandlerPoolSize=1;mqttPayloadFormatter=json;mqttMaxMessageSize=1048576;rpcAddress=0.0.0.0;rpcThriftCompressionEnable=false;rpcAdvancedCompressionEnable=false;rpcPort=6667;influxDBRpcPort=8086;rpcSelectorThreadNum=1;rpcMinConcurrentClientNum=16;rpcMaxConcurrentClientNum=65535;allocateMemoryForWrite=1688626790;allocateMemoryForRead=1266470092;allocateMemoryForSchema=422156697;allocateMemoryForReadWithoutCache=379561466;maxQueryDeduplicatedPathNum=1000;bufferedArraysMemoryProportion=0.6;timeIndexMemoryProportion=0.2;flushProportion=0.4;rejectProportion=0.8;storageGroupSizeReportThreshold=16777216;checkPeriodWhenInsertBlocked=50;maxWaitingTimeWhenInsertBlockedInMs=10000;timestampPrecision=ms;walMode=ASYNC;walDirs=[Ljava.lang.String;@4f25b795;maxWalNodesNum=0;fsyncWalDelayInMs=3;walBufferSize=16777216;walBufferEntrySize=16384;walBufferQueueCapacity=50;walFileSizeThresholdInByte=10485760;checkpointFileSizeThresholdInByte=3145728;walMinEffectiveInfoRatio=0.1;walMemTableSnapshotThreshold=8388608;maxWalMemTableSnapshotNum=1;deleteWalFilesPeriodInMs=20000;mlogBufferSize=1048576;syncMlogPeriodInMs=100;tlogBufferSize=1048576;systemDir=data\system;schemaDir=data\system\schema;syncDir=data\sync;tracingDir=data\tracing;queryDir=data\query;extDir=ext;udfDir=ext\udf;temporaryLibDir=ext\temporary;triggerDir=ext\trigger;extPipeDir=ext\extPipe;mqttDir=ext\mqtt;dataDirs=[Ljava.lang.String;@16414e40;multiDirStrategyClassName=org.apache.iotdb.db.conf.directories.strategy.MaxDiskUsableSpaceFirstStrategy;consensusDir=data\consensus;dataRegionConsensusDir=data\consensus\data_region;schemaRegionConsensusDir=data\consensus\schema_region;maxMemtableNumber=0;batchSize=100000;concurrentFlushThread=16;concurrentQueryThread=16;maxAllowedConcurrentQueries=1000;concurrentSubRawQueryThread=8;rawQueryBlockingQueueCapacity=5;concurrentWindowEvaluationThread=16;maxPendingWindowEvaluationTasks=64;enableMemControl=true;enableIndex=false;concurrentIndexBuildThread=16;defaultIndexWindowRange=10;indexRootFolder=data\index;unSeqTsFileSize=0;seqTsFileSize=0;memtableSizeThreshold=1073741824;enableTimedFlushSeqMemtable=false;seqMemtableFlushInterval=3600000;seqMemtableFlushCheckInterval=600000;enableTimedFlushUnseqMemtable=true;unseqMemtableFlushInterval=3600000;unseqMemtableFlushCheckInterval=600000;avgSeriesPointNumberThreshold=100000;enableSeqSpaceCompaction=true;enableUnseqSpaceCompaction=true;enableCrossSpaceCompaction=true;innerSequenceCompactionSelector=SIZE_TIERED;innerSeqCompactionPerformer=READ_CHUNK;innerUnsequenceCompactionSelector=SIZE_TIERED;innerUnseqCompactionPerformer=READ_POINT;crossCompactionSelector=REWRITE;crossCompactionPerformer=READ_POINT;compactionPriority=BALANCE;targetCompactionFileSize=1073741824;targetChunkSize=1048576;targetChunkPointNum=100000;chunkSizeLowerBoundInCompaction=1024;chunkPointNumLowerBoundInCompaction=100;compactionAcquireWriteLockTimeout=60000;maxInnerCompactionCandidateFileNum=30;maxCrossCompactionCandidateFileNum=1000;compactionScheduleIntervalInMs=60000;compactionSubmissionIntervalInMs=60000;subCompactionTaskNum=4;metaDataCacheEnable=true;allocateMemoryForBloomFilterCache=1265204;allocateMemoryForTimeSeriesMetaDataCache=253040977;allocateMemoryForChunkCache=126520488;lastCacheEnable=true;enableStatMonitor=false;enableMonitorSeriesWrite=false;schemaRegionDeviceNodeCacheSize=10000;mRemoteSchemaCacheSize=100000;enableExternalSort=true;externalSortThreshold=1000;pipeServerPort=6670;ipWhiteList=0.0.0.0/0;maxNumberOfSyncFileRetry=5;languageVersion=EN;cacheFileReaderClearPeriod=100000;queryTimeoutThreshold=60000;sessionTimeoutThreshold=0;rpcImplClassName=org.apache.iotdb.db.service.thrift.impl.TSServiceImpl;mppMode=false;isClusterMode=false;dataNodeId=1;influxdbImplClassName=org.apache.iotdb.db.service.thrift.impl.InfluxDBServiceImpl;chunkBufferPoolEnable=false;enableWatermark=false;watermarkSecretKey=IoTDB*2019@Beijing;watermarkBitString=100101110100;watermarkMethod=GroupBasedLSBMethod(embed_row_cycle=2,embed_lsb_num=5);enableAutoCreateSchema=false;booleanStringInferType=BOOLEAN;integerStringInferType=FLOAT;longStringInferType=DOUBLE;floatingStringInferType=FLOAT;nanStringInferType=DOUBLE;defaultStorageGroupLevel=1;defaultBooleanEncoding=RLE;defaultInt32Encoding=RLE;defaultInt64Encoding=RLE;defaultFloatEncoding=GORILLA;defaultDoubleEncoding=GORILLA;defaultTextEncoding=PLAIN;crossCompactionMemoryBudget=422156697;upgradeThreadNum=1;settleThreadNum=1;crossCompactionFileSelectionTimeBudget=30000;mergeIntervalSec=0;compactionWriteThroughputMbPerSec=16;concurrentCompactionThread=10;continuousQueryThreadNum=8;maxPendingContinuousQueryTasks=64;continuousQueryMinimumEveryInterval=1000;cqlogBufferSize=1048576;selectIntoInsertTabletPlanRowLimit=10000;insertMultiTabletEnableMultithreadingColumnThreshold=10;tsFileStorageFs=LOCAL;coreSitePath=/etc/hadoop/conf/core-site.xml;hdfsSitePath=/etc/hadoop/conf/hdfs-site.xml;hdfsIp=localhost;hdfsPort=9000;dfsNameServices=hdfsnamespace;dfsHaNamenodes=nn1,nn2;dfsHaAutomaticFailoverEnabled=true;dfsClientFailoverProxyProvider=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider;useKerberos=false;kerberosKeytabFilePath=/path;kerberosPrincipal=your principal;concurrentWritingTimePartition=1;defaultFillInterval=-1;primitiveArraySize=32;enablePartition=false;partitionInterval=604800;timeIndexLevel=DEVICE_TIME_INDEX;thriftServerAwaitTimeForStopService=60;tagAttributeTotalSize=700;tagAttributeFlushInterval=1000;enablePartialInsert=true;udfInitialByteArrayLengthForMemoryControl=48;udfMemoryBudgetInMB=30.0;udfReaderMemoryBudgetInMB=10.0;udfTransformerMemoryBudgetInMB=10.0;udfCollectorMemoryBudgetInMB=10.0;groupByFillCacheSizeInMB=1.0;startUpNanosecond=78541178250300;thriftMaxFrameSize=536870912;thriftDefaultBufferSize=1024;frequencyIntervalInMinute=1;slowQueryThreshold=5000;enableRpcService=true;enableInfluxDBRpcService=false;ioTaskQueueSizeForFlushing=10;dataRegionNum=1;recoveryLogIntervalInMs=5000;enableDiscardOutOfOrderData=false;deviceIDTransformationMethod=Plain;enableIDTable=false;enableIDTableLogFile=false;schemaEngineMode=Memory;cachedMNodeSizeInSchemaFileMode=-1;minimumSegmentInSchemaFile=0;pageCacheSizeInSchemaFile=1024;internalAddress=127.0.0.1;internalPort=9003;dataRegionConsensusPort=40010;schemaRegionConsensusPort=50010;targetConfigNodeList=[TEndPoint(ip:127.0.0.1, port:22277)];joinClusterTimeOutMs=5000;dataRegionConsensusProtocolClass=org.apache.iotdb.consensus.standalone.StandAloneConsensus;schemaRegionConsensusProtocolClass=org.apache.iotdb.consensus.standalone.StandAloneConsensus;seriesPartitionExecutorClass=org.apache.iotdb.commons.partition.executor.hash.APHashExecutor;seriesPartitionSlotNum=10000;mppDataExchangePort=8777;mppDataExchangeCorePoolSize=10;mppDataExchangeMaxPoolSize=10;mppDataExchangeKeepAliveTimeInMs=1000;connectionTimeoutInMS=20000;selectorNumOfClientManager=4;partitionCacheSize=1000;authorCacheSize=100;authorCacheExpireTime=30;triggerForwardMaxQueueNumber=8;triggerForwardMaxSizePerQueue=2000;triggerForwardBatchSize=50;triggerForwardHTTPPoolSize=200;triggerForwardHTTPPOOLMaxPerRoute=20;triggerForwardMQTTPoolSize=4;coordinatorReadExecutorSize=20;coordinatorWriteExecutorSize=50;allocateMemoryForSchemaRegion=337725357;allocateMemoryForSchemaCache=42215669;allocateMemoryForPartitionCache=0;allocateMemoryForLastCache=42215669;readConsistencyLevel=strong;driverTaskExecutionTimeSliceInMs=100;
## Description Support ZSTD Compression use airlift zstd use JNI and performance test please see: https://github.com/apache/iotdb/pull/6599 ### Content1 ... ### Content2 ... ### Content3 ... This PR has: - [...
## Description https://issues.apache.org/jira/browse/IOTDB-2569 ZSTD is a new compression method published by Facebook. https://github.com/facebook/zstd use pure java ZSTD: https://github.com/luben/zstd-jni The compression ratio is about 0.83 Eg: IoTDB > CREATE TIMESERIES root.ln.wf01.wt01.temperature...
dataset
请问您还有阿里比赛的数据集吗？能分享一下吗