2个节点(CPU:4/8,内存:32GB; NiFi JVM:1GB)NiFi群集。
此NiFi供ETL使用,主处理器为ExecuteSQL。处理器总数达到2K。
这是问题所在:非头部使用占用的内存超过3GB,而jvm设置为1GB。
java.arg.2=-Xms1G
java.arg.3=-Xmx1G
// other args set to default
{
"systemDiagnostics": {
"aggregateSnapshot": {
"totalNonHeap": "7.56 GB",
"totalNonHeapBytes": 8118382592,
"usedNonHeap": "7.38 GB",
"usedNonHeapBytes": 7927382112,
"freeNonHeap": "182.15 MB",
"freeNonHeapBytes": 191000480,
"maxNonHeap": "-2 bytes",
"maxNonHeapBytes": -2,
"nonHeapUtilization": "-1.232114368E9%",
"totalHeap": "2 GB",
"totalHeapBytes": 2147483648,
"usedHeap": "1.66 GB",
"usedHeapBytes": 1784031344,
"freeHeap": "346.62 MB",
"freeHeapBytes": 363452304,
"maxHeap": "2 GB",
"maxHeapBytes": 2147483648,
"heapUtilization": "83.0%",
"availableProcessors": 16,
"processorLoadAverage": 7.529999999999999,
"totalThreads": 768,
"daemonThreads": 617,
"uptime": "218:04:38.693",
"flowFileRepositoryStorageUsage": {
"freeSpace": "727.24 GB",
"totalSpace": "984.06 GB",
"usedSpace": "256.82 GB",
"freeSpaceBytes": 780865024000,
"totalSpaceBytes": 1056621576192,
"usedSpaceBytes": 275756552192,
"utilization": "26.0%"
},
"contentRepositoryStorageUsage": [
{
"identifier": "default",
"freeSpace": "727.24 GB",
"totalSpace": "984.06 GB",
"usedSpace": "256.82 GB",
"freeSpaceBytes": 780865024000,
"totalSpaceBytes": 1056621576192,
"usedSpaceBytes": 275756552192,
"utilization": "26.0%"
}
],
"provenanceRepositoryStorageUsage": [
{
"identifier": "default",
"freeSpace": "727.24 GB",
"totalSpace": "984.06 GB",
"usedSpace": "256.82 GB",
"freeSpaceBytes": 780865024000,
"totalSpaceBytes": 1056621576192,
"usedSpaceBytes": 275756552192,
"utilization": "26.0%"
}
],
"garbageCollection": [
{
"name": "G1 Young Generation",
"collectionCount": 442716,
"collectionTime": "12:12:02.124",
"collectionMillis": 43922124
},
{
"name": "G1 Old Generation",
"collectionCount": 8,
"collectionTime": "00:00:20.826",
"collectionMillis": 20826
}
],
"statsLastRefreshed": "11:24:32 CST",
"versionInfo": {
"niFiVersion": "1.9.2",
"javaVendor": "Oracle Corporation",
"javaVersion": "1.8.0_161",
"osName": "Linux",
"osVersion": "4.4.0-93-generic",
"osArchitecture": "amd64",
"buildTag": "nifi-1.9.2-RC2",
"buildRevision": "ff01ff6",
"buildBranch": "NIFI-6169-RC2",
"buildTimestamp": "04/03/2019 15:25:53 CST"
}
}
}
}
关于将近2k的处理器吗?还是其他原因?
更新
添加jmap -histo:live [pid] > histo-live.txt
文件
histo-live.txt