Marine Institute Logo Marine Institute ERDDAP Server
Serving data from the Marine Institute (Ireland)
   
Brought to you by the Marine Institute(Ireland)    

ERDDAP > Status

Current time is 2022-08-08T21:49:41+00:00
Startup was at  2022-07-14T07:16:17+00:00
Last major LoadDatasets started 8m 9s ago and finished after 205 seconds.
nGridDatasets  = 10
nTableDatasets = 48
nTotalDatasets = 58
n Datasets Failed To Load (in the last major LoadDatasets) = 5
    blah, IMINewportBuoys, imiglenamongarms, imifeeaghco2, ireland_marine_research_database_charts, (end)
Unique users (since startup)                            n = 12281
Response Failed    Time (since last major LoadDatasets) n =        1,  median ~=       15 ms
Response Failed    Time (since last Daily Report)       n =      874,  median ~=      133 ms
Response Failed    Time (since startup)                 n =    24103,  median ~=       50 ms
Response Succeeded Time (since last major LoadDatasets) n =       32,  median ~=       32 ms
Response Succeeded Time (since last Daily Report)       n =    24090,  median ~=        1 ms
Response Succeeded Time (since startup)                 n =   299842,  median ~=       51 ms
TaskThread has finished 0 out of 0 tasks.  Currently, no task is running.
TaskThread Failed    Time (since last Daily Report)     n =        0
TaskThread Failed    Time (since startup)               n =        0
TaskThread Succeeded Time (since last Daily Report)     n =        0
TaskThread Succeeded Time (since startup)               n =        0
Number of threads: Tomcat-waiting=9, inotify=3, other=54
MemoryInUse=  1009 MB (highWaterMark=  1879 MB) (Xmx ~= 5888 MB)

Major LoadDatasets Time Series: MLD    Datasets Loaded            Requests (median times in ms)              Number of Threads      MB    Open
  timestamp                    time   nTry nFail nTotal  nSuccess (median) nFail (median) memFail tooMany  tomWait inotify other  inUse  Files
----------------------------  -----   -----------------  ------------------------------------------------  ---------------------  -----  -----
  2022-08-08T21:44:54+00:00    202s     11     5     58        77 (    26)    13 (     0)       0       0       10       3    54    110     0%
  2022-08-08T21:29:55+00:00    203s     12     5     58        86 (    38)    15 (     0)       0       0       10       3    54    110     0%
  2022-08-08T21:14:51+00:00    199s     14     5     58        80 (    48)     3 (    43)       0       0       10       3    54    112     0%
  2022-08-08T21:00:25+00:00    233s     12     5     58        93 (    60)    30 (  2750)       0       0       10       3    54    113     0%
  2022-08-08T20:45:01+00:00    209s     11     5     58        85 (    65)    15 (  4250)       0       0        9       3    55    114     0%
  2022-08-08T20:29:56+00:00    204s     12     5     58        91 (    37)     3 (    35)       0       0       10       3    54    112     0%
  2022-08-08T20:14:53+00:00    201s     12     5     58        96 (    65)     8 (    50)       0       0       10       3    54    112     0%
  2022-08-08T20:01:17+00:00    286s     12     5     58       127 (    36)    16 (  5000)       0       0       10       3    54    113     0%
  2022-08-08T19:44:55+00:00    203s     12     5     58        86 (    42)    19 (    29)       0       0       10       3    54    112     0%
  2022-08-08T19:29:50+00:00    199s     13     6     57       102 (    36)    14 (    12)       0       0       10       3    54    111     0%
  2022-08-08T19:14:46+00:00    194s     16     6     57       119 (   119)    18 (  1500)       0       0       10       3    54    112     0%
  2022-08-08T19:00:26+00:00    235s     13     6     57       103 (    51)    15 (  4250)       0       0       10       3    54    113     0%
  2022-08-08T18:44:54+00:00    203s     11     5     58        79 (    21)     6 (    30)       0       0       10       3    54    112     0%
  2022-08-08T18:29:59+00:00    208s     12     5     58        75 (    39)    10 (     0)       0       0       10       3    54    113     0%
  2022-08-08T18:15:03+00:00    212s     11     5     58        99 (    36)     4 (    30)       0       0       10       3    54    113     0%
  2022-08-08T18:00:28+00:00    237s     15     5     58        84 (    34)     4 (    30)       0       0       10       3    54    113     0%
  2022-08-08T17:44:46+00:00    195s     11     5     58        85 (    27)     7 (    24)       0       0       10       3    54    110     0%
  2022-08-08T17:29:51+00:00    200s     12     5     58        99 (    42)     3 (    35)       0       0       10       3    54    110     0%
  2022-08-08T17:14:44+00:00    193s     12     5     58        89 (    36)     4 (    30)       0       0       10       3    54    112     0%
  2022-08-08T17:00:17+00:00    226s     12     5     58        77 (    32)     8 (    50)       0       0       10       3    54    113     0%
  2022-08-08T16:44:45+00:00    194s     14     5     58        86 (    45)     9 (   275)       0       0       10       3    54    110     0%
  2022-08-08T16:29:51+00:00    201s     12     5     58       131 (    41)    15 (   450)       0       0       12       3    54    111     0%
  2022-08-08T16:14:40+00:00    190s     11     5     58       111 (    68)    20 (   500)       0       0       10       3    54    112     0%
  2022-08-08T16:01:05+00:00    274s     13     5     58       109 (    34)    10 (    43)       0       0       12       3    54    113     0%
  2022-08-08T15:45:01+00:00    211s     12     6     57       113 (    52)    16 (  3500)       0       0       10       3    54    111     0%
  2022-08-08T15:29:59+00:00    209s     16     6     57       128 (    28)     4 (    30)       0       0       10       3    54    110     0%
  2022-08-08T15:14:51+00:00    200s     12     6     57       146 (    48)     8 (   200)       0       0       10       3    54    112     0%
  2022-08-08T15:00:26+00:00    236s     15     6     57       138 (    45)    13 (   750)       0       0       14       3    54    111     0%
  2022-08-08T14:44:44+00:00    194s     13     7     56       107 (    31)     4 (    30)       0       0       10       3    54    111     0%
  2022-08-08T14:29:45+00:00    195s     13     7     56       124 (    38)    14 (    28)       0       0       13       3    54    112     0%
  2022-08-08T14:16:08+00:00    278s     15     7     56       279 (    30)    31 (   775)       0       0       26       3    54    107     0%
  2022-08-08T14:01:18+00:00    289s     16     7     56       283 (    17)    29 (  4700)       0       0       29       3    54    103     0%
  2022-08-08T13:45:06+00:00    216s     13     7     56       219 (    17)     7 (    15)       0       0       19       3    55    227     0%
  2022-08-08T13:30:45+00:00    255s     14     7     56       345 (    14)    18 (     2)       0       0       17       3    57    254     0%
  2022-08-08T13:14:44+00:00    195s     14     7     56       223 (    16)    10 (    35)       0       0       20       3    54    111     0%
  2022-08-08T13:02:00+00:00    331s     15     7     56       233 (    17)     7 (    75)       0       0       19       3    55    201     0%
  2022-08-08T12:44:45+00:00    196s     13     7     56       284 (    16)    12 (   300)       0       0       21       3    54    113     0%
  2022-08-08T12:29:45+00:00    197s     14     7     56       213 (    14)    11 (    45)       0       0       21       3    54    113     0%
  2022-08-08T12:14:41+00:00    192s     14     7     56       214 (    17)     7 (    75)       0       0       26       3    54    117     0%
  2022-08-08T12:01:12+00:00    283s     17     6     57       279 (    16)    10 (     1)       0       0       29       3    54    113     0%
  2022-08-08T11:44:44+00:00    195s     12     6     57       287 (    16)    12 (     1)       0       1        2       3    96    122     0%
  2022-08-08T11:30:00+00:00    211s     13     6     57       234 (    13)     9 (   150)       0       0       29       3    54    112     0%
  2022-08-08T11:14:43+00:00    194s     14     6     57       292 (    15)    29 (  2188)       0       0       32       3    54    113     0%
  2022-08-08T11:00:33+00:00    245s     20     6     57       251 (     1)    11 (   350)       0       0       23       3    57    120     0%
  2022-08-08T10:46:29+00:00    301s     12     6     57       226 (     1)    24 (  1000)       0       0       22       3    55    178     0%
  2022-08-08T10:32:33+00:00    364s     15     6     57       263 (     0)    10 (    18)       0       0       23       3    55    114     0%
  2022-08-08T10:14:57+00:00    209s     15     6     57       217 (     0)     6 (   500)       0       0       27       3    54    112     0%
  2022-08-08T10:00:32+00:00    244s     16     6     57       261 (     3)    26 (  2375)       0       0       28       3    54    114     0%
  2022-08-08T09:44:54+00:00    206s     13     6     57       234 (     0)    12 (     1)       0       0       23       3    54    118     0%
  2022-08-08T09:29:47+00:00    200s     13     6     57       209 (     0)    14 (     0)       0       0       26       3    54    118     0%
  2022-08-08T09:14:53+00:00    205s     12     6     57       260 (     9)    14 (   500)       0       0       26       3    54    117     0%
  2022-08-08T09:00:32+00:00    245s     15     6     57       305 (     1)     9 (    45)       0       0       28       3    54    119     0%
  2022-08-08T08:44:49+00:00    202s     13     6     57       229 (     1)     7 (    35)       0       0       28       3    54    124     0%
  2022-08-08T08:29:56+00:00    208s     14     6     57       226 (    14)     7 (   350)       0       0       30       3    54    122     0%
  2022-08-08T08:14:52+00:00    204s     12     6     57      7021 (     0)     2 (    35)       0       0       44       3    54    121     0%
  2022-08-08T08:02:31+00:00    363s     14     6     57       909 (     4)    74 (133500)       0      67       47       3    56    116     0%
  2022-08-08T07:45:56+00:00    269s     12     5     58       221 (     9)    42 (   135)       0       0       28       3    54    113     0%
  2022-08-08T07:29:45+00:00    198s     12     5     58      2228 (     1)    91 (   127)       0       0       24       3    63    400     0%
  2022-08-08T07:15:14+00:00    227s     11     5     58      4586 (     0)     4 (    30)       0       0       12       3    56    163     0%
  2022-08-08T07:00:26+00:00    240s     13     5     58      1592 (     2)     5 (    35)       0       0       13       3    54    117     0%
  2022-08-08T06:44:39+00:00    192s     12     5     58       675 (     5)     5 (    25)       0       0       10       3    54    112     0%
  2022-08-08T06:30:06+00:00    220s     12     5     58       481 (     6)     3 (    35)       0       0       10       3    54    109     0%
  2022-08-08T06:15:07+00:00    221s     11     5     58        92 (    44)     3 (    35)       0       0       10       3    54    110     0%
  2022-08-08T06:00:21+00:00    235s     12     5     58        62 (    27)     4 (    35)       0       0       10       3    54    112     0%
  2022-08-08T05:44:47+00:00    201s     11     4     59       275 (   899)     7 (    75)       0       0       10       3    54    110     0%
  2022-08-08T05:30:54+00:00    267s     12     4     59       143 (   594)     3 (    35)       0       0        9       3    55    104     0%
  2022-08-08T05:16:01+00:00    275s     10     4     59       131 (   875)     2 (    50)       0       0        9       3    56    126     0%
  2022-08-08T05:01:38+00:00    312s     11     4     59       101 (  5449)     4 (    40)       0       0        8       3    57    116     0%
  2022-08-08T04:45:00+00:00    214s     13     4     59       107 (   798)     5 (    43)       0       0        9       3    56    135     0%
  2022-08-08T04:30:33+00:00    247s     14     4     59       113 (   157)     3 (    35)       0       0       10       3    54    107     0%
  2022-08-08T04:16:13+00:00    287s     10     4     59       131 (   225)     3 (    43)       0       0       11       3    56    163     0%
  2022-08-08T04:01:21+00:00    296s     13     4     59        69 (    18)    27 (     0)       0       0       10       3    54    108     0%
  2022-08-08T03:44:46+00:00    201s     11     5     58        74 (    43)     4 (    35)       0       0       10       3    54    109     0%
  2022-08-08T03:29:44+00:00    199s     14     5     58        53 (    56)     3 (    35)       0       0       10       3    54    110     0%
  2022-08-08T03:14:48+00:00    202s     11     5     58        71 (    72)     3 (    35)       0       0       10       3    54    109     0%
  2022-08-08T03:00:14+00:00    229s     13     5     58        54 (    62)     7 (  1250)       0       0       10       3    54    111     0%
  2022-08-08T02:44:41+00:00    196s     11     5     58        79 (    33)     4 (    30)       0       0       10       3    54    110     0%
  2022-08-08T02:29:43+00:00    198s     15     5     58        57 (    47)     3 (    43)       0       0       10       3    54    110     0%
  2022-08-08T02:14:45+00:00    200s     12     4     59        64 (    95)     3 (    35)       0       0       10       3    54    111     0%
  2022-08-08T02:00:13+00:00    228s     10     4     59        64 (    24)     6 (    15)       0       0       10       3    54    112     0%
  2022-08-08T01:48:03+00:00    398s     10     4     59        90 (    35)     3 (    35)       0       0       10       3    54    109     0%
  2022-08-08T01:33:10+00:00    405s     12     4     59        48 (    50)     4 (    35)       0       0       10       3    54    110     0%
  2022-08-08T01:18:55+00:00    450s     11     4     59        66 (   100)     3 (    43)       0       0       10       3    54    105     0%
  2022-08-08T01:05:09+00:00    524s     11     4     59        62 (    71)     4 (    40)       0       0       10       3    54    109     0%
  2022-08-08T00:48:07+00:00    403s     10     4     59        73 (    19)     2 (    35)       0       0       10       3    54    109     0%
  2022-08-08T00:33:35+00:00    430s     11     4     59        66 (    59)     5 (    25)       0       0       10       3    54    108     0%
  2022-08-08T00:18:22+00:00    417s     10     4     59        84 (    72)     3 (    35)       0       0       10       3    54    111     0%
  2022-08-08T00:05:12+00:00    528s     13     4     59        67 (    68)     4 (    50)       0       0       10       3    54    109     0%
  2022-08-07T23:44:35+00:00    191s      9     4     59        63 (    28)     2 (    35)       0       0       10       3    54    111     0%
  2022-08-07T23:34:51+00:00    506s     11     4     59        57 (    48)     5 (    25)       0       0       10       3    54    110     0%
  2022-08-07T23:19:35+00:00    491s      9     4     59        87 (    85)     4 (    50)       0       0       10       3    54    110     0%
  2022-08-07T23:06:52+00:00    628s     13     4     59       126 (    36)     5 (    35)       0       0       10       3    54    110     0%
  2022-08-07T22:44:39+00:00    194s     10     4     59        73 (    49)     7 (    75)       0       0       10       3    54    109     0%


Major LoadDatasets Times Distribution (since last Daily Report):
    n =       59,  median ~=   216545 ms
    0 ms:               0
    1 ms:               0
    2 ms:               0
    <= 5 ms:            0
    <= 10 ms:           0
    <= 20 ms:           0
    <= 50 ms:           0
    <= 100 ms:          0
    <= 200 ms:          0
    <= 500 ms:          0
    <= 1 s:             0
    <= 2 s:             0
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           0
    <= 5 min:          55
    <= 10 min:          4
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Major LoadDatasets Times Distribution (since startup):
    n =     2458,  median ~=   227667 ms
    0 ms:               0
    1 ms:               0
    2 ms:               0
    <= 5 ms:            0
    <= 10 ms:           0
    <= 20 ms:           0
    <= 50 ms:           0
    <= 100 ms:          0
    <= 200 ms:          0
    <= 500 ms:          0
    <= 1 s:             0
    <= 2 s:             0
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           1
    <= 5 min:        2053
    <= 10 min:        390
    <= 20 min:         14
    <= 1 hr:            0
    >  1 hr:            0


Minor LoadDatasets Times Distribution (since last Daily Report):
    n =        4,  median ~=      100 ms
    0 ms:               0
    1 ms:               0
    2 ms:               0
    <= 5 ms:            0
    <= 10 ms:           0
    <= 20 ms:           0
    <= 50 ms:           1
    <= 100 ms:          1
    <= 200 ms:          2
    <= 500 ms:          0
    <= 1 s:             0
    <= 2 s:             0
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           0
    <= 5 min:           0
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Minor LoadDatasets Times Distribution (since startup):
    n =      101,  median ~=       89 ms
    0 ms:               0
    1 ms:               0
    2 ms:               0
    <= 5 ms:            0
    <= 10 ms:           0
    <= 20 ms:           0
    <= 50 ms:          31
    <= 100 ms:         25
    <= 200 ms:         25
    <= 500 ms:          9
    <= 1 s:             7
    <= 2 s:             4
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           0
    <= 5 min:           0
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0


Response Failed Time Distribution (since last major LoadDatasets):
    n =        1,  median ~=       15 ms
    0 ms:               0
    1 ms:               0
    2 ms:               0
    <= 5 ms:            0
    <= 10 ms:           0
    <= 20 ms:           1
    <= 50 ms:           0
    <= 100 ms:          0
    <= 200 ms:          0
    <= 500 ms:          0
    <= 1 s:             0
    <= 2 s:             0
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           0
    <= 5 min:           0
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Response Failed Time Distribution (since last Daily Report):
    n =      874,  median ~=      133 ms
    0 ms:              67
    1 ms:              56
    2 ms:               7
    <= 5 ms:           15
    <= 10 ms:           5
    <= 20 ms:          26
    <= 50 ms:         188
    <= 100 ms:         51
    <= 200 ms:         66
    <= 500 ms:         48
    <= 1 s:            32
    <= 2 s:            36
    <= 5 s:           127
    <= 10 s:           51
    <= 20 s:           31
    <= 1 min:          13
    <= 2 min:          12
    <= 5 min:          43
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Response Failed Time Distribution (since startup):
    n =    24103,  median ~=       50 ms
    0 ms:            1855
    1 ms:            1531
    2 ms:             129
    <= 5 ms:          261
    <= 10 ms:         300
    <= 20 ms:         400
    <= 50 ms:        7670
    <= 100 ms:       1105
    <= 200 ms:        722
    <= 500 ms:       1882
    <= 1 s:          1291
    <= 2 s:          1313
    <= 5 s:          3149
    <= 10 s:         1462
    <= 20 s:          707
    <= 1 min:         107
    <= 2 min:          63
    <= 5 min:         137
    <= 10 min:         17
    <= 20 min:          2
    <= 1 hr:            0
    >  1 hr:            0


Response Succeeded Time Distribution (since last major LoadDatasets):
    n =       32,  median ~=       32 ms
    0 ms:               4
    1 ms:               1
    2 ms:               1
    <= 5 ms:            3
    <= 10 ms:           0
    <= 20 ms:           3
    <= 50 ms:          10
    <= 100 ms:          5
    <= 200 ms:          4
    <= 500 ms:          1
    <= 1 s:             0
    <= 2 s:             0
    <= 5 s:             0
    <= 10 s:            0
    <= 20 s:            0
    <= 1 min:           0
    <= 2 min:           0
    <= 5 min:           0
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Response Succeeded Time Distribution (since last Daily Report):
    n =    24090,  median ~=        1 ms
    0 ms:            8338
    1 ms:            4018
    2 ms:             773
    <= 5 ms:         1097
    <= 10 ms:        1018
    <= 20 ms:        2560
    <= 50 ms:        1520
    <= 100 ms:       1128
    <= 200 ms:       1186
    <= 500 ms:        899
    <= 1 s:           750
    <= 2 s:           216
    <= 5 s:           340
    <= 10 s:          136
    <= 20 s:           67
    <= 1 min:          25
    <= 2 min:          15
    <= 5 min:           4
    <= 10 min:          0
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0

Response Succeeded Time Distribution (since startup):
    n =   299842,  median ~=       51 ms
    0 ms:           23294
    1 ms:           26873
    2 ms:           11286
    <= 5 ms:        21353
    <= 10 ms:        5499
    <= 20 ms:       25765
    <= 50 ms:       35293
    <= 100 ms:      37131
    <= 200 ms:      21059
    <= 500 ms:      13803
    <= 1 s:         29366
    <= 2 s:         16560
    <= 5 s:         19352
    <= 10 s:         7178
    <= 20 s:         3139
    <= 1 min:        2645
    <= 2 min:         210
    <= 5 min:          35
    <= 10 min:          1
    <= 20 min:          0
    <= 1 hr:            0
    >  1 hr:            0


TaskThread Failed Time Distribution (since last Daily Report):
    n =        0

TaskThread Failed Time Distribution (since startup):
    n =        0

TaskThread Succeeded Time Distribution (since last Daily Report):
    n =        0

TaskThread Succeeded Time Distribution (since startup):
    n =        0


SgtMap topography nFromCache=36 nNotFromCache=150
GSHHS: nCached=100 of 100, nCoarse=3811, nSuccesses=2209, nTossed=1221
NationalBoundaries: nCached=100 of 100,  nCoarse=405, nSuccesses=185, nTossed=40
StateBoundaries: nCached=100 of 100,  nCoarse=362, nSuccesses=186, nTossed=24
Rivers: nCached=100 of 100,  nCoarse=385, nSuccesses=185, nTossed=40
bufferedImage isAccelerated=[unknown]
canonical map sizes: 866 + 674 + 247 + 1507 + 969 + 1379 = 5642
canonicalStringHolder map sizes: 1099 + 842 + 951 + 252 + 170 + 297 = 3611

Number of threads: Tomcat-waiting=9, inotify=3, other=54
(format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus)

#1 Thread[AsyncFileHandlerWriter-159413332,5,main] TIMED_WAITING daemon
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522)
java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684)
org.apache.juli.AsyncFileHandler$LoggerThread.run(AsyncFileHandler.java:159)

#2 Thread[Catalina-utility-1,1,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
java.lang.Thread.run(Thread.java:748)

#3 Thread[Catalina-utility-2,1,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
java.lang.Thread.run(Thread.java:748)

#4 Thread[cluster1-connection-reaper-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#5 Thread[cluster1-nio-worker-0,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#6 Thread[cluster1-nio-worker-1,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#7 Thread[cluster1-nio-worker-2,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#8 Thread[cluster1-nio-worker-3,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#9 Thread[cluster1-nio-worker-4,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#10 Thread[cluster1-nio-worker-5,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#11 Thread[cluster1-nio-worker-6,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#12 Thread[cluster1-nio-worker-7,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#13 Thread[cluster1-reconnection-0,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#14 Thread[cluster1-reconnection-1,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#15 Thread[cluster1-scheduled-task-worker-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#16 Thread[cluster1-timeouter-0,5,main] TIMED_WAITING
java.lang.Thread.sleep(Native Method)
io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:569)
io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:465)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#17 Thread[cluster2-connection-reaper-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#18 Thread[cluster2-nio-worker-0,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#19 Thread[cluster2-nio-worker-1,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#20 Thread[cluster2-nio-worker-2,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#21 Thread[cluster2-nio-worker-3,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#22 Thread[cluster2-nio-worker-4,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#23 Thread[cluster2-nio-worker-5,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#24 Thread[cluster2-nio-worker-6,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#25 Thread[cluster2-nio-worker-7,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#26 Thread[cluster2-reconnection-0,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#27 Thread[cluster2-reconnection-1,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#28 Thread[cluster2-scheduled-task-worker-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#29 Thread[cluster2-timeouter-0,5,main] TIMED_WAITING
java.lang.Thread.sleep(Native Method)
io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:569)
io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:465)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#30 Thread[cluster3-connection-reaper-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#31 Thread[cluster3-nio-worker-0,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#32 Thread[cluster3-nio-worker-1,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#33 Thread[cluster3-nio-worker-2,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#34 Thread[cluster3-nio-worker-3,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#35 Thread[cluster3-nio-worker-4,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#36 Thread[cluster3-nio-worker-5,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait0(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:176)
io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#37 Thread[cluster3-nio-worker-6,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#38 Thread[cluster3-nio-worker-7,5,main] RUNNABLE
io.netty.channel.epoll.Native.epollWait(Native Method)
io.netty.channel.epoll.Native.epollWait(Native.java:192)
io.netty.channel.epoll.Native.epollWait(Native.java:185)
io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#39 Thread[cluster3-reconnection-0,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#40 Thread[cluster3-reconnection-1,5,main] WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#41 Thread[cluster3-scheduled-task-worker-0,5,main] TIMED_WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#42 Thread[cluster3-timeouter-0,5,main] TIMED_WAITING
java.lang.Thread.sleep(Native Method)
io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:569)
io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:465)
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.lang.Thread.run(Thread.java:748)

#43 Thread[FileHandlerLogFilesCleaner-1,5,main] WAITING daemon
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)

#44 Thread[Finalizer,8,system] WAITING daemon
java.lang.Object.wait(Native Method)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)

#45 Thread[GC Daemon,2,system] TIMED_WAITING daemon
java.lang.Object.wait(Native Method)
sun.misc.GC$Daemon.run(GC.java:117)

#46 Thread[http-nio-8080-Acceptor,5,main] RUNNABLE daemon
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421)
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249)
org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:540)
org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:78)
org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:106)
java.lang.Thread.run(Thread.java:748)

#47 Thread[http-nio-8080-Poller,5,main] RUNNABLE daemon
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:787)
java.lang.Thread.run(Thread.java:748)

#48 Thread[https-jsse-nio-8443-Acceptor,5,main] RUNNABLE daemon
sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:421)
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:249)
org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:540)
org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:78)
org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:106)
java.lang.Thread.run(Thread.java:748)

#49 Thread[https-jsse-nio-8443-Poller,5,main] RUNNABLE daemon
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:787)
java.lang.Thread.run(Thread.java:748)

#50 Thread[Java2D Disposer,10,system] WAITING daemon
java.lang.Object.wait(Native Method)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
sun.java2d.Disposer.run(Disposer.java:148)
java.lang.Thread.run(Thread.java:748)

#51 Thread[main,5,main] TIMED_WAITING
java.lang.Thread.sleep(Native Method)
org.apache.catalina.core.StandardServer.await(StandardServer.java:563)
org.apache.catalina.startup.Catalina.await(Catalina.java:864)
org.apache.catalina.startup.Catalina.start(Catalina.java:810)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345)
org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476)

#52 Thread[Reference Handler,10,system] WAITING daemon
java.lang.Object.wait(Native Method)
java.lang.Object.wait(Object.java:502)
java.lang.ref.Reference.tryHandlePending(Reference.java:191)
java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)

#53 Thread[RunLoadDatasets,5,main] TIMED_WAITING daemon
java.lang.Thread.sleep(Native Method)
gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:288)

#54 Thread[Signal Dispatcher,9,system] RUNNABLE daemon


 
ERDDAP, Version 2.14
Disclaimers | Privacy Policy | Contact