logFileMaxSize=20971520 \\\\**** Start Erddap v2.27.0 constructor at 2025-09-12T16.08.02 logFile=/usr/local/erddap_bigparent_gcoos5_tst/logs/log.txt logMaxSizeMB=20 Java 21.0.8 (64 bit, Eclipse Adoptium) on Linux (5.4.0-216-generic). MemoryInUse= 642 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) verbose=true reallyVerbose=false bigParentDirectory=/usr/local/erddap_bigparent_gcoos5_tst/ contextDirectory=/usr/local/apache-tomcat-10.1.44/webapps/erddap/ available fonts=C059, Century Schoolbook L, D050000L, DejaVu Math TeX Gyre, DejaVu Sans, DejaVu Sans Condensed, DejaVu Sans Light, DejaVu Sans Mono, DejaVu Serif, DejaVu Serif Condensed, Dialog, DialogInput, Dingbats, Droid Sans Fallback, Monospaced, Nimbus Mono L, Nimbus Mono PS, Nimbus Roman, Nimbus Roman No9 L, Nimbus Sans, Nimbus Sans L, Nimbus Sans Narrow, Noto Mono, P052, SansSerif, Serif, Standard Symbols L, Standard Symbols PS, URW Bookman, URW Bookman L, URW Chancery L, URW Gothic, URW Gothic L, URW Palladio L, Z003 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts ) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms ) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ ) nDir= 6 nDeleted= 0 nRemain= 0 ERROR in File2.deleteIfOld: dir=/usr/local/erddap_bigparent_gcoos5_tst/private isn't a directory. \\\\**** Erddap constructor finished. TIME=2217ms *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T16:08:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T20:08:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T20:08:05Z) nDir= 5 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T20:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T20:53:05Z) nDir= 2 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T16:08:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true {{{{#1 2025-09-12T16:08:05-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/index.html OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, index, .html }}}}#1 10.125.166.13 SUCCESS. TIME=46ms MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T20:53:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T20:53:06Z) nDir= 2 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 *** constructing EDDTableFromAllDatasets accessibleViaNcCF=.ncCF/.ncCFMA is never available for this dataset because cdm_data_type=Other is not a compatible type. FGDC is never available for this dataset because Query error: there is no longitude and/or latitude variable. ISO 19115-2/19139 is never available for this dataset because Query error: there is no longitude and/or latitude variable. *** EDDTableFromAllDatasets constructor finished. TIME=25ms SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) EDD.requestReloadASAP lc2010_fl6_XBT datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 12 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_CTD dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/TD/lc2010_fl6_CTD/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/TD/lc2010_fl6_CTD/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) EDD.requestReloadASAP lc2010_fl6_CTD datasets.xml error on line #728 While trying to load datasetID=lc2010_fl6_CTD (after 3 ms) java.lang.RuntimeException: datasets.xml error on or before line #728: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T16:08:06-05:00 TOTAL TIME=51ms nGridDatasets active=0 change=0 nTableDatasets active=1 change=1 nDatasets in datasets.xml=2 (nTry=2) nUsers=0 openFileCount=340 of max=524288 %=0 MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 0 ADD _FillValue ATTRIBUTES? There are none to report. ********************************************************************** Daily Report Current time is 2025-09-12T16:08:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 1 nTotalDatasets = 1 n Datasets Failed To Load (in the last major LoadDatasets) = 2 lc2010_fl6_XBT, lc2010_fl6_CTD, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 12 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more lc2010_fl6_CTD: datasets.xml error on line #728 While trying to load datasetID=lc2010_fl6_CTD (after 3 ms) java.lang.RuntimeException: datasets.xml error on or before line #728: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 1, median ~= 35 ms Response Succeeded Time (since last Daily Report) n = 1, median ~= 35 ms Response Succeeded Time (since startup) n = 1, median ~= 35 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 0 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 0 EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.0 processCPULoad=0.0 totalMemory=48139MB freeMemory=12897MB totalSwapSpace=8191MB freeSwapSpace=6608MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=0, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 102 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) ********************************************************************** Tallied Usage Information Home Page (since last daily report) .html: 1 (100%) Home Page (since startup) .html: 1 (100%) Language (since last daily report) : 1 (100%) Language (since startup) : 1 (100%) Protocol (since last daily report) index.html: 1 (100%) Protocol (since startup) index.html: 1 (100%) Requester Is Logged In (since last daily report) no/http: 1 (100%) Requester Is Logged In (since startup) no/http: 1 (100%) Requester's IP Address (Allowed) (since last daily report) 10.125.166.13: 1 (100%) Requester's IP Address (Allowed) (since last Major LoadDatasets) 10.125.166.13: 1 (100%) Requester's IP Address (Allowed) (since startup) 10.125.166.13: 1 (100%) RequestReloadASAP (since last daily report) lc2010_fl6_CTD: 1 (50%) lc2010_fl6_XBT: 1 (50%) RequestReloadASAP (since startup) lc2010_fl6_CTD: 1 (50%) lc2010_fl6_XBT: 1 (50%) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 1 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 1, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 1 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 0 Minor LoadDatasets Times Distribution (since startup): n = 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since last Daily Report): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 0 EmailThread Failed Time Distribution (since startup): n = 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 0 EmailThread nEmails/Session Distribution (since startup): n = 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 1 (100%) Language (since startup) : 1 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 27 + 34 + 34 + 28 + 33 + 31 + 25 + 25 + 30 + 32 + 31 + 30 + 27 + 22 + 38 + 34 + 36 + 35 + 27 + 29 + 29 + 41 + 32 + 30 + 22 + 15 + 28 + 16 + 24 + 38 + 36 + 21 + 36 + 22 + 23 + 37 + 26 + 30 + 26 + 31 + 27 + 36 + 23 + 31 + 40 + 31 + 25 + 37 + 31 + 33 + 18 + 26 + 42 + 21 + 28 + 32 + 31 + 25 + 39 + 32 + 33 + 19 + 24 + 40 + 33 + 32 + 28 + 37 + 31 + 28 + 33 + 23 + 33 + 33 + 32 + 30 + 26 + 27 + 28 + 29 + 23 + 37 + 36 + 35 + 27 + 25 + 30 + 34 + 25 + 35 + 32 + 34 + 27 + 29 + 24 + 28 + 29 + 23 + 33 + 27 + 29 + 28 + 27 + 17 + 27 + 26 + 37 + 42 + 28 + 34 + 22 + 19 + 20 + 27 + 34 + 34 + 27 + 23 + 26 + 23 + 42 + 38 + 31 + 29 + 27 + 29 + 28 = 3745 canonicalStringHolder map sizes: 1 + 0 + 0 + 1 + 1 + 0 + 1 + 0 + 1 + 1 + 0 + 0 + 2 + 0 + 3 + 1 + 0 + 1 + 0 + 0 + 0 + 1 + 1 + 0 + 1 + 0 + 0 + 1 + 0 + 3 + 1 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 4 + 1 + 0 + 1 + 0 + 0 + 2 + 1 + 0 + 1 + 0 + 3 + 0 + 0 + 1 + 1 + 1 + 1 + 1 + 0 + 1 + 0 + 1 + 0 + 0 + 1 + 1 + 1 + 1 + 1 + 1 + 0 + 1 + 0 + 0 + 2 + 0 + 0 + 0 + 1 + 1 + 0 + 0 + 1 + 0 + 0 + 2 + 1 + 2 + 0 + 0 + 0 + 2 + 1 + 1 + 1 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 1 + 0 + 0 + 1 + 0 + 1 + 0 + 2 + 1 + 0 + 2 + 1 + 0 + 0 + 1 + 1 + 2 + 0 + 1 + 0 + 0 + 1 + 0 + 2 + 0 = 80 ********************************************************************** Warnings from LoadDatasets datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 12 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more datasets.xml error on line #728 While trying to load datasetID=lc2010_fl6_CTD (after 3 ms) java.lang.RuntimeException: datasets.xml error on or before line #728: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more ********************************************************************** Number of threads: Tomcat-waiting=15, inotify=0, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) Java 21.0.8 (64 bit, Eclipse Adoptium) on Linux (5.4.0-216-generic). ********************************************************************** End of Daily Report Daily Report: Daily Report Current time is 2025-09-12T16:08:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 1 nTotalDatasets = 1 n Datasets Failed To Load (in the last major LoadDatasets) = 2 lc2010_fl6_XBT, lc2010_fl6_CTD, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 12 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more lc2010_fl6_CTD: datasets.xml error on line #728 While trying to load datasetID=lc2010_fl6_CTD (after 3 ms) java.lang.RuntimeException: datasets.xml error on or before line #728: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 1, median ~= 35 ms Response Succeeded Time (since last Daily Report) n = 1, median ~= 35 ms Response Succeeded Time (since startup) n = 1, median ~= 35 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 0 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 0 EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.0 processCPULoad=0.0 totalMemory=48139MB freeMemory=12897MB totalSwapSpace=8191MB freeSwapSpace=6608MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=0, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 102 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) ********************************************************************** Tallied Usage Information Home Page (since last daily report) .html: 1 (100%) Home Page (since startup) .html: 1 (100%) Language (since last daily report) : 1 (100%) Language (since startup) : 1 (100%) Protocol (since last daily report) index.html: 1 (100%) Protocol (since startup) index.html: 1 (100%) Requester Is Logged In (since last daily report) no/http: 1 (100%) Requester Is Logged In (since startup) no/http: 1 (100%) Requester's IP Address (Allowed) (since last daily report) 10.125.166.13: 1 (100%) Requester's IP Address (Allowed) (since last Major LoadDatasets) 10.125.166.13: 1 (100%) Requester's IP Address (Allowed) (since startup) 10.125.166.13: 1 (100%) RequestReloadASAP (since last daily report) lc2010_fl6_CTD: 1 (50%) lc2010_fl6_XBT: 1 (50%) RequestReloadASAP (since startup) lc2010_fl6_CTD: 1 (50%) lc2010_fl6_XBT: 1 (50%) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 1 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 1, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 1 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 0 Minor LoadDatasets Times Distribution (since startup): n = 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since last Daily Report): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 1, median ~= 35 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 1 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 0 EmailThread Failed Time Distribution (since startup): n = 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 0 EmailThread nEmails/Session Distribution (since startup): n = 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 1 (100%) Language (since startup) : 1 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 27 + 34 + 34 + 28 + 33 + 31 + 25 + 25 + 30 + 32 + 31 + 30 + 27 + 22 + 38 + 34 + 36 + 35 + 27 + 29 + 29 + 41 + 32 + 30 + 22 + 15 + 28 + 16 + 24 + 38 + 36 + 21 + 36 + 22 + 23 + 37 + 26 + 30 + 26 + 31 + 27 + 36 + 23 + 31 + 40 + 31 + 25 + 37 + 31 + 33 + 18 + 26 + 42 + 21 + 28 + 32 + 31 + 25 + 39 + 32 + 33 + 19 + 24 + 40 + 33 + 32 + 28 + 37 + 31 + 28 + 33 + 23 + 33 + 33 + 32 + 30 + 26 + 27 + 28 + 29 + 23 + 37 + 36 + 35 + 27 + 25 + 30 + 34 + 25 + 35 + 32 + 34 + 27 + 29 + 24 + 28 + 29 + 23 + 33 + 27 + 29 + 28 + 27 + 17 + 27 + 26 + 37 + 42 + 28 + 34 + 22 + 19 + 20 + 27 + 34 + 34 + 27 + 23 + 26 + 23 + 42 + 38 + 31 + 29 + 27 + 29 + 28 = 3745 canonicalStringHolder map sizes: 1 + 0 + 0 + 1 + 1 + 0 + 1 + 0 + 1 + 1 + 0 + 0 + 2 + 0 + 3 + 1 + 0 + 1 + 0 + 0 + 0 + 1 + 1 + 0 + 1 + 0 + 0 + 1 + 0 + 3 + 1 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 4 + 1 + 0 + 1 + 0 + 0 + 2 + 1 + 0 + 1 + 0 + 3 + 0 + 0 + 1 + 1 + 1 + 1 + 1 + 0 + 1 + 0 + 1 + 0 + 0 + 1 + 1 + 1 + 1 + 1 + 1 + 0 + 1 + 0 + 0 + 2 + 0 + 0 + 0 + 1 + 1 + 0 + 0 + 1 + 0 + 0 + 2 + 1 + 2 + 0 + 0 + 0 + 2 + 1 + 1 + 1 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 0 + 1 + 0 + 0 + 1 + 0 + 1 + 0 + 2 + 1 + 0 + 2 + 1 + 0 + 0 + 1 + 1 + 2 + 0 + 1 + 0 + 0 + 1 + 0 + 2 + 0 = 80 ********************************************************************** Warnings from LoadDatasets datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 12 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more datasets.xml error on line #728 While trying to load datasetID=lc2010_fl6_CTD (after 3 ms) java.lang.RuntimeException: datasets.xml error on or before line #728: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERDDAP is deferring loading this dataset until after loading other datasets because ERDDAP was just restarted and fileTable.nRows=0. at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:1697) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more ********************************************************************** Number of threads: Tomcat-waiting=15, inotify=0, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) ********************************************************************** setDatasetFlag URLs can be used to force a dataset to be reloaded (treat as confidential information) https://gcoos3.geos.tamu.edu/erddap/setDatasetFlag.txt?datasetID=allDatasets&flagKey=9c1d1098d370afcb3bc12fd200a4dae2d1bd8fdaf5c9a790226c1ba4746d334e ********************************************************************** Treat Subscription Information as Confidential: List of Valid and Pending Subscriptions: (nEmailAddress=0, nPendingSubscriptions=0, nValidSubscriptions=0) Java 21.0.8 (64 bit, Eclipse Adoptium) on Linux (5.4.0-216-generic). ********************************************************************** End of Daily Report Emailing "gcoos3 ERDDAP: Daily Report" to tsaari@tamu.edu *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T16:08:10-05:00 *** RunLoadDatasets is starting a new flag LoadDatasets thread at 2025-09-12T16:08:10-05:00 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T16:08:10-05:00 datasetsRegex=(lc2010_fl6_XBT|lc2010_fl6_CTD) inputStream=null majorLoad=false SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) fileTable updated; time=140ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 165 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_CTD dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/TD/lc2010_fl6_CTD/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/TD/lc2010_fl6_CTD/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList fileTable updated; time=18ms tFileNamePA.size()=1 dirTable.nRows()=1 fileTable.nRows()=1 fileTableInMemory=false nUnchanged=0 nRemoved=0 (nNoLastMod=0, nNoSize=0) nReadFile=1 (nDifferentModTime=0 nNew=1) readFileCumTime=17 ms avg=17ms minMaxTable= lower_left_longitude,lower_left_latitude,upper_right_longitude,upper_right_latitude,station,time,longitude,latitude,waterdepth,depthflag,instrument,index78type,start_index78,stop_index78,CTD_Depth,CTD_Temperature,CTD_Salinity -89.0,24.24,-85.0,28.0,1,844.0,-89.0,24.24,250.0,G,T10,2,1,194,,, -89.0,24.24,-85.0,28.0,60,1242.0,-85.0,28.0,3495.0,G,XCP,4,9011,9142,,, 0.0,0.0,0.0,0.0,0,0.0,0.0,0.0,0.0,0,0,0,0,0,0.0,0.0,0.0 getting dataset metadata from /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc ftLastMod first=2025-09-12T20:44:29Z last=2025-09-12T20:44:29Z WARNING in Table.readNcMetadata: variableName=CTD_Depth not found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc WARNING in Table.readNcMetadata: variableName=CTD_Temperature not found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc WARNING in Table.readNcMetadata: variableName=CTD_Salinity not found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc Add _FillValue Attribute? If appropriate, in datasets.xml for datasetID="lc2010_fl6_CTD", for the variable with sourceName="station", in the section, add 2147483647 . Add _FillValue Attribute? If appropriate, in datasets.xml for datasetID="lc2010_fl6_CTD", for the variable with sourceName="indextype", in the section, add 32767 . Add _FillValue Attribute? If appropriate, in datasets.xml for datasetID="lc2010_fl6_CTD", for the variable with sourceName="start_index", in the section, add 2147483647 . Add _FillValue Attribute? If appropriate, in datasets.xml for datasetID="lc2010_fl6_CTD", for the variable with sourceName="stop_index", in the section, add 2147483647 . accessibleViaNcCF=[true] *** EDDTableFromFiles lc2010_fl6_CTD constructor finished. TIME=92ms change=Previously, this dataset was (temporarily?) not available. Perhaps ERDDAP was just restarted.The list of aggregated files changed: The number of new or changed data files that were read: 1. The number of files that were removed from the file list: 0. The total number of good files is now 1. nActions=0 ******************************************************************************** LoadDatasets.run finished at 2025-09-12T16:08:10-05:00 TOTAL TIME=268ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=1 nDatasets in datasets.xml=2 (nTry=2) nUsers=0 n Datasets Failed To Load (in the last minor LoadDatasets) = 1 lc2010_fl6_XBT, (end) {{{{#2 2025-09-12T16:08:10-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/info/index.html?page=1&itemsPerPage=1000 OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, index, .html }}}}#2 10.125.166.13 SUCCESS. TIME=15ms {{{{#3 2025-09-12T16:08:14-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/tabledap/lc2010_fl6_CTD.html OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, lc2010_fl6_CTD_5ace_8896_cba2, .html }}}}#3 10.125.166.13 SUCCESS. TIME=36ms *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T16:08:15-05:00 %%% EmailThread openEmailSession at 2025-09-12T16:08:19-05:00 {{{{#4 2025-09-12T16:08:23-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/tabledap/lc2010_fl6_CTD.htmlTable?lower_left_longitude%2Clower_left_latitude%2Cupper_right_longitude%2Cupper_right_latitude%2Cstation%2Ctime%2Clongitude%2Clatitude%2Cwaterdepth%2Cdepthflag%2Cinstrument%2Cindextype%2Cstart_index%2Cstop_index%2CCTD_Depth%2CCTD_Temperature%2CCTD_Salinity&time%3E=2010-05-01T00%3A00%3A00Z&time%3C=2010-05-08T20%3A42%3A00Z OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, lc2010_fl6_CTD_d787_6b7c_9454, .html }}}}#4 10.125.166.13 SUCCESS. TIME=34ms %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:10:28-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:10:58-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:13:08-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:14:08-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:16:19-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:18:19-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:20:28-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T16:23:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T20:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T20:23:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T20:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T20:23:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:08:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T16:23:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 92 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:08:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:08:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:08:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=54ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 73 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T16:23:06-05:00 TOTAL TIME=78ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=343 of max=524288 %=0 MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 8 Current time is 2025-09-12T16:23:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 73 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 3, median ~= 28 ms Response Succeeded Time (since last Daily Report) n = 3, median ~= 28 ms Response Succeeded Time (since startup) n = 4, median ~= 30 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 4, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.021633804 processCPULoad=0.0020389776 totalMemory=48139MB freeMemory=12741MB totalSwapSpace=8191MB freeSwapSpace=6621MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 1 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 2, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 2 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 3, median ~= 28 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since last Daily Report): n = 3, median ~= 28 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 4, median ~= 30 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 4, median ~= 0 ms 0 ms: 4 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 4, median ~= 0 ms 0 ms: 4 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 4, median ~= 0 0: 4 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 4, median ~= 0 0: 4 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 3 (100%) Language (since startup) : 4 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Requester's IP Address (Allowed) (since last Major LoadDatasets) 10.125.166.13: 3 (100%) Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T16:23:10-05:00 %%% EmailThread openEmailSession at 2025-09-12T16:24:28-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:26:39-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:30:39-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:32:50-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:36:50-05:00 *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T16:38:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T20:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T20:38:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T20:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T20:38:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:23:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T16:38:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 92 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:23:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:23:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:23:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=52ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 84 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T16:38:06-05:00 TOTAL TIME=92ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=344 of max=524288 %=0 MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 8 Current time is 2025-09-12T16:38:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 84 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 3, median ~= 28 ms Response Succeeded Time (since startup) n = 4, median ~= 30 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. The current email session has been running for 1m 17s. EmailThread Failed Time (since last Daily Report) n = 6, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.021335036 processCPULoad=0.0014667581 totalMemory=48139MB freeMemory=12654MB totalSwapSpace=8191MB freeSwapSpace=6636MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 2, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 2 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 3, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 3 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 3, median ~= 28 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 4, median ~= 30 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 6, median ~= 0 ms 0 ms: 6 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 6, median ~= 0 ms 0 ms: 6 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 6, median ~= 0 0: 6 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 6, median ~= 0 0: 6 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 3 (100%) Language (since startup) : 4 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.connect0(Native Method) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:589) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:578) java.base@21.0.8/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) java.base@21.0.8/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) java.base@21.0.8/java.net.Socket.connect(Socket.java:751) java.base@21.0.8/java.net.Socket.connect(Socket.java:686) com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) jakarta.mail.Service.connect(Service.java:342) jakarta.mail.Service.connect(Service.java:222) gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T16:38:10-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:39:01-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T16:43:01-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:45:11-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more {{{{#5 2025-09-12T16:46:08-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/tabledap/lc2010_fl6_CTD.html OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, lc2010_fl6_CTD_5ace_8896_cba2, .html }}}}#5 10.125.166.13 SUCCESS. TIME=16ms {{{{#6 2025-09-12T16:46:08-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/images/wz_tooltip.js OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, wz_tooltip, .js doTransfer /usr/local/apache-tomcat-10.1.44/webapps/erddap/images/wz_tooltip.js compression=gzip, fileSize=36673 }}}}#6 10.125.166.13 SUCCESS. TIME=5ms {{{{#7 2025-09-12T16:46:10-05:00 (notLoggedIn) 10.125.166.13 GET /erddap/index.html OutputStreamFromHttpResponse charEncoding=UTF-8, encoding=gzip, index, .html }}}}#7 10.125.166.13 SUCCESS. TIME=5ms %%% EmailThread openEmailSession at 2025-09-12T16:49:11-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:51:22-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T16:53:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T20:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T20:53:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T20:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T20:53:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:38:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T16:53:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 92 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:38:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:38:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:38:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=51ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 84 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T16:53:06-05:00 TOTAL TIME=95ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=343 of max=524288 %=0 MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 8 Current time is 2025-09-12T16:53:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 84 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 3, median ~= 4 ms Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 9, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.021950416 processCPULoad=0.0015613238 totalMemory=48139MB freeMemory=12613MB totalSwapSpace=8191MB freeSwapSpace=6654MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 3, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 3 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 4, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 4 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 3, median ~= 4 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 1 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 9, median ~= 0 ms 0 ms: 9 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 9, median ~= 0 ms 0 ms: 9 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 9, median ~= 0 0: 9 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 9, median ~= 0 0: 9 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Requester's IP Address (Allowed) (since last Major LoadDatasets) 10.125.166.13: 3 (100%) Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T16:53:10-05:00 %%% EmailThread openEmailSession at 2025-09-12T16:55:22-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T16:57:33-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:01:33-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:03:43-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:07:43-05:00 *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T17:08:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T21:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T21:08:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T21:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T21:08:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:53:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T17:08:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 94 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T21:53:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T21:53:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T21:53:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=0ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=45ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 54 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T17:08:06-05:00 TOTAL TIME=59ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=344 of max=524288 %=0 MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 6 Current time is 2025-09-12T17:08:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 54 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. The current email session has been running for 23.780 s. EmailThread Failed Time (since last Daily Report) n = 11, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.020436905 processCPULoad=0.0014223283 totalMemory=48139MB freeMemory=12630MB totalSwapSpace=8191MB freeSwapSpace=6674MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T17:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 4, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 4 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 5, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 5 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 11, median ~= 0 ms 0 ms: 11 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 11, median ~= 0 ms 0 ms: 11 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 11, median ~= 0 0: 11 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 11, median ~= 0 0: 11 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.connect0(Native Method) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:589) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:578) java.base@21.0.8/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) java.base@21.0.8/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) java.base@21.0.8/java.net.Socket.connect(Socket.java:751) java.base@21.0.8/java.net.Socket.connect(Socket.java:686) com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) jakarta.mail.Service.connect(Service.java:342) jakarta.mail.Service.connect(Service.java:222) gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T17:08:10-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:09:54-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:13:54-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:16:05-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:20:05-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:22:15-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T17:23:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T21:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T21:23:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T21:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T21:23:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:08:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T17:23:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 94 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:08:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:08:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:08:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=0ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=45ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 59 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T17:23:06-05:00 TOTAL TIME=68ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=343 of max=524288 %=0 MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 4 Current time is 2025-09-12T17:23:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 59 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 14, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.020001506 processCPULoad=0.0015197018 totalMemory=48139MB freeMemory=12611MB totalSwapSpace=8191MB freeSwapSpace=6682MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T17:23:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 98 0 0% 2025-09-12T17:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 5, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 5 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 6, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 6 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 14, median ~= 0 ms 0 ms: 14 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 14, median ~= 0 ms 0 ms: 14 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 14, median ~= 0 0: 14 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 14, median ~= 0 0: 14 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T17:23:10-05:00 %%% EmailThread openEmailSession at 2025-09-12T17:26:15-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:28:26-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:32:26-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:34:37-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T17:38:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T21:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T21:38:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T21:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T21:38:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:23:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:23:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T17:38:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 90 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:23:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:23:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:23:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=47ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 61 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T17:38:06-05:00 TOTAL TIME=69ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=343 of max=524288 %=0 MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 10 Current time is 2025-09-12T17:38:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 61 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 16, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.019998495 processCPULoad=0.0014083408 totalMemory=48139MB freeMemory=12592MB totalSwapSpace=8191MB freeSwapSpace=6691MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=1, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 100 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T17:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T17:23:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 98 0 0% 2025-09-12T17:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 6, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 6 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 7, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 7 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 16, median ~= 0 ms 0 ms: 16 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 16, median ~= 0 ms 0 ms: 16 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 16, median ~= 0 0: 16 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 16, median ~= 0 0: 16 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=1, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T17:38:10-05:00 %%% EmailThread openEmailSession at 2025-09-12T17:38:37-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:40:47-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:44:47-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:46:58-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T17:50:58-05:00 *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T17:53:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T21:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T21:53:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T21:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T21:53:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:38:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:38:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T17:53:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 94 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:38:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:38:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:38:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=43ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 57 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T17:53:06-05:00 TOTAL TIME=64ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=347 of max=524288 %=0 MemoryInUse= 96 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 4 Current time is 2025-09-12T17:53:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 57 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. The current email session has been running for 2m 9s. EmailThread Failed Time (since last Daily Report) n = 18, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.020840421 processCPULoad=0.0013941946 totalMemory=48139MB freeMemory=12565MB totalSwapSpace=8191MB freeSwapSpace=6707MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=2, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T17:53:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 2 13 98 0 0% 2025-09-12T17:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T17:23:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 98 0 0% 2025-09-12T17:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 7, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 7 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 8, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 8 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 18, median ~= 0 ms 0 ms: 18 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 18, median ~= 0 ms 0 ms: 18 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 18, median ~= 0 0: 18 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 18, median ~= 0 0: 18 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=2, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.connect0(Native Method) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:589) java.base@21.0.8/sun.nio.ch.Net.connect(Net.java:578) java.base@21.0.8/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) java.base@21.0.8/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) java.base@21.0.8/java.net.Socket.connect(Socket.java:751) java.base@21.0.8/java.net.Socket.connect(Socket.java:686) com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) jakarta.mail.Service.connect(Service.java:342) jakarta.mail.Service.connect(Service.java:222) gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:53:09-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets notes that LoadDatasets has finished running as of 2025-09-12T17:53:10-05:00 %%% EmailThread openEmailSession at 2025-09-12T17:57:09-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T17:59:19-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more %%% EmailThread openEmailSession at 2025-09-12T18:03:19-05:00 %%% EmailThread session ERROR at email #-1 at 2025-09-12T18:05:30-05:00 com.sun.mail.util.MailConnectException: Couldn't connect to host, port: tamu.edu, 465; timeout -1; nested exception is: java.net.ConnectException: Connection timed out at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2210) at com.sun.mail.smtp.SMTPTransport.protocolConnect(SMTPTransport.java:722) at jakarta.mail.Service.connect(Service.java:342) at jakarta.mail.Service.connect(Service.java:222) at gov.noaa.pfel.coastwatch.util.SSR.openEmailSession(SSR.java:671) at gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:99) Caused by: java.net.ConnectException: Connection timed out at java.base/sun.nio.ch.Net.connect0(Native Method) at java.base/sun.nio.ch.Net.connect(Net.java:589) at java.base/sun.nio.ch.Net.connect(Net.java:578) at java.base/sun.nio.ch.NioSocketImpl.connect(NioSocketImpl.java:583) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:327) at java.base/java.net.Socket.connect(Socket.java:751) at java.base/java.net.Socket.connect(Socket.java:686) at com.sun.mail.util.SocketFetcher.createSocket(SocketFetcher.java:335) at com.sun.mail.util.SocketFetcher.getSocket(SocketFetcher.java:214) at com.sun.mail.smtp.SMTPTransport.openServer(SMTPTransport.java:2160) ... 5 more *** RunLoadDatasets is starting a new MAJOR LoadDatasets thread at 2025-09-12T18:08:05-05:00 RUN_LOAD_DATASETS_CACHE_CLEAR start File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ts , 2025-09-12T22:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/_wms , 2025-09-12T22:08:05Z) nDir= 5 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/TD , 2025-09-12T22:08:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/cache/ , 2025-09-12T22:08:05Z) nDir= 7 nDeleted= 0 nRemain= 0 RUN_LOAD_DATASETS_CACHE_CLEAR 0 files remain in /usr/local/apache-tomcat-10.1.44/webapps/erddap/public/ 0 files remain in /usr/local/erddap_bigparent_gcoos5_tst/cache/ and subdirectories. File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:53:05Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:53:05Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 ******************************************************************************** LoadDatasets.run EDStatic.config.developmentMode=false 2025-09-12T18:08:05-05:00 datasetsRegex=.* inputStream=null majorLoad=true MemoryInUse= 92 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ts , 2025-09-12T22:53:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/TD , 2025-09-12T22:53:06Z) nDir= 1 nDeleted= 0 nRemain= 0 File2.deleteIfOld(/usr/local/erddap_bigparent_gcoos5_tst/decompressed/ , 2025-09-12T22:53:06Z) nDir= 3 nDeleted= 0 nRemain= 0 After deleting decompressed files not used in the last 15 minutes, nRemain=0 SimpleXmlReader encoding=ISO-8859-1 startHeadHtml5 was set. startBodyHtml5 was set. theShortDescriptionHtml was set. requestBlacklist is now null. *** constructing EDDTableFromFiles(xmlReader)... *** constructing EDDTableFromFiles lc2010_fl6_XBT dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/dirTable.nc dir/file table doesn't exist: /usr/local/erddap_bigparent_gcoos5_tst/dataset/BT/lc2010_fl6_XBT/fileTable.nc creating new dirTable and fileTable (dirTable=null?true fileTable=null?true badFileMap=null?false) doQuickRestart=false 1 files found in /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/ regex=lc2010_fl6.nc recursive=true pathRegex=.* time=1ms old nBadFiles size=0 old fileTable size=0 nFilesMissing=0 Didn't get expected attributes because there were no previously valid files, or none of the previously valid files were unchanged! EDDTableFromFiles file #0=/data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc 0 insert in fileList 0 bad file: removing fileTable row for /data/erddap/gulfhub/NCSU/LCdata/Data/CTD/Air/lc2010_fl6.nc java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) at gov.noaa.pfel.coastwatch.pointdata.Table.addIndexColumns(Table.java:6526) at gov.noaa.pfel.coastwatch.pointdata.TableFromMultidimNcFile.readMultidimNc(TableFromMultidimNcFile.java:357) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.lowGetSourceDataFromFile(EDDTableFromMultidimNcFiles.java:180) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.getSourceDataFromFile(EDDTableFromFiles.java:4148) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2043) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) lc2010_fl6_XBT addBadFile: lc2010_fl6.nc reason=java.lang.RuntimeException: ERROR in NDimensionalIndex constructor: shape=[0, 0] has a value less than 1. at com.cohort.array.NDimensionalIndex.(NDimensionalIndex.java:78) fileTable updated; time=48ms datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 65 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more change= ******************************************************************************** LoadDatasets.run finished at 2025-09-12T18:08:06-05:00 TOTAL TIME=73ms nGridDatasets active=0 change=0 nTableDatasets active=2 change=0 nDatasets in datasets.xml=2 (nTry=1) nUsers=0 openFileCount=346 of max=524288 %=0 MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) change for this run of major Load Datasets (MB) = 6 Current time is 2025-09-12T18:08:07-05:00 Startup was at 2025-09-12T16:08:02-05:00 Last major LoadDatasets started 2.000 s ago and is still running. Currently, no dataset is loading. nGridDatasets = 0 nTableDatasets = 2 nTotalDatasets = 2 n Datasets Failed To Load (in the last major LoadDatasets) = 1 lc2010_fl6_XBT, (end) Reasons for failing to load datasets: lc2010_fl6_XBT: datasets.xml error on line #419 While trying to load datasetID=lc2010_fl6_XBT (after 65 ms) java.lang.RuntimeException: datasets.xml error on or before line #419: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:819) at gov.noaa.pfel.erddap.LoadDatasets.parseUsingSimpleXmlReader(LoadDatasets.java:672) at gov.noaa.pfel.erddap.LoadDatasets.run(LoadDatasets.java:220) Caused by: java.lang.RuntimeException: ERROR in Test.ensureTrue: No valid data files were found. See log.txt for details. at com.cohort.util.Test.error(Test.java:23) at com.cohort.util.Test.ensureTrue(Test.java:54) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.(EDDTableFromFiles.java:2103) at gov.noaa.pfel.erddap.dataset.EDDTableFromMultidimNcFiles.(EDDTableFromMultidimNcFiles.java:103) at gov.noaa.pfel.erddap.dataset.EDDTableFromFiles.fromXml(EDDTableFromFiles.java:662) at gov.noaa.pfel.erddap.dataset.EDD.fromXml(EDD.java:781) ... 2 more Unique users (since startup) n = 1 Response Failed Time (since last major LoadDatasets) n = 0 Response Failed Time (since last Daily Report) n = 0 Response Failed Time (since startup) n = 0 Response Succeeded Time (since last major LoadDatasets) n = 0 Response Succeeded Time (since last Daily Report) n = 6, median ~= 15 ms Response Succeeded Time (since startup) n = 7, median ~= 18 ms TaskThread has finished 0 out of 0 tasks. Currently, no task is running. TaskThread Failed Time (since last Daily Report) n = 0 TaskThread Failed Time (since startup) n = 0 TaskThread Succeeded Time (since last Daily Report) n = 0 TaskThread Succeeded Time (since startup) n = 0 EmailThread has sent 0 out of 1 emails. Currently, the thread is sleeping. EmailThread Failed Time (since last Daily Report) n = 21, median ~= 0 ms EmailThread Succeeded Time (since last Daily Report) n = 0 TouchThread has finished 0 out of 0 touches. Currently, the thread is sleeping. TouchThread Failed Time (since last Daily Report) n = 0 TouchThread Succeeded Time (since last Daily Report) n = 0 OS info: totalCPULoad=0.02068652 processCPULoad=0.0014473354 totalMemory=48139MB freeMemory=12504MB totalSwapSpace=8191MB freeSwapSpace=6715MB Number of active requests=0 Number of threads: Tomcat-waiting=15, inotify=2, other=13 0 gc calls, 0 requests shed, and 0 dangerousMemoryEmails since last major LoadDatasets MemoryInUse= 98 MB (highWaterMark= 2244 MB) (Xmx ~= 32768 MB) Major LoadDatasets Time Series: MLD Datasets Loaded Requests (median times in ms) Number of Threads MB gc Open timestamp time nTry nFail nTotal nSuccess (median) nFail (median) shed memFail tooMany tomWait inotify other inUse Calls Files ---------------------------- ----- ----------------- ----------------------------------------------------- --------------------- ----- ----- ----- 2025-09-12T18:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 2 13 98 0 0% 2025-09-12T17:53:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 2 13 98 0 0% 2025-09-12T17:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T17:23:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 98 0 0% 2025-09-12T17:08:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:53:06-05:00 1s 1 1 2.0 3 ( 4) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:38:06-05:00 1s 1 1 2.0 0 ( 0) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:23:06-05:00 1s 1 1 2.0 3 ( 28) 0 ( 0) 0 0 0 15 1 13 100 0 0% 2025-09-12T16:08:06-05:00 1s 2 2 1.0 1 ( 35) 0 ( 0) 0 0 0 15 0 13 100 0 0% Major LoadDatasets Times Distribution (since last Daily Report): n = 8, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 8 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Major LoadDatasets Times Distribution (since startup): n = 9, median ~= 75 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 9 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since last Daily Report): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Minor LoadDatasets Times Distribution (since startup): n = 1, median ~= 350 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 1 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Failed Time Distribution (since last major LoadDatasets): n = 0 Response Failed Time Distribution (since last Daily Report): n = 0 Response Failed Time Distribution (since startup): n = 0 Response Succeeded Time Distribution (since last major LoadDatasets): n = 0 Response Succeeded Time Distribution (since last Daily Report): n = 6, median ~= 15 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 2 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 Response Succeeded Time Distribution (since startup): n = 7, median ~= 18 ms 0 ms: 0 1 ms: 0 2 ms: 0 <= 5 ms: 2 <= 10 ms: 0 <= 20 ms: 2 <= 50 ms: 3 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since last Daily Report): n = 21, median ~= 0 ms 0 ms: 21 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Failed Time Distribution (since startup): n = 21, median ~= 0 ms 0 ms: 21 1 ms: 0 2 ms: 0 <= 5 ms: 0 <= 10 ms: 0 <= 20 ms: 0 <= 50 ms: 0 <= 100 ms: 0 <= 200 ms: 0 <= 500 ms: 0 <= 1 s: 0 <= 2 s: 0 <= 5 s: 0 <= 10 s: 0 <= 20 s: 0 <= 1 min: 0 <= 2 min: 0 <= 5 min: 0 <= 10 min: 0 <= 20 min: 0 <= 1 hr: 0 > 1 hr: 0 EmailThread Succeeded Time Distribution (since last Daily Report): n = 0 EmailThread Succeeded Time Distribution (since startup): n = 0 EmailThread nEmails/Session Distribution (since last Daily Report): n = 21, median ~= 0 0: 21 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 EmailThread nEmails/Session Distribution (since startup): n = 21, median ~= 0 0: 21 1: 0 2: 0 <= 5: 0 <= 10: 0 <= 20: 0 <= 50: 0 <= 100: 0 > 100: 0 TaskThread Failed Time Distribution (since last Daily Report): n = 0 TaskThread Failed Time Distribution (since startup): n = 0 TaskThread Succeeded Time Distribution (since last Daily Report): n = 0 TaskThread Succeeded Time Distribution (since startup): n = 0 TouchThread Failed Time Distribution (since last Daily Report): n = 0 TouchThread Failed Time Distribution (since startup): n = 0 TouchThread Succeeded Time Distribution (since last Daily Report): n = 0 TouchThread Succeeded Time Distribution (since startup): n = 0 Language (since last daily report) : 6 (100%) Language (since startup) : 7 (100%) SgtMap topography nFromCache=0 nNotFromCache=0 GSHHS: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 NationalBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 StateBoundaries: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 Rivers: nCached=0 of 100, nCoarse=0, nSuccesses=0, nTossed=0 bufferedImage isAccelerated=[java.awt.HeadlessException] canonical map sizes: 29 + 35 + 34 + 29 + 33 + 32 + 25 + 27 + 32 + 36 + 32 + 30 + 28 + 23 + 38 + 35 + 37 + 37 + 27 + 33 + 31 + 42 + 32 + 30 + 23 + 17 + 28 + 17 + 25 + 40 + 37 + 25 + 36 + 22 + 26 + 38 + 28 + 30 + 26 + 31 + 29 + 36 + 24 + 31 + 41 + 32 + 25 + 38 + 32 + 34 + 20 + 27 + 45 + 22 + 29 + 32 + 33 + 26 + 39 + 34 + 35 + 22 + 24 + 41 + 34 + 32 + 29 + 37 + 31 + 29 + 36 + 23 + 33 + 33 + 33 + 31 + 29 + 30 + 29 + 31 + 24 + 37 + 37 + 35 + 27 + 26 + 31 + 34 + 25 + 36 + 33 + 34 + 28 + 29 + 24 + 30 + 29 + 23 + 33 + 28 + 29 + 29 + 29 + 18 + 27 + 26 + 38 + 42 + 28 + 35 + 22 + 19 + 24 + 27 + 34 + 34 + 29 + 23 + 28 + 25 + 42 + 39 + 31 + 31 + 30 + 29 + 28 = 3866 canonicalStringHolder map sizes: 2 + 3 + 4 + 3 + 2 + 1 + 3 + 2 + 4 + 3 + 2 + 3 + 2 + 1 + 6 + 1 + 2 + 4 + 2 + 1 + 1 + 1 + 3 + 2 + 3 + 1 + 1 + 4 + 2 + 3 + 3 + 2 + 1 + 2 + 5 + 1 + 3 + 3 + 3 + 1 + 1 + 5 + 3 + 1 + 6 + 2 + 3 + 2 + 0 + 3 + 2 + 0 + 2 + 1 + 2 + 2 + 3 + 1 + 3 + 0 + 4 + 4 + 0 + 3 + 0 + 4 + 1 + 4 + 2 + 1 + 2 + 1 + 2 + 4 + 3 + 0 + 0 + 3 + 4 + 1 + 1 + 1 + 3 + 1 + 3 + 2 + 3 + 0 + 3 + 1 + 3 + 2 + 2 + 2 + 2 + 2 + 2 + 3 + 0 + 2 + 2 + 2 + 3 + 3 + 2 + 3 + 3 + 4 + 3 + 4 + 4 + 1 + 3 + 3 + 2 + 2 + 2 + 2 + 5 + 3 + 5 + 2 + 1 + 3 + 3 + 2 + 1 = 292 Number of threads: Tomcat-waiting=15, inotify=2, other=13 (format: #threadNumber Thread[threadName,threadPriority,threadGroup] threadStatus) #1 Thread[#1,main,5,main] RUNNABLE java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.NioSocketImpl.accept(NioSocketImpl.java:748) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:698) java.base@21.0.8/java.net.ServerSocket.platformImplAccept(ServerSocket.java:663) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:639) java.base@21.0.8/java.net.ServerSocket.implAccept(ServerSocket.java:585) java.base@21.0.8/java.net.ServerSocket.accept(ServerSocket.java:543) org.apache.catalina.core.StandardServer.await(StandardServer.java:557) org.apache.catalina.startup.Catalina.await(Catalina.java:851) org.apache.catalina.startup.Catalina.start(Catalina.java:799) java.base@21.0.8/java.lang.invoke.LambdaForm$DMH/0x00007fd2c00b4c00.invokeVirtual(LambdaForm$DMH) java.base@21.0.8/java.lang.invoke.LambdaForm$MH/0x00007fd2c0100400.invoke(LambdaForm$MH) java.base@21.0.8/java.lang.invoke.Invokers$Holder.invokeExact_MT(Invokers$Holder) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invokeImpl(DirectMethodHandleAccessor.java:153) java.base@21.0.8/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103) java.base@21.0.8/java.lang.reflect.Method.invoke(Method.java:580) app//org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:345) app//org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:476) #2 Thread[#15,Reference Handler,10,system] RUNNABLE daemon java.base@21.0.8/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@21.0.8/java.lang.ref.Reference.processPendingReferences(Reference.java:246) java.base@21.0.8/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:208) #3 Thread[#16,Finalizer,8,system] WAITING daemon java.base@21.0.8/java.lang.Object.wait0(Native Method) java.base@21.0.8/java.lang.Object.wait(Object.java:366) java.base@21.0.8/java.lang.Object.wait(Object.java:339) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.await(NativeReferenceQueue.java:48) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.NativeReferenceQueue.remove(NativeReferenceQueue.java:89) java.base@21.0.8/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:173) #4 Thread[#17,Signal Dispatcher,9,system] RUNNABLE daemon #5 Thread[#23,Common-Cleaner,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #6 Thread[#24,Notification Thread,9,system] RUNNABLE daemon #7 Thread[#29,Cleaner-0,8,InnocuousThreadGroup] TIMED_WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:269) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1852) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:71) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:143) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:218) java.base@21.0.8/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) java.base@21.0.8/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:186) #8 Thread[#46,Java2D Disposer,10,system] WAITING daemon java.base@21.0.8/jdk.internal.misc.Unsafe.park(Native Method) java.base@21.0.8/java.util.concurrent.locks.LockSupport.park(LockSupport.java:371) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:519) java.base@21.0.8/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3780) java.base@21.0.8/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3725) java.base@21.0.8/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1712) java.base@21.0.8/java.lang.ref.ReferenceQueue.await(ReferenceQueue.java:67) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove0(ReferenceQueue.java:158) java.base@21.0.8/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:234) java.desktop@21.0.8/sun.java2d.Disposer.run(Disposer.java:145) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #9 Thread[#47,EmailThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.EmailThread.run(EmailThread.java:60) #10 Thread[#48,TouchThread,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) com.cohort.util.Math2.sleep(Math2.java:372) gov.noaa.pfel.erddap.util.TouchThread.run(TouchThread.java:53) #11 Thread[#49,RunLoadDatasets,5,main] TIMED_WAITING java.base@21.0.8/java.lang.Thread.sleep0(Native Method) java.base@21.0.8/java.lang.Thread.sleep(Thread.java:509) gov.noaa.pfel.erddap.RunLoadDatasets.run(RunLoadDatasets.java:278) #12 Thread[#63,http-nio-6060-Poller,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.EPoll.wait(Native Method) java.base@21.0.8/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:121) java.base@21.0.8/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:130) java.base@21.0.8/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:142) org.apache.tomcat.util.net.NioEndpoint$Poller.run(NioEndpoint.java:775) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583) #13 Thread[#64,http-nio-6060-Acceptor,5,main] RUNNABLE daemon java.base@21.0.8/sun.nio.ch.Net.accept(Native Method) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:433) java.base@21.0.8/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:399) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:537) org.apache.tomcat.util.net.NioEndpoint.serverSocketAccept(NioEndpoint.java:72) org.apache.tomcat.util.net.Acceptor.run(Acceptor.java:127) java.base@21.0.8/java.lang.Thread.runWith(Thread.java:1596) java.base@21.0.8/java.lang.Thread.run(Thread.java:1583)