[metrics-alerts] Cron <metrics at meronense> cd /srv/metrics.torproject.org/metrics/bin/website && ./run-web.sh

[Cron Daemon]

2022-12-18 06:43:35,628 WARN o.t.m.s.main.Main:76 Caught an exception when invoking the main method of the org.torproject.metrics.stats.clients.Main module. Moving on to the next module, if available.
java.lang.reflect.InvocationTargetException: null
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
Caused by: org.postgresql.util.PSQLException: FATAL: terminating connection due to administrator command
  Where: while updating tuple (1247021,13) in relation "merged"
SQL statement "UPDATE merged SET stats_end = last_end, val = last_val
          WHERE id = last_id"
PL/pgSQL function merge() line 224 at SQL statement
	at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2440)
	at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2183)
	at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:308)
	at org.postgresql.jdbc.PgStatement.executeInternal(PgStatement.java:441)
	at org.postgresql.jdbc.PgStatement.execute(PgStatement.java:365)
	at org.postgresql.jdbc.PgStatement.executeWithFlags(PgStatement.java:307)
	at org.postgresql.jdbc.PgStatement.executeCachedSql(PgStatement.java:293)
	at org.postgresql.jdbc.PgStatement.executeWithFlags(PgStatement.java:270)
	at org.postgresql.jdbc.PgStatement.execute(PgStatement.java:266)
	at org.torproject.metrics.stats.clients.Database.processImported(Database.java:80)
	at org.torproject.metrics.stats.clients.Main.main(Main.java:50)
	... 5 common frames omitted
2022-12-18 06:43:35,777 ERROR o.t.m.s.servers.Main:115 Cannot recover from SQL exception while querying. Not writing output file.
org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.servers.Database.connect(Database.java:97)
	at org.torproject.metrics.stats.servers.Database.<init>(Database.java:91)
	at org.torproject.metrics.stats.servers.Main.main(Main.java:51)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
2022-12-18 06:43:35,817 WARN o.t.m.s.main.Main:76 Caught an exception when invoking the main method of the org.torproject.metrics.stats.webstats.Main module. Moving on to the next module, if available.
java.lang.reflect.InvocationTargetException: null
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
Caused by: org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.webstats.Main.connectToDatabase(Main.java:94)
	at org.torproject.metrics.stats.webstats.Main.main(Main.java:76)
	... 5 common frames omitted
2022-12-18 06:43:35,834 ERROR o.t.m.s.totalcw.Main:84 Cannot recover from SQL exception while querying. Not writing output file.
org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.totalcw.Database.connect(Database.java:55)
	at org.torproject.metrics.stats.totalcw.Database.<init>(Database.java:50)
	at org.torproject.metrics.stats.totalcw.Main.main(Main.java:46)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
2022-12-18 06:43:37,131 WARN o.t.m.s.main.Main:120 Unable to copy module stats file /srv/metrics.torproject.org/metrics/work/modules/onionperf/stats/latencies.csv to stats output directory /srv/metrics.torproject.org/metrics/shared/stats. Skipping.
java.nio.file.FileAlreadyExistsException: /srv/metrics.torproject.org/metrics/shared/stats/latencies.csv
	at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:94)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
	at java.base/sun.nio.fs.UnixCopyFile.copyFile(UnixCopyFile.java:248)
	at java.base/sun.nio.fs.UnixCopyFile.copy(UnixCopyFile.java:603)
	at java.base/sun.nio.fs.UnixFileSystemProvider.copy(UnixFileSystemProvider.java:258)
	at java.base/java.nio.file.Files.copy(Files.java:1295)
	at org.torproject.metrics.stats.main.Main.main(Main.java:115)
2022-12-18 06:43:39,638 WARN o.t.m.s.main.Main:120 Unable to copy module stats file /srv/metrics.torproject.org/metrics/work/modules/clients/stats/userstats-combined.csv to stats output directory /srv/metrics.torproject.org/metrics/shared/stats. Skipping.
java.nio.file.FileAlreadyExistsException: /srv/metrics.torproject.org/metrics/shared/stats/userstats-combined.csv
	at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:94)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
	at java.base/sun.nio.fs.UnixCopyFile.copyFile(UnixCopyFile.java:248)
	at java.base/sun.nio.fs.UnixCopyFile.copy(UnixCopyFile.java:603)
	at java.base/sun.nio.fs.UnixFileSystemProvider.copy(UnixFileSystemProvider.java:258)
	at java.base/java.nio.file.Files.copy(Files.java:1295)
	at org.torproject.metrics.stats.main.Main.main(Main.java:115)