[metrics-alerts] Cron <metrics at meronense> cd /srv/metrics.torproject.org/metrics/bin/website && ./run-web.sh

Tue Dec 20 15:41:51 UTC 2022

2022-12-20 15:41:45,522 WARN o.t.m.s.main.Main:76 Caught an exception when invoking the main method of the org.torproject.metrics.stats.clients.Main module. Moving on to the next module, if available.
java.lang.reflect.InvocationTargetException: null
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
Caused by: org.postgresql.util.PSQLException: FATAL: terminating connection due to administrator command
  Where: SQL statement "INSERT INTO combined_country_transport
    SELECT country.date AS date, country.country AS country,
           transport.transport AS transport,
           SUM(GREATEST(0, transport.val + country.val - total.val))
             AS low,
           SUM(LEAST(transport.val, country.val)) AS high
    FROM update2 country,
         update2 transport,
         update2 total
    WHERE country.country <> ''
    AND transport.transport <> ''
    AND total.country = ''
    AND total.transport = ''
    AND country.date = transport.date
    AND country.date = total.date
    AND transport.date = total.date
    AND country.val > 0
    AND transport.val > 0
    AND total.val > 0
    AND country.fingerprint = transport.fingerprint
    AND country.fingerprint = total.fingerprint
    AND transport.fingerprint = total.fingerprint
    AND country.nickname = transport.nickname
    AND country.nickname = total.nickname
    AND transport.nickname = total.nickname
    GROUP BY country.date, country.country, transport.transport"
PL/pgSQL function combine() line 33 at SQL statement
	at org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2440)
	at org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:2183)
	at org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:308)
	at org.postgresql.jdbc.PgStatement.executeInternal(PgStatement.java:441)
	at org.postgresql.jdbc.PgStatement.execute(PgStatement.java:365)
	at org.postgresql.jdbc.PgStatement.executeWithFlags(PgStatement.java:307)
	at org.postgresql.jdbc.PgStatement.executeCachedSql(PgStatement.java:293)
	at org.postgresql.jdbc.PgStatement.executeWithFlags(PgStatement.java:270)
	at org.postgresql.jdbc.PgStatement.execute(PgStatement.java:266)
	at org.torproject.metrics.stats.clients.Database.processImported(Database.java:82)
	at org.torproject.metrics.stats.clients.Main.main(Main.java:50)
	... 5 common frames omitted
2022-12-20 15:41:45,751 ERROR o.t.m.s.servers.Main:115 Cannot recover from SQL exception while querying. Not writing output file.
org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.servers.Database.connect(Database.java:97)
	at org.torproject.metrics.stats.servers.Database.<init>(Database.java:91)
	at org.torproject.metrics.stats.servers.Main.main(Main.java:51)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
2022-12-20 15:41:45,779 WARN o.t.m.s.main.Main:76 Caught an exception when invoking the main method of the org.torproject.metrics.stats.webstats.Main module. Moving on to the next module, if available.
java.lang.reflect.InvocationTargetException: null
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
Caused by: org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.webstats.Main.connectToDatabase(Main.java:94)
	at org.torproject.metrics.stats.webstats.Main.main(Main.java:76)
	... 5 common frames omitted
2022-12-20 15:41:45,796 ERROR o.t.m.s.totalcw.Main:84 Cannot recover from SQL exception while querying. Not writing output file.
org.postgresql.util.PSQLException: FATAL: the database system is shutting down
	at org.postgresql.core.v3.ConnectionFactoryImpl.doAuthentication(ConnectionFactoryImpl.java:514)
	at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:141)
	at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:192)
	at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:49)
	at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:195)
	at org.postgresql.Driver.makeConnection(Driver.java:454)
	at org.postgresql.Driver.connect(Driver.java:256)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:677)
	at java.sql/java.sql.DriverManager.getConnection(DriverManager.java:251)
	at org.torproject.metrics.stats.totalcw.Database.connect(Database.java:55)
	at org.torproject.metrics.stats.totalcw.Database.<init>(Database.java:50)
	at org.torproject.metrics.stats.totalcw.Main.main(Main.java:46)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.torproject.metrics.stats.main.Main.main(Main.java:72)
2022-12-20 15:41:46,475 WARN o.t.m.s.main.Main:120 Unable to copy module stats file /srv/metrics.torproject.org/metrics/work/modules/connbidirect/stats/connbidirect2.csv to stats output directory /srv/metrics.torproject.org/metrics/shared/stats. Skipping.
java.nio.file.FileAlreadyExistsException: /srv/metrics.torproject.org/metrics/shared/stats/connbidirect2.csv
	at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:94)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
	at java.base/sun.nio.fs.UnixCopyFile.copyFile(UnixCopyFile.java:248)
	at java.base/sun.nio.fs.UnixCopyFile.copy(UnixCopyFile.java:603)
	at java.base/sun.nio.fs.UnixFileSystemProvider.copy(UnixFileSystemProvider.java:258)
	at java.base/java.nio.file.Files.copy(Files.java:1295)
	at org.torproject.metrics.stats.main.Main.main(Main.java:115)
2022-12-20 15:41:46,581 WARN o.t.m.s.main.Main:120 Unable to copy module stats file /srv/metrics.torproject.org/metrics/work/modules/onionperf/stats/latencies.csv to stats output directory /srv/metrics.torproject.org/metrics/shared/stats. Skipping.
java.nio.file.FileAlreadyExistsException: /srv/metrics.torproject.org/metrics/shared/stats/latencies.csv
	at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:94)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
	at java.base/sun.nio.fs.UnixCopyFile.copyFile(UnixCopyFile.java:248)
	at java.base/sun.nio.fs.UnixCopyFile.copy(UnixCopyFile.java:603)
	at java.base/sun.nio.fs.UnixFileSystemProvider.copy(UnixFileSystemProvider.java:258)
	at java.base/java.nio.file.Files.copy(Files.java:1295)
	at org.torproject.metrics.stats.main.Main.main(Main.java:115)
2022-12-20 15:41:49,693 WARN o.t.m.s.main.Main:120 Unable to copy module stats file /srv/metrics.torproject.org/metrics/work/modules/clients/stats/userstats-combined.csv to stats output directory /srv/metrics.torproject.org/metrics/shared/stats. Skipping.
java.nio.file.FileAlreadyExistsException: /srv/metrics.torproject.org/metrics/shared/stats/userstats-combined.csv
	at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:94)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
	at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
	at java.base/sun.nio.fs.UnixCopyFile.copyFile(UnixCopyFile.java:248)
	at java.base/sun.nio.fs.UnixCopyFile.copy(UnixCopyFile.java:603)
	at java.base/sun.nio.fs.UnixFileSystemProvider.copy(UnixFileSystemProvider.java:258)
	at java.base/java.nio.file.Files.copy(Files.java:1295)
	at org.torproject.metrics.stats.main.Main.main(Main.java:115)