Add script for getting info about recently registered users (#10290)

pull/10324/head
Erik Johnston 2021-07-06 13:03:16 +01:00 committed by GitHub
parent c65067d673
commit 6655ea5587
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
17 changed files with 309 additions and 153 deletions

View File

@ -0,0 +1 @@
Add script to print information about recently registered users.

6
debian/changelog vendored
View File

@ -1,3 +1,9 @@
matrix-synapse-py3 (1.37.1ubuntu1) UNRELEASED; urgency=medium
* Add synapse_review_recent_signups script
-- Erik Johnston <erikj@matrix.org> Thu, 01 Jul 2021 15:55:03 +0100
matrix-synapse-py3 (1.37.1) stable; urgency=medium matrix-synapse-py3 (1.37.1) stable; urgency=medium
* New synapse release 1.37.1. * New synapse release 1.37.1.

View File

@ -1,90 +1,58 @@
.\" generated with Ronn/v0.7.3 .\" generated with Ronn-NG/v0.8.0
.\" http://github.com/rtomayko/ronn/tree/0.7.3 .\" http://github.com/apjanke/ronn-ng/tree/0.8.0
. .TH "HASH_PASSWORD" "1" "July 2021" "" ""
.TH "HASH_PASSWORD" "1" "February 2017" "" ""
.
.SH "NAME" .SH "NAME"
\fBhash_password\fR \- Calculate the hash of a new password, so that passwords can be reset \fBhash_password\fR \- Calculate the hash of a new password, so that passwords can be reset
.
.SH "SYNOPSIS" .SH "SYNOPSIS"
\fBhash_password\fR [\fB\-p\fR|\fB\-\-password\fR [password]] [\fB\-c\fR|\fB\-\-config\fR \fIfile\fR] \fBhash_password\fR [\fB\-p\fR|\fB\-\-password\fR [password]] [\fB\-c\fR|\fB\-\-config\fR \fIfile\fR]
.
.SH "DESCRIPTION" .SH "DESCRIPTION"
\fBhash_password\fR calculates the hash of a supplied password using bcrypt\. \fBhash_password\fR calculates the hash of a supplied password using bcrypt\.
.
.P .P
\fBhash_password\fR takes a password as an parameter either on the command line or the \fBSTDIN\fR if not supplied\. \fBhash_password\fR takes a password as an parameter either on the command line or the \fBSTDIN\fR if not supplied\.
.
.P .P
It accepts an YAML file which can be used to specify parameters like the number of rounds for bcrypt and password_config section having the pepper value used for the hashing\. By default \fBbcrypt_rounds\fR is set to \fB10\fR\. It accepts an YAML file which can be used to specify parameters like the number of rounds for bcrypt and password_config section having the pepper value used for the hashing\. By default \fBbcrypt_rounds\fR is set to \fB10\fR\.
.
.P .P
The hashed password is written on the \fBSTDOUT\fR\. The hashed password is written on the \fBSTDOUT\fR\.
.
.SH "FILES" .SH "FILES"
A sample YAML file accepted by \fBhash_password\fR is described below: A sample YAML file accepted by \fBhash_password\fR is described below:
.
.P .P
bcrypt_rounds: 17 password_config: pepper: "random hashing pepper" bcrypt_rounds: 17 password_config: pepper: "random hashing pepper"
.
.SH "OPTIONS" .SH "OPTIONS"
.
.TP .TP
\fB\-p\fR, \fB\-\-password\fR \fB\-p\fR, \fB\-\-password\fR
Read the password form the command line if [password] is supplied\. If not, prompt the user and read the password form the \fBSTDIN\fR\. It is not recommended to type the password on the command line directly\. Use the STDIN instead\. Read the password form the command line if [password] is supplied\. If not, prompt the user and read the password form the \fBSTDIN\fR\. It is not recommended to type the password on the command line directly\. Use the STDIN instead\.
.
.TP .TP
\fB\-c\fR, \fB\-\-config\fR \fB\-c\fR, \fB\-\-config\fR
Read the supplied YAML \fIfile\fR containing the options \fBbcrypt_rounds\fR and the \fBpassword_config\fR section containing the \fBpepper\fR value\. Read the supplied YAML \fIfile\fR containing the options \fBbcrypt_rounds\fR and the \fBpassword_config\fR section containing the \fBpepper\fR value\.
.
.SH "EXAMPLES" .SH "EXAMPLES"
Hash from the command line: Hash from the command line:
.
.IP "" 4 .IP "" 4
.
.nf .nf
$ hash_password \-p "p@ssw0rd" $ hash_password \-p "p@ssw0rd"
$2b$12$VJNqWQYfsWTEwcELfoSi4Oa8eA17movHqqi8\.X8fWFpum7SxZ9MFe $2b$12$VJNqWQYfsWTEwcELfoSi4Oa8eA17movHqqi8\.X8fWFpum7SxZ9MFe
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.P .P
Hash from the STDIN: Hash from the STDIN:
.
.IP "" 4 .IP "" 4
.
.nf .nf
$ hash_password $ hash_password
Password: Password:
Confirm password: Confirm password:
$2b$12$AszlvfmJl2esnyhmn8m/kuR2tdXgROWtWxnX\.rcuAbM8ErLoUhybG $2b$12$AszlvfmJl2esnyhmn8m/kuR2tdXgROWtWxnX\.rcuAbM8ErLoUhybG
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.P .P
Using a config file: Using a config file:
.
.IP "" 4 .IP "" 4
.
.nf .nf
$ hash_password \-c config\.yml $ hash_password \-c config\.yml
Password: Password:
Confirm password: Confirm password:
$2b$12$CwI\.wBNr\.w3kmiUlV3T5s\.GT2wH7uebDCovDrCOh18dFedlANK99O $2b$12$CwI\.wBNr\.w3kmiUlV3T5s\.GT2wH7uebDCovDrCOh18dFedlANK99O
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.SH "COPYRIGHT" .SH "COPYRIGHT"
This man page was written by Rahul De <\fIrahulde@swecha\.net\fR> for Debian GNU/Linux distribution\. This man page was written by Rahul De <\fI\%mailto:rahulde@swecha\.net\fR> for Debian GNU/Linux distribution\.
.
.SH "SEE ALSO" .SH "SEE ALSO"
synctl(1), synapse_port_db(1), register_new_matrix_user(1) synctl(1), synapse_port_db(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

View File

@ -66,4 +66,4 @@ for Debian GNU/Linux distribution.
## SEE ALSO ## SEE ALSO
synctl(1), synapse_port_db(1), register_new_matrix_user(1) synctl(1), synapse_port_db(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

1
debian/manpages vendored
View File

@ -1,4 +1,5 @@
debian/hash_password.1 debian/hash_password.1
debian/register_new_matrix_user.1 debian/register_new_matrix_user.1
debian/synapse_port_db.1 debian/synapse_port_db.1
debian/synapse_review_recent_signups.1
debian/synctl.1 debian/synctl.1

View File

@ -1,4 +1,5 @@
opt/venvs/matrix-synapse/bin/hash_password usr/bin/hash_password opt/venvs/matrix-synapse/bin/hash_password usr/bin/hash_password
opt/venvs/matrix-synapse/bin/register_new_matrix_user usr/bin/register_new_matrix_user opt/venvs/matrix-synapse/bin/register_new_matrix_user usr/bin/register_new_matrix_user
opt/venvs/matrix-synapse/bin/synapse_port_db usr/bin/synapse_port_db opt/venvs/matrix-synapse/bin/synapse_port_db usr/bin/synapse_port_db
opt/venvs/matrix-synapse/bin/synapse_review_recent_signups usr/bin/synapse_review_recent_signups
opt/venvs/matrix-synapse/bin/synctl usr/bin/synctl opt/venvs/matrix-synapse/bin/synctl usr/bin/synctl

View File

@ -1,72 +1,47 @@
.\" generated with Ronn/v0.7.3 .\" generated with Ronn-NG/v0.8.0
.\" http://github.com/rtomayko/ronn/tree/0.7.3 .\" http://github.com/apjanke/ronn-ng/tree/0.8.0
. .TH "REGISTER_NEW_MATRIX_USER" "1" "July 2021" "" ""
.TH "REGISTER_NEW_MATRIX_USER" "1" "February 2017" "" ""
.
.SH "NAME" .SH "NAME"
\fBregister_new_matrix_user\fR \- Used to register new users with a given home server when registration has been disabled \fBregister_new_matrix_user\fR \- Used to register new users with a given home server when registration has been disabled
.
.SH "SYNOPSIS" .SH "SYNOPSIS"
\fBregister_new_matrix_user\fR options\.\.\. \fBregister_new_matrix_user\fR options\|\.\|\.\|\.
.
.SH "DESCRIPTION" .SH "DESCRIPTION"
\fBregister_new_matrix_user\fR registers new users with a given home server when registration has been disabled\. For this to work, the home server must be configured with the \'registration_shared_secret\' option set\. \fBregister_new_matrix_user\fR registers new users with a given home server when registration has been disabled\. For this to work, the home server must be configured with the \'registration_shared_secret\' option set\.
.
.P .P
This accepts the user credentials like the username, password, is user an admin or not and registers the user onto the homeserver database\. Also, a YAML file containing the shared secret can be provided\. If not, the shared secret can be provided via the command line\. This accepts the user credentials like the username, password, is user an admin or not and registers the user onto the homeserver database\. Also, a YAML file containing the shared secret can be provided\. If not, the shared secret can be provided via the command line\.
.
.P .P
By default it assumes the home server URL to be \fBhttps://localhost:8448\fR\. This can be changed via the \fBserver_url\fR command line option\. By default it assumes the home server URL to be \fBhttps://localhost:8448\fR\. This can be changed via the \fBserver_url\fR command line option\.
.
.SH "FILES" .SH "FILES"
A sample YAML file accepted by \fBregister_new_matrix_user\fR is described below: A sample YAML file accepted by \fBregister_new_matrix_user\fR is described below:
.
.IP "" 4 .IP "" 4
.
.nf .nf
registration_shared_secret: "s3cr3t" registration_shared_secret: "s3cr3t"
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.SH "OPTIONS" .SH "OPTIONS"
.
.TP .TP
\fB\-u\fR, \fB\-\-user\fR \fB\-u\fR, \fB\-\-user\fR
Local part of the new user\. Will prompt if omitted\. Local part of the new user\. Will prompt if omitted\.
.
.TP .TP
\fB\-p\fR, \fB\-\-password\fR \fB\-p\fR, \fB\-\-password\fR
New password for user\. Will prompt if omitted\. Supplying the password on the command line is not recommended\. Use the STDIN instead\. New password for user\. Will prompt if omitted\. Supplying the password on the command line is not recommended\. Use the STDIN instead\.
.
.TP .TP
\fB\-a\fR, \fB\-\-admin\fR \fB\-a\fR, \fB\-\-admin\fR
Register new user as an admin\. Will prompt if omitted\. Register new user as an admin\. Will prompt if omitted\.
.
.TP .TP
\fB\-c\fR, \fB\-\-config\fR \fB\-c\fR, \fB\-\-config\fR
Path to server config file containing the shared secret\. Path to server config file containing the shared secret\.
.
.TP .TP
\fB\-k\fR, \fB\-\-shared\-secret\fR \fB\-k\fR, \fB\-\-shared\-secret\fR
Shared secret as defined in server config file\. This is an optional parameter as it can be also supplied via the YAML file\. Shared secret as defined in server config file\. This is an optional parameter as it can be also supplied via the YAML file\.
.
.TP .TP
\fBserver_url\fR \fBserver_url\fR
URL of the home server\. Defaults to \'https://localhost:8448\'\. URL of the home server\. Defaults to \'https://localhost:8448\'\.
.
.SH "EXAMPLES" .SH "EXAMPLES"
.
.nf .nf
$ register_new_matrix_user \-u user1 \-p p@ssword \-a \-c config\.yaml $ register_new_matrix_user \-u user1 \-p p@ssword \-a \-c config\.yaml
.
.fi .fi
.
.SH "COPYRIGHT" .SH "COPYRIGHT"
This man page was written by Rahul De <\fIrahulde@swecha\.net\fR> for Debian GNU/Linux distribution\. This man page was written by Rahul De <\fI\%mailto:rahulde@swecha\.net\fR> for Debian GNU/Linux distribution\.
.
.SH "SEE ALSO" .SH "SEE ALSO"
synctl(1), synapse_port_db(1), hash_password(1) synctl(1), synapse_port_db(1), hash_password(1), synapse_review_recent_signups(1)

View File

@ -58,4 +58,4 @@ for Debian GNU/Linux distribution.
## SEE ALSO ## SEE ALSO
synctl(1), synapse_port_db(1), hash_password(1) synctl(1), synapse_port_db(1), hash_password(1), synapse_review_recent_signups(1)

View File

@ -1,83 +1,56 @@
.\" generated with Ronn/v0.7.3 .\" generated with Ronn-NG/v0.8.0
.\" http://github.com/rtomayko/ronn/tree/0.7.3 .\" http://github.com/apjanke/ronn-ng/tree/0.8.0
. .TH "SYNAPSE_PORT_DB" "1" "July 2021" "" ""
.TH "SYNAPSE_PORT_DB" "1" "February 2017" "" ""
.
.SH "NAME" .SH "NAME"
\fBsynapse_port_db\fR \- A script to port an existing synapse SQLite database to a new PostgreSQL database\. \fBsynapse_port_db\fR \- A script to port an existing synapse SQLite database to a new PostgreSQL database\.
.
.SH "SYNOPSIS" .SH "SYNOPSIS"
\fBsynapse_port_db\fR [\-v] \-\-sqlite\-database=\fIdbfile\fR \-\-postgres\-config=\fIyamlconfig\fR [\-\-curses] [\-\-batch\-size=\fIbatch\-size\fR] \fBsynapse_port_db\fR [\-v] \-\-sqlite\-database=\fIdbfile\fR \-\-postgres\-config=\fIyamlconfig\fR [\-\-curses] [\-\-batch\-size=\fIbatch\-size\fR]
.
.SH "DESCRIPTION" .SH "DESCRIPTION"
\fBsynapse_port_db\fR ports an existing synapse SQLite database to a new PostgreSQL database\. \fBsynapse_port_db\fR ports an existing synapse SQLite database to a new PostgreSQL database\.
.
.P .P
SQLite database is specified with \fB\-\-sqlite\-database\fR option and PostgreSQL configuration required to connect to PostgreSQL database is provided using \fB\-\-postgres\-config\fR configuration\. The configuration is specified in YAML format\. SQLite database is specified with \fB\-\-sqlite\-database\fR option and PostgreSQL configuration required to connect to PostgreSQL database is provided using \fB\-\-postgres\-config\fR configuration\. The configuration is specified in YAML format\.
.
.SH "OPTIONS" .SH "OPTIONS"
.
.TP .TP
\fB\-v\fR \fB\-v\fR
Print log messages in \fBdebug\fR level instead of \fBinfo\fR level\. Print log messages in \fBdebug\fR level instead of \fBinfo\fR level\.
.
.TP .TP
\fB\-\-sqlite\-database\fR \fB\-\-sqlite\-database\fR
The snapshot of the SQLite database file\. This must not be currently used by a running synapse server\. The snapshot of the SQLite database file\. This must not be currently used by a running synapse server\.
.
.TP .TP
\fB\-\-postgres\-config\fR \fB\-\-postgres\-config\fR
The database config file for the PostgreSQL database\. The database config file for the PostgreSQL database\.
.
.TP .TP
\fB\-\-curses\fR \fB\-\-curses\fR
Display a curses based progress UI\. Display a curses based progress UI\.
.
.SH "CONFIG FILE" .SH "CONFIG FILE"
The postgres configuration file must be a valid YAML file with the following options\. The postgres configuration file must be a valid YAML file with the following options\.
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBdatabase\fR: Database configuration section\. This section header can be ignored and the options below may be specified as top level keys\. \fBdatabase\fR: Database configuration section\. This section header can be ignored and the options below may be specified as top level keys\.
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBname\fR: Connector to use when connecting to the database\. This value must be \fBpsycopg2\fR\. \fBname\fR: Connector to use when connecting to the database\. This value must be \fBpsycopg2\fR\.
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBargs\fR: DB API 2\.0 compatible arguments to send to the \fBpsycopg2\fR module\. \fBargs\fR: DB API 2\.0 compatible arguments to send to the \fBpsycopg2\fR module\.
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBdbname\fR \- the database name \fBdbname\fR \- the database name
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBuser\fR \- user name used to authenticate \fBuser\fR \- user name used to authenticate
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBpassword\fR \- password used to authenticate \fBpassword\fR \- password used to authenticate
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBhost\fR \- database host address (defaults to UNIX socket if not provided) \fBhost\fR \- database host address (defaults to UNIX socket if not provided)
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBport\fR \- connection port number (defaults to 5432 if not provided) \fBport\fR \- connection port number (defaults to 5432 if not provided)
.
.IP "" 0 .IP "" 0
. .IP "\[ci]" 4
.IP "\(bu" 4
\fBsynchronous_commit\fR: Optional\. Default is True\. If the value is \fBFalse\fR, enable asynchronous commit and don\'t wait for the server to call fsync before ending the transaction\. See: https://www\.postgresql\.org/docs/current/static/wal\-async\-commit\.html \fBsynchronous_commit\fR: Optional\. Default is True\. If the value is \fBFalse\fR, enable asynchronous commit and don\'t wait for the server to call fsync before ending the transaction\. See: https://www\.postgresql\.org/docs/current/static/wal\-async\-commit\.html
.
.IP "" 0 .IP "" 0
.
.IP "" 0 .IP "" 0
.
.P .P
Following example illustrates the configuration file format\. Following example illustrates the configuration file format\.
.
.IP "" 4 .IP "" 4
.
.nf .nf
database: database:
name: psycopg2 name: psycopg2
args: args:
@ -86,13 +59,9 @@ database:
password: ORohmi9Eet=ohphi password: ORohmi9Eet=ohphi
host: localhost host: localhost
synchronous_commit: false synchronous_commit: false
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.SH "COPYRIGHT" .SH "COPYRIGHT"
This man page was written by Sunil Mohan Adapa <\fIsunil@medhas\.org\fR> for Debian GNU/Linux distribution\. This man page was written by Sunil Mohan Adapa <\fI\%mailto:sunil@medhas\.org\fR> for Debian GNU/Linux distribution\.
.
.SH "SEE ALSO" .SH "SEE ALSO"
synctl(1), hash_password(1), register_new_matrix_user(1) synctl(1), hash_password(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

View File

@ -84,4 +84,4 @@ Debian GNU/Linux distribution.
## SEE ALSO ## SEE ALSO
synctl(1), hash_password(1), register_new_matrix_user(1) synctl(1), hash_password(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

26
debian/synapse_review_recent_signups.1 vendored Normal file
View File

@ -0,0 +1,26 @@
.\" generated with Ronn-NG/v0.8.0
.\" http://github.com/apjanke/ronn-ng/tree/0.8.0
.TH "SYNAPSE_REVIEW_RECENT_SIGNUPS" "1" "July 2021" "" ""
.SH "NAME"
\fBsynapse_review_recent_signups\fR \- Print users that have recently registered on Synapse
.SH "SYNOPSIS"
\fBsynapse_review_recent_signups\fR \fB\-c\fR|\fB\-\-config\fR \fIfile\fR [\fB\-s\fR|\fB\-\-since\fR \fIperiod\fR] [\fB\-e\fR|\fB\-\-exclude\-emails\fR] [\fB\-u\fR|\fB\-\-only\-users\fR]
.SH "DESCRIPTION"
\fBsynapse_review_recent_signups\fR prints out recently registered users on a Synapse server, as well as some basic information about the user\.
.P
\fBsynapse_review_recent_signups\fR must be supplied with the config of the Synapse server, so that it can fetch the database config and connect to the database\.
.SH "OPTIONS"
.TP
\fB\-c\fR, \fB\-\-config\fR
The config file(s) used by the Synapse server\.
.TP
\fB\-s\fR, \fB\-\-since\fR
How far back to search for newly registered users\. Defaults to 7d, i\.e\. up to seven days in the past\. Valid units are \'s\', \'m\', \'h\', \'d\', \'w\', or \'y\'\.
.TP
\fB\-e\fR, \fB\-\-exclude\-emails\fR
Do not print out users that have validated emails associated with their account\.
.TP
\fB\-u\fR, \fB\-\-only\-users\fR
Only print out the user IDs of recently registered users, without any additional information
.SH "SEE ALSO"
synctl(1), synapse_port_db(1), register_new_matrix_user(1), hash_password(1)

View File

@ -0,0 +1,37 @@
synapse_review_recent_signups(1) -- Print users that have recently registered on Synapse
========================================================================================
## SYNOPSIS
`synapse_review_recent_signups` `-c`|`--config` <file> [`-s`|`--since` <period>] [`-e`|`--exclude-emails`] [`-u`|`--only-users`]
## DESCRIPTION
**synapse_review_recent_signups** prints out recently registered users on a
Synapse server, as well as some basic information about the user.
`synapse_review_recent_signups` must be supplied with the config of the Synapse
server, so that it can fetch the database config and connect to the database.
## OPTIONS
* `-c`, `--config`:
The config file(s) used by the Synapse server.
* `-s`, `--since`:
How far back to search for newly registered users. Defaults to 7d, i.e. up
to seven days in the past. Valid units are 's', 'm', 'h', 'd', 'w', or 'y'.
* `-e`, `--exclude-emails`:
Do not print out users that have validated emails associated with their
account.
* `-u`, `--only-users`:
Only print out the user IDs of recently registered users, without any
additional information
## SEE ALSO
synctl(1), synapse_port_db(1), register_new_matrix_user(1), hash_password(1)

42
debian/synctl.1 vendored
View File

@ -1,63 +1,41 @@
.\" generated with Ronn/v0.7.3 .\" generated with Ronn-NG/v0.8.0
.\" http://github.com/rtomayko/ronn/tree/0.7.3 .\" http://github.com/apjanke/ronn-ng/tree/0.8.0
. .TH "SYNCTL" "1" "July 2021" "" ""
.TH "SYNCTL" "1" "February 2017" "" ""
.
.SH "NAME" .SH "NAME"
\fBsynctl\fR \- Synapse server control interface \fBsynctl\fR \- Synapse server control interface
.
.SH "SYNOPSIS" .SH "SYNOPSIS"
Start, stop or restart synapse server\. Start, stop or restart synapse server\.
.
.P .P
\fBsynctl\fR {start|stop|restart} [configfile] [\-w|\-\-worker=\fIWORKERCONFIG\fR] [\-a|\-\-all\-processes=\fIWORKERCONFIGDIR\fR] \fBsynctl\fR {start|stop|restart} [configfile] [\-w|\-\-worker=\fIWORKERCONFIG\fR] [\-a|\-\-all\-processes=\fIWORKERCONFIGDIR\fR]
.
.SH "DESCRIPTION" .SH "DESCRIPTION"
\fBsynctl\fR can be used to start, stop or restart Synapse server\. The control operation can be done on all processes or a single worker process\. \fBsynctl\fR can be used to start, stop or restart Synapse server\. The control operation can be done on all processes or a single worker process\.
.
.SH "OPTIONS" .SH "OPTIONS"
.
.TP .TP
\fBaction\fR \fBaction\fR
The value of action should be one of \fBstart\fR, \fBstop\fR or \fBrestart\fR\. The value of action should be one of \fBstart\fR, \fBstop\fR or \fBrestart\fR\.
.
.TP .TP
\fBconfigfile\fR \fBconfigfile\fR
Optional path of the configuration file to use\. Default value is \fBhomeserver\.yaml\fR\. The configuration file must exist for the operation to succeed\. Optional path of the configuration file to use\. Default value is \fBhomeserver\.yaml\fR\. The configuration file must exist for the operation to succeed\.
.
.TP .TP
\fB\-w\fR, \fB\-\-worker\fR: \fB\-w\fR, \fB\-\-worker\fR:
.
.IP
Perform start, stop or restart operations on a single worker\. Incompatible with \fB\-a\fR|\fB\-\-all\-processes\fR\. Value passed must be a valid worker\'s configuration file\.
.
.TP .TP
\fB\-a\fR, \fB\-\-all\-processes\fR: \fB\-a\fR, \fB\-\-all\-processes\fR:
.
.IP
Perform start, stop or restart operations on all the workers in the given directory and the main synapse process\. Incompatible with \fB\-w\fR|\fB\-\-worker\fR\. Value passed must be a directory containing valid work configuration files\. All files ending with \fB\.yaml\fR extension shall be considered as configuration files and all other files in the directory are ignored\.
.
.SH "CONFIGURATION FILE" .SH "CONFIGURATION FILE"
Configuration file may be generated as follows: Configuration file may be generated as follows:
.
.IP "" 4 .IP "" 4
.
.nf .nf
$ python \-m synapse\.app\.homeserver \-c config\.yaml \-\-generate\-config \-\-server\-name=<server name> $ python \-m synapse\.app\.homeserver \-c config\.yaml \-\-generate\-config \-\-server\-name=<server name>
.
.fi .fi
.
.IP "" 0 .IP "" 0
.
.SH "ENVIRONMENT" .SH "ENVIRONMENT"
.
.TP .TP
\fBSYNAPSE_CACHE_FACTOR\fR \fBSYNAPSE_CACHE_FACTOR\fR
Synapse\'s architecture is quite RAM hungry currently \- a lot of recent room data and metadata is deliberately cached in RAM in order to speed up common requests\. This will be improved in future, but for now the easiest way to either reduce the RAM usage (at the risk of slowing things down) is to set the SYNAPSE_CACHE_FACTOR environment variable\. Roughly speaking, a SYNAPSE_CACHE_FACTOR of 1\.0 will max out at around 3\-4GB of resident memory \- this is what we currently run the matrix\.org on\. The default setting is currently 0\.1, which is probably around a ~700MB footprint\. You can dial it down further to 0\.02 if desired, which targets roughly ~512MB\. Conversely you can dial it up if you need performance for lots of users and have a box with a lot of RAM\. Synapse\'s architecture is quite RAM hungry currently \- we deliberately cache a lot of recent room data and metadata in RAM in order to speed up common requests\. We\'ll improve this in the future, but for now the easiest way to either reduce the RAM usage (at the risk of slowing things down) is to set the almost\-undocumented \fBSYNAPSE_CACHE_FACTOR\fR environment variable\. The default is 0\.5, which can be decreased to reduce RAM usage in memory constrained enviroments, or increased if performance starts to degrade\.
. .IP
However, degraded performance due to a low cache factor, common on machines with slow disks, often leads to explosions in memory use due backlogged requests\. In this case, reducing the cache factor will make things worse\. Instead, try increasing it drastically\. 2\.0 is a good starting value\.
.SH "COPYRIGHT" .SH "COPYRIGHT"
This man page was written by Sunil Mohan Adapa <\fIsunil@medhas\.org\fR> for Debian GNU/Linux distribution\. This man page was written by Sunil Mohan Adapa <\fI\%mailto:sunil@medhas\.org\fR> for Debian GNU/Linux distribution\.
.
.SH "SEE ALSO" .SH "SEE ALSO"
synapse_port_db(1), hash_password(1), register_new_matrix_user(1) synapse_port_db(1), hash_password(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

2
debian/synctl.ronn vendored
View File

@ -68,4 +68,4 @@ Debian GNU/Linux distribution.
## SEE ALSO ## SEE ALSO
synapse_port_db(1), hash_password(1), register_new_matrix_user(1) synapse_port_db(1), hash_password(1), register_new_matrix_user(1), synapse_review_recent_signups(1)

View File

@ -0,0 +1,19 @@
#!/usr/bin/env python
# Copyright 2021 The Matrix.org Foundation C.I.C.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from synapse._scripts.review_recent_signups import main
if __name__ == "__main__":
main()

View File

@ -0,0 +1,175 @@
#!/usr/bin/env python
# Copyright 2021 The Matrix.org Foundation C.I.C.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import sys
import time
from datetime import datetime
from typing import List
import attr
from synapse.config._base import RootConfig, find_config_files, read_config_files
from synapse.config.database import DatabaseConfig
from synapse.storage.database import DatabasePool, LoggingTransaction, make_conn
from synapse.storage.engines import create_engine
class ReviewConfig(RootConfig):
"A config class that just pulls out the database config"
config_classes = [DatabaseConfig]
@attr.s(auto_attribs=True)
class UserInfo:
user_id: str
creation_ts: int
emails: List[str] = attr.Factory(list)
private_rooms: List[str] = attr.Factory(list)
public_rooms: List[str] = attr.Factory(list)
ips: List[str] = attr.Factory(list)
def get_recent_users(txn: LoggingTransaction, since_ms: int) -> List[UserInfo]:
"""Fetches recently registered users and some info on them."""
sql = """
SELECT name, creation_ts FROM users
WHERE
? <= creation_ts
AND deactivated = 0
"""
txn.execute(sql, (since_ms / 1000,))
user_infos = [UserInfo(user_id, creation_ts) for user_id, creation_ts in txn]
for user_info in user_infos:
user_info.emails = DatabasePool.simple_select_onecol_txn(
txn,
table="user_threepids",
keyvalues={"user_id": user_info.user_id, "medium": "email"},
retcol="address",
)
sql = """
SELECT room_id, canonical_alias, name, join_rules
FROM local_current_membership
INNER JOIN room_stats_state USING (room_id)
WHERE user_id = ? AND membership = 'join'
"""
txn.execute(sql, (user_info.user_id,))
for room_id, canonical_alias, name, join_rules in txn:
if join_rules == "public":
user_info.public_rooms.append(canonical_alias or name or room_id)
else:
user_info.private_rooms.append(canonical_alias or name or room_id)
user_info.ips = DatabasePool.simple_select_onecol_txn(
txn,
table="user_ips",
keyvalues={"user_id": user_info.user_id},
retcol="ip",
)
return user_infos
def main():
parser = argparse.ArgumentParser()
parser.add_argument(
"-c",
"--config-path",
action="append",
metavar="CONFIG_FILE",
help="The config files for Synapse.",
required=True,
)
parser.add_argument(
"-s",
"--since",
metavar="duration",
help="Specify how far back to review user registrations for, defaults to 7d (i.e. 7 days).",
default="7d",
)
parser.add_argument(
"-e",
"--exclude-emails",
action="store_true",
help="Exclude users that have validated email addresses",
)
parser.add_argument(
"-u",
"--only-users",
action="store_true",
help="Only print user IDs that match.",
)
config = ReviewConfig()
config_args = parser.parse_args(sys.argv[1:])
config_files = find_config_files(search_paths=config_args.config_path)
config_dict = read_config_files(config_files)
config.parse_config_dict(
config_dict,
)
since_ms = time.time() * 1000 - config.parse_duration(config_args.since)
exclude_users_with_email = config_args.exclude_emails
include_context = not config_args.only_users
for database_config in config.database.databases:
if "main" in database_config.databases:
break
engine = create_engine(database_config.config)
with make_conn(database_config, engine, "review_recent_signups") as db_conn:
user_infos = get_recent_users(db_conn.cursor(), since_ms)
for user_info in user_infos:
if exclude_users_with_email and user_info.emails:
continue
if include_context:
print_public_rooms = ""
if user_info.public_rooms:
print_public_rooms = "(" + ", ".join(user_info.public_rooms[:3])
if len(user_info.public_rooms) > 3:
print_public_rooms += ", ..."
print_public_rooms += ")"
print("# Created:", datetime.fromtimestamp(user_info.creation_ts))
print("# Email:", ", ".join(user_info.emails) or "None")
print("# IPs:", ", ".join(user_info.ips))
print(
"# Number joined public rooms:",
len(user_info.public_rooms),
print_public_rooms,
)
print("# Number joined private rooms:", len(user_info.private_rooms))
print("#")
print(user_info.user_id)
if include_context:
print()
if __name__ == "__main__":
main()

View File

@ -111,7 +111,7 @@ def make_conn(
db_config: DatabaseConnectionConfig, db_config: DatabaseConnectionConfig,
engine: BaseDatabaseEngine, engine: BaseDatabaseEngine,
default_txn_name: str, default_txn_name: str,
) -> Connection: ) -> "LoggingDatabaseConnection":
"""Make a new connection to the database and return it. """Make a new connection to the database and return it.
Returns: Returns: