-
Notifications
You must be signed in to change notification settings - Fork 1
/
config.py
34 lines (29 loc) · 827 Bytes
/
config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import os
# Information about how to connect to a postgres database will
# all the Rxivist data
authordb = {
"host": "authordb",
"db": "postgres",
"user": "postgres",
"password": "",
"schema": "prod"
}
rxdb = {
"host": os.environ['RX_DBHOST'],
"db": "rxdb",
"user": "root",
"password": os.environ['RX_DBPASSWORD'],
"schema": "prod"
}
# How much output to send to application logs
log_level = "info"
# Whether to print messages to stdout
log_to_stdout = True
# Whether to record messages in a timestamped file
log_to_file = False
# how the web crawler should identify itself when sending http requests
# to sites such as bioRxiv and crossref
user_agent = "rxivist web crawler (rxivist.org)"
# whether to add pauses at several places in the crawl
polite = True
delay = 1.25 # pause length, in seconds