forked from PaulMcInnis/JobFunnel
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsettings.yaml
52 lines (40 loc) · 1.13 KB
/
settings.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
# All paths are relative to this file.
# Paths.
# place the search right next to this file
output_path: './'
# Providers from which to search (case insensitive)
providers:
- 'Indeed'
- 'Monster'
- 'GlassDoor' # This used to take ~10x longer to run than the other providers
# Filters.
search_terms:
region:
province: 'ON'
city: 'waterloo'
domain: 'ca'
radius: 10
keywords:
- 'Python'
- 'Java'
black_list:
- 'Infox Consulting'
- 'Terminal'
# Logging level options are: critical, error, warning, info, debug, notset
log_level: 'info'
# Saves duplicates removed by tfidf filter to duplicate_list.csv
save_duplicates: False
# Turn on or off delaying
set_delay: True
# Delaying algorithm configuration
delay_config:
# Functions used for delaying algorithm, options are: constant, linear, sigmoid
function: 'linear'
# Maximum delay/upper bound for converging random delay
delay: 30
# Minimum delay/lower bound for random delay
min_delay: 15
# Random delay
random: True
# Converging random delay, only used if 'random' is set to True
converge: True