forked from sentinel-official/docs
-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathscrape.config.json
More file actions
30 lines (28 loc) · 767 Bytes
/
scrape.config.json
File metadata and controls
30 lines (28 loc) · 767 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
{
"index_name": "Docs",
"start_urls": [
"https://docs.sentinel.co"
],
"stop_urls": [],
"selectors": {
"lvl0": {
"selector": ".sidebar-heading.active",
"global": true,
"default_value": "Documentation"
},
"lvl1": ".theme-default-content h1",
"lvl2": ".theme-default-content h2",
"lvl3": ".theme-default-content h3",
"lvl4": ".theme-default-content h4",
"lvl5": ".theme-default-content h5",
"text": ".theme-default-content p, .theme-default-content li, .theme-default-content td",
"lang": {
"selector": "/html/@lang",
"type": "xpath",
"global": true
}
},
"custom_settings": {
"attributesForFaceting": ["lang"]
}
}