DeuxHuitHuit/algolia-webcrawler

{
    "app": "<my app>",
    "cred": {
        "appid": "<ALGOLIA APP ID>",
        "apikey": "<ALGOLIA API KEY>"
    },
    "oldentries" : 86400000,
    "oldentriesfilters": "",
    "maxRecordSize": 10000,
    "index": {
        "name": "<my index>",
        "settings": {
            "attributesToIndex": ["title", "unordered(description)", "unordered(text)"],
            "attributesForFaceting": ["lang"]
        }
    },
    "sitemaps": [
        {"url": "http://example.com/fr/sitemap.xml", "lang": "fr"},
        {"url": "http://example.com/en/sitemap.xml", "lang": "en"}
    ],
    "http": {
        "auth": "",
        "headers": {

        }
    },
    "delayBetweenRequests": 100,
    "selectors": {
        "title": "title",
        "image": "meta[property=\"og:image\"]",
        "description": "meta[name=\"description\"]",
        "text": "h1, h2, h3, h4, h5, h6, p, li"
    },
    "exclusions": {
        
    },
    "formatters": {
        
    },
    "types": {
        
    },
    "defaults": {
        
    },
    "plugins": [
        
    ],
    "pingbackUrl": "",
    "blacklist": [
        
    ]
}