ipfs-search/ipfs-search

View on GitHub
docs/indices/files.json

Summary

Maintainability
Test Coverage
{
    "settings": {
        "index": {
            "refresh_interval": "15m",
            "mapping": {
                "total_fields": {
                    "limit": "8192"
                }
            },
            "query": {
                "default_field": [
                    "content",
                    "fingerprint",
                    "metadata.Content-Type",
                    "metadata.author",
                    //"metadata.Author", // TO INDEX!!!
                    //"metadata.Keywords"
                    //"metadata.creator",
                    //"metadata.contributor"
                    //"metadata.subject",
                    "metadata.description",
                    "metadata.isbn",
                    "metadata.keywords",
                    "metadata.name",
                    "metadata.producer",
                    "metadata.publisher",
                    "metadata.resourceName",
                    "metadata.title",
                    "metadata.xmpDM:album",
                    "metadata.xmpDM:albumArtist",
                    "metadata.xmpDM:artist",
                    "metadata.xmpDM:composer",
                    "references.hash",
                    "references.name",
                    "references.parent_hash",
                    "urls"
                ]
            },
            "analysis": {
                "filter": {
                    "shingle_filter": {
                        "type": "shingle",
                        "min_shingle_size": 5,
                        "max_shingle_size": 5,
                        "output_unigrams": false
                    },
                    "minhash_filter": {
                        "type": "min_hash",
                        "hash_count": 1,
                        "bucket_count": 512,
                        "hash_set_size": 1,
                        "with_rotation": true
                    }
                },
                "analyzer": {
                    "fingerprint_analyzer": {
                        "tokenizer": "standard",
                        "filter": [
                            "shingle_filter",
                            "minhash_filter"
                        ]
                    }
                }
            }
        },
        "number_of_shards": "20"
    },
    "mappings": {
        "dynamic": "strict",
        "dynamic_templates": [
            {
                "default_noindex": {
                    "match": "*",
                    "mapping": {
                        "index": false,
                        "doc_values": false,
                        "norms": false
                    }
                }
            }
        ],
        "properties": {
            "first-seen": {
                "type": "date",
                "format": "strict_date_time"
            },
            "last-seen": {
                "type": "date",
                "format": "strict_date_time"
            },
            "content": {
                "type": "text",
                "term_vector": "with_positions_offsets",
                "fields": {
                    "fingerprint": {
                        "type": "text",
                        "analyzer": "fingerprint_analyzer"
                    }
                }
            },
            "ipfs_tika_version": {
                "type": "keyword"
            },
            "language": {
                "properties": {
                    "confidence": {
                        "type": "keyword"
                    },
                    "language": {
                        "type": "keyword"
                    },
                    "rawScore": {
                        "type": "double"
                    }
                }
            },
            "metadata": {
                "dynamic": "true",
                "properties": {
                    "created": {
                        "type": "date",
                        "format": "date_optional_time",
                        "ignore_malformed": true
                    },
                    "creation-date": {
                        "type": "keyword",
                        "index": false,
                        "doc_values": false
                    },
                    "creationdate": {
                        "type": "keyword",
                        "index": false,
                        "doc_values": false
                    },
                    "title": {
                        "type": "text"
                    },
                    "name": {
                        "type": "text"
                    },
                    "author": {
                        "type": "text"
                    },
                    "description": {
                        "type": "text"
                    },
                    "producer": {
                        "type": "text"
                    },
                    "publisher": {
                        "type": "text"
                    },
                    "isbn": {
                        "type": "keyword"
                    },
                    "language": {
                        "type": "keyword"
                    },
                    "resourceName": {
                        "type": "keyword"
                    },
                    "keywords": {
                        "type": "text"
                    },
                    "xmpDM:album": {
                        "type": "text"
                    },
                    "xmpDM:albumArtist": {
                        "type": "text"
                    },
                    "xmpDM:artist": {
                        "type": "text"
                    },
                    "xmpDM:composer": {
                        "type": "text"
                    },
                    "Content-Type": {
                        "type": "keyword"
                    },
                    "X-Parsed-By": {
                        "type": "keyword"
                    },
                    "date": {
                        "type": "date",
                        "format": "date_optional_time"
                    },
                    "modified": {
                        "type": "date",
                        "format": "date_optional_time"
                    }
                }
            },
            "urls": {
                "type": "keyword"
            },
            "size": {
                "type": "long",
                "ignore_malformed": true
            },
            "nfsw": {
                "properties": {
                    "classification": {
                        "properties": {
                            "drawing": {
                                "type": "float"
                            },
                            "hentai": {
                                "type": "float"
                            },
                            "neutral": {
                                "type": "float"
                            },
                            "porn": {
                                "type": "float"
                            },
                            "sexy": {
                                "type": "float"
                            }
                        }
                    },
                    "modelCid": {
                        "type": "text",
                        "fields": {
                            "keyword": {
                                "type": "keyword",
                                "ignore_above": 256
                            }
                        }
                    },
                    "nsfwServerVersion": {
                        "type": "text",
                        "fields": {
                            "keyword": {
                                "type": "keyword",
                                "ignore_above": 256
                            }
                        }
                    },
                    "nsfwjsVersion": {
                        "type": "text",
                        "fields": {
                            "keyword": {
                                "type": "keyword",
                                "ignore_above": 256
                            }
                        }
                    }
                }
            },
            "references": {
                "properties": {
                    "name": {
                        "type": "text"
                    },
                    "hash": {
                        "type": "keyword"
                    },
                    "parent_hash": {
                        "type": "keyword"
                    }
                }
            }
        }
    }
}