############################### ## General Loading Variables ## ############################### # Define default object level default_object_level = "doc" # Define navigable objects: doc, div1, div2, div3, para. navigable_objects = ("doc", "div1", "div2", "div3", "para") ##################### ## Parsing Options ## ##################### # These are doc level XPATHS used to parse a standard TEI header. # These XPATHS need to be inside a and strictly apply to the entire document.. # Only useful if you parse a TEI header. doc_xpaths = { "author": [ ".//sourceDesc/bibl/author[@type='marc100']", ".//sourceDesc/bibl/author[@type='artfl']", ".//sourceDesc/bibl/author", ".//titleStmt/author", ".//sourceDesc/biblStruct/monogr/author/name", ".//sourceDesc/biblFull/titleStmt/author", ".//sourceDesc/biblFull/titleStmt/respStmt/name", ".//sourceDesc/biblFull/titleStmt/author", ".//sourceDesc/bibl/titleStmt/author", ], "title": [ ".//sourceDesc/bibl/title[@type='marc245']", ".//sourceDesc/bibl/title[@type='artfl']", ".//sourceDesc/bibl/title", ".//titleStmt/title", ".//sourceDesc/bibl/titleStmt/title", ".//sourceDesc/biblStruct/monogr/title", ".//sourceDesc/biblFull/titleStmt/title", ], "author_dates": [".//sourceDesc/bibl/author/date", ".//titlestmt/author/date"], "create_date": [ ".//profileDesc/creation/date", ".//fileDesc/sourceDesc/bibl/imprint/date", ".//sourceDesc/biblFull/publicationStmt/date", ".//profileDesc/dummy/creation/date", ".//fileDesc/sourceDesc/bibl/creation/date", ], "publisher": [ ".//sourceDesc/bibl/imprint[@type='artfl']", ".//sourceDesc/bibl/imprint[@type='marc534']", ".//sourceDesc/bibl/imprint/publisher", ".//sourceDesc/biblStruct/monogr/imprint/publisher/name", ".//sourceDesc/biblFull/publicationStmt/publisher", ".//sourceDesc/bibl/publicationStmt/publisher", ".//sourceDesc/bibl/publisher", ".//publicationStmt/publisher", ".//publicationStmp", ], "pub_place": [ ".//sourceDesc/bibl/imprint/pubPlace", ".//sourceDesc/biblFull/publicationStmt/pubPlace", ".//sourceDesc/biblStruct/monog/imprint/pubPlace", ".//sourceDesc/bibl/pubPlace", ".//sourceDesc/bibl/publicationStmt/pubPlace", ], "pub_date": [ ".//sourceDesc/bibl/imprint/date", ".//sourceDesc/biblStruct/monog/imprint/date", ".//sourceDesc/biblFull/publicationStmt/date", ".//sourceDesc/bibFull/imprint/date", ".//sourceDesc/bibl/date", ".//text/front/docImprint/acheveImprime", ], "extent": [".//sourceDesc/bibl/extent", ".//sourceDesc/biblStruct/monog//extent", ".//sourceDesc/biblFull/extent"], "editor": [ ".//sourceDesc/bibl/editor", ".//sourceDesc/biblFull/titleStmt/editor", ".//sourceDesc/bibl/title/Stmt/editor", ], "identifiers": [".//publicationStmt/idno"], "text_genre": [".//profileDesc/textClass/keywords[@scheme='genre']/term", ".//SourceDesc/genre"], "keywords": [".//profileDesc/textClass/keywords/list/item"], "language": [".//profileDesc/language/language"], "notes": [".//fileDesc/notesStmt/note", ".//publicationStmt/notesStmt/note"], "auth_gender": [".//publicationStmt/notesStmt/note"], "collection": [".//seriesStmt/title"], "period": [ ".//profileDesc/textClass/keywords[@scheme='period']/list/item", ".//SourceDesc/period", ".//sourceDesc/period", ], "text_form": [".//profileDesc/textClass/keywords[@scheme='form']/term"], "structure": [".//SourceDesc/structure", ".//sourceDesc/structure"], "idno": [".//fileDesc/publicationStmt/idno/"], } # Maps any given tag to one of PhiloLogic's types. Available types are div, para, page, and ref. # Below is the default mapping. tag_to_obj_map = { "div": "div", "div1": "div", "div2": "div", "div3": "div", "hyperdiv": "div", "front": "div", "note": "para", "p": "para", "sp": "para", "lg": "para", "epigraph": "para", "argument": "para", "postscript": "para", "opener": "para", "closer": "para", "stage": "para", "castlist": "para", "list": "para", "q": "para", "add": "para", "pb": "page", "ref": "ref", "graphic": "graphic", } # Defines which metadata to parse out for each object. All metadata defined here are attributes of a tag, # with the exception of head and div_date which are their own tags. Below are defaults. metadata_to_parse = { "div": ["head", "vol", "n", "id", "src_domain", "macro_domain", "pred_domain", "manicule"], "para": ["who", "speaker", "resp", "id"], "page": ["n", "id", "facs"], "ref": ["target", "n", "type"], "graphic": ["facs"], "line": ["n", "id"], } # Define how your metadata fields are stored. This is defines as a dictionary with the field as key. # Types possible are text, int, date, which should be defined as strings. # If not defined, the metadata field will be stored and queried as text. metadata_sql_types = {} # Define a file (with full path) containing words to index. Must be one word per line. # Useful for filtering out dirty OCR. words_to_index = "" # This regex defines how to tokenize words and punctuation # For Asian script, try using this token_regex: r"[\p{L}\p{M}\p{N}\p{Po}]+|[&\p{L};]+" token_regex = r"[\p{L}\p{M}\p{N}]+|[&\p{L};]+" # This defines whether you want to convert your text and metadata to an ASCII representation for # search and autocomplete. Turn off if your language does not translate well to ascii (non-European languages in general) ascii_conversion = True # Define the order in which files are sorted. This will affect the order in which # results are displayed. Supply a list of metadata strings, e.g.: # ["date", "author", "title"] sort_order = ["year", "author", "title", "filename"] # A list of tags to ignore: contents will not be indexed # This should be a list of tag names, such as ["desc", "gap"] suppress_tags = [] # --------------------- Set Apostrophe Break ------------------------ # Set to True to break words on apostrophe. Probably False for # English, True for French. Your milage may vary. break_apost = True # ------------- Define Characters to Exclude from Index words ------- # Leading to a second list, characters which can be in words # but you don't want to index. chars_not_to_index = r"[\[\{\]\}]" # ---------------------- Treat Lines as Sentences -------------------- # In linegroups, break sentence objects on and turns off # automatic sentence recognition. Normally off. break_sent_in_line_group = False # ------------------ Skip in word tags ------------------------------- # Tags normally break words. There may be exceptions. To run the # exception, turn on the exception and list them as patterns. # Tags will not be indexed and will not break words. An empty list turns of the feature tag_exceptions = [ r"]*>", r"<\/a>", r"]*>", r"]*>", r"<\/hi>", r"<\/emph>", r"]*>", r"<\/orig>", r"]*>", r"<\/sic>", r"]*>", r"<\/abbr>", r"", r"", r"", r"", ] # Define a list of word attributes to ingore at parse time. These will not be stored. # This should be a list of attribute names, such as ["type", "id"] suppress_word_attributes = [] # ----------------- Set Long Word Limit ------------------- # Words greater than 235 characters (bytes) cause an indexing # error. This sets a limit. Words are then truncated to fit. long_word_limit = 200 # ------------------ Hyphenated Word Joiner ---------------------------- # Softhypen word joiner. At this time, I'm trying to join # words broken by ­\n and possibly some additional # selected tags. Could be extended. join_hyphen_in_words = True # ------------------ Abbreviation Expander for Indexing. --------------- # This is to handle abbreviation tags. I have seen two types: # ē # Val. Max. # For now, lets's try the first. abbrev_expand = True # ---------------------- Flatten Ligatures for Indexing -------------- # Convert SGML ligatures to base characters for indexing. # œ = oe. Leave this on. At one point we should think # Unicode, but who knows if this is important. flatten_ligatures = True # Define a list of strings which mark the end of a sentence. # Note that this list will be added to the current one which is [".", "?", "!"] sentence_breakers = [] # Define a language for the POS tagger. For language available, see Spacy documentation. # You will need to install the relevant language and use the proper language code in the value # below. If empty string, no tagger is run. # Note that the tagger has an non-trival impact on parse time. pos_tagger = "" # Defines whether words should be stored in lowercase form in the index. lowercase_index = True # Path to a file containing a mapping of words to their lemmatized form. # Format is one word per line, separated by a tab from its lemma. lemma_file = "" # Define a SpaCy model to use for lemmatization, part-of-speech tagging, and named entity recognition. # Note that using SpaCy disables multiprocessing for parsing. # Only official SpaCy models are supported. If using a SpaCy Transformer model, make sure to set cores to 1. spacy_model = "" ########################################### ####### ADVANCED CUSTOMIZATIONS ########### ########################################### # This is where you define your own parser which needs to have the same signature # as the one located in python/philologic/Parser.py from philologic.loadtime import XMLParser parser_factory = XMLParser # This should be a list of load_filters which overrides the default load_filters. # This requires intimate knowledge of the parser and the load_filters, use very carefully. load_filters = [] ## The values below were also used for loading ## database_root = '/var/www/html/philologic/' url_root = 'http://trevoux.huma-num.fr/philologic/' destination = './' load_config = '/home/lmoncla/Programs/PhiloLogic5-5.1.0.1/extras/load_config.py' plain_text_obj = [] pseudo_empty_tags = [] cores = 4 files = ['Data/DUFLT/volume_5.xml', 'Data/DUFLT/volume_6.xml', 'Data/DUFLT/volume_1.xml', 'Data/DUFLT/volume_4.xml', 'Data/DUFLT/volume_3.xml', 'Data/DUFLT/volume_2.xml'] header = 'tei' debug = False force_delete = False file_list = False bibliography = '' file_type = 'xml' punctuation = '\\p{P}+' pos = ''