git @ Cat's Eye Technologies Feedmark / master src / feedmark / loader.py
master

Tree @master (Download .tar.gz)

loader.py @master — raw · history · blame 

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# Copyright (c) 2019-2024 Chris Pressey, Cat's Eye Technologies
# This file is distributed under an MIT license.  See LICENSES/ directory.
# SPDX-License-Identifier: LicenseRef-MIT-X-Feedmark

import codecs
import json
import sys

from feedmark.parser import Parser


def read_document_from(filename):
    with codecs.open(filename, "r", encoding="utf-8") as f:
        markdown_text = f.read()

    parser = Parser()
    document = parser.parse(markdown_text)
    document.filename = filename

    return document


def read_refdex_from(filenames, input_refdex_filename_prefix=None):
    refdex = {}
    for filename in filenames:
        try:
            with codecs.open(filename, "r", encoding="utf-8") as f:
                local_refdex = json.loads(f.read())
                if input_refdex_filename_prefix:
                    for key, value in local_refdex.items():
                        if "filename" in value:
                            value["filename"] = (
                                input_refdex_filename_prefix + value["filename"]
                            )
                        if "filenames" in value:
                            value["filenames"] = [
                                input_refdex_filename_prefix + f
                                for f in value["filenames"]
                            ]
                refdex.update(local_refdex)
        except:
            sys.stderr.write("Could not read refdex JSON from '{}'\n".format(filename))
            raise

    # Python 2/3
    try:
        unicode_string = unicode
    except NameError:
        unicode_string = str

    for key, value in refdex.items():
        try:
            assert isinstance(key, unicode_string)
            if "url" in value:
                assert len(value) == 1
                assert isinstance(value["url"], unicode_string)
                value["url"].encode("utf-8")
            elif "filename" in value and "anchor" in value:
                assert len(value) == 2
                assert isinstance(value["filename"], unicode_string)
                value["filename"].encode("utf-8")
                assert isinstance(value["anchor"], unicode_string)
                value["anchor"].encode("utf-8")
            elif "filenames" in value and "anchor" in value:
                assert len(value) == 2
                for filename in value["filenames"]:
                    assert isinstance(value, unicode_string)
                    filename.encode("utf-8")
                assert isinstance(value["anchor"], unicode_string)
                value["anchor"].encode("utf-8")
            else:
                raise NotImplementedError("badly formed refdex")
        except:
            sys.stderr.write(
                "Component of refdex not suitable: '{}: {}'\n".format(
                    repr(key), repr(value)
                )
            )
            raise

    return refdex


def convert_refdex_to_single_filename_refdex(input_refdex):
    """Note that this makes a partially shallow copy."""
    refdex = {}
    for key, value in input_refdex.items():
        if "filenames" in value:
            refdex[key] = {
                "filename": value["filenames"][-1],
                "anchor": value["anchor"],
            }
        else:
            refdex[key] = value
    return refdex