git @ Cat's Eye Technologies Feedmark / master src / feedmark / loader.py
master

Tree @master (Download .tar.gz)

loader.py @master — raw · history · blame 

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
# Copyright (c) 2019-2024 Chris Pressey, Cat's Eye Technologies
# This file is distributed under an MIT license.  See LICENSES/ directory.
# SPDX-License-Identifier: LicenseRef-MIT-X-Feedmark

import codecs
import json
import sys

from feedmark.parser import Parser
from feedmark.utils import items


def read_document_from(filename):
    with codecs.open(filename, 'r', encoding='utf-8') as f:
        markdown_text = f.read()
    parser = Parser(markdown_text)
    document = parser.parse_document()
    document.filename = filename
    return document


def read_refdex_from(filenames, input_refdex_filename_prefix=None):
    refdex = {}
    for filename in filenames:
        try:
            with codecs.open(filename, 'r', encoding='utf-8') as f:
                local_refdex = json.loads(f.read())
                if input_refdex_filename_prefix:
                    for key, value in items(local_refdex):
                        if 'filename' in value:
                            value['filename'] = input_refdex_filename_prefix + value['filename']
                        if 'filenames' in value:
                            value['filenames'] = [input_refdex_filename_prefix + f for f in value['filenames']]
                refdex.update(local_refdex)
        except:
            sys.stderr.write("Could not read refdex JSON from '{}'\n".format(filename))
            raise

    # Python 2/3
    try:
        unicode_string = unicode
    except NameError:
        unicode_string = str

    for key, value in items(refdex):
        try:
            assert isinstance(key, unicode_string)
            if 'url' in value:
                assert len(value) == 1
                assert isinstance(value['url'], unicode_string)
                value['url'].encode('utf-8')
            elif 'filename' in value and 'anchor' in value:
                assert len(value) == 2
                assert isinstance(value['filename'], unicode_string)
                value['filename'].encode('utf-8')
                assert isinstance(value['anchor'], unicode_string)
                value['anchor'].encode('utf-8')
            elif 'filenames' in value and 'anchor' in value:
                assert len(value) == 2
                for filename in value['filenames']:
                    assert isinstance(value, unicode_string)
                    filename.encode('utf-8')
                assert isinstance(value['anchor'], unicode_string)
                value['anchor'].encode('utf-8')
            else:
                raise NotImplementedError("badly formed refdex")
        except:
            sys.stderr.write("Component of refdex not suitable: '{}: {}'\n".format(repr(key), repr(value)))
            raise

    return refdex


def convert_refdex_to_single_filename_refdex(input_refdex):
    """Note that this makes a partially shallow copy."""
    refdex = {}
    for key, value in input_refdex.items():
        if 'filenames' in value:
            refdex[key] = {
                'filename': value['filenames'][-1],
                'anchor': value['anchor']
            }
        else:
            refdex[key] = value
    return refdex