Currently job artifacts in CI/CD pipelines on LRZ GitLab never expire. Starting from Wed 26.1.2022 the default expiration time will be 30 days (GitLab default). Currently existing artifacts in already completed jobs will not be affected by the change. The latest artifacts for all jobs in the latest successful pipelines will be kept. More information: https://gitlab.lrz.de/help/user/admin_area/settings/continuous_integration.html#default-artifacts-expiration

tst_LaTeX_docs.py 3.44 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#!/usr/bin/python3

"""tst_LaTeX_doc.py - tests with full documents in subdir 'testdata'

Author: Eckhart Arnold <arnold@badw.de>

Copyright 2017 Bavarian Academy of Sciences and Humanities

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""

22
import cProfile as profile
23
import fnmatch
24
import os
25
import pstats
26
27
import sys

28
29
sys.path.extend(['../../', '../', './'])

30
import DHParser.dsl
31
import DHParser.log
32
33
from DHParser.log import log_parsing_history

34

di68kap's avatar
di68kap committed
35
LOGGING = False
eckhart's avatar
eckhart committed
36

37
38
if not DHParser.dsl.recompile_grammar('LaTeX.ebnf', force=False):  # recompiles Grammar only if it has changed
    print('\nErrors while recompiling "LaTeX.ebnf":\n--------------------------------------\n\n')
39
    with open('LaTeX_ebnf_ERRORS.txt', encoding="utf-8") as f:
40
41
42
43
        print(f.read())
    sys.exit(1)


44
from LaTeXCompiler import get_grammar, get_transformer, get_compiler
45
46
47

parser = get_grammar()
transformer = get_transformer()
48
compiler = get_compiler()
49
50
51
52

def fail_on_error(src, result):
    if result.error_flag:
        print(result.as_sxpr())
53
54
        for e in result.collect_errors():
            print(str(e))
55
56
        sys.exit(1)

57

58
def tst_func():
eckhart's avatar
eckhart committed
59
    with DHParser.log.logging(LOGGING):
60
61
        if not os.path.exists('REPORT'):
            os.mkdir('REPORT')
62
63
64
        files = os.listdir('testdata')
        files.sort()
        for file in files:
65
            if fnmatch.fnmatch(file, '*.tex') and file.lower().find('error') < 0:
66
                with open(os.path.join('testdata', file), 'r', encoding='utf-8') as f:
67
                    doc = f.read()
68
69

                print('\n\nParsing document: "%s"' % file)
70
                result = parser(doc)
71
                if DHParser.log.is_logging():
72
                    print('Saving CST')
73
                    with open('REPORT/' + file[:-4] + '.cst', 'w', encoding='utf-8') as f:
74
                        f.write(result.as_sxpr(compact=True))
75
                    print('Saving parsing history')
76
                    log_parsing_history(parser, os.path.basename(file), html=True)
77
78

                print('\nTransforming document: "%s"' % file)
79
80
81
                fail_on_error(doc, result)
                transformer(result)
                fail_on_error(doc, result)
82
83
84
                if DHParser.log.is_logging():
                    print('Saving AST')
                    with open('LOGS/' + file[:-4] + '.ast', 'w', encoding='utf-8') as f:
85
                        f.write(result.as_sxpr(compact=True))
86
87
88

                print('\nCompiling document: "%s"' % file)
                output = compiler(result)
eckhart's avatar
eckhart committed
89
                # print(output)
90
91
92


def cpu_profile(func):
93
94
    pr = profile.Profile()
    pr.enable()
95
    func()
96
97
98
    pr.disable()
    st = pstats.Stats(pr)
    st.strip_dirs()
99
    st.sort_stats('time').print_stats(40)
100
101
102
103
104
105
106
107
108


def mem_profile(func):
    import tracemalloc
    tracemalloc.start()
    func()
    snapshot = tracemalloc.take_snapshot()
    top_stats = snapshot.statistics('lineno')
    print("[ Top 20 ]")
109
    for stat in top_stats[:40]:
110
111
112
        print(stat)

if __name__ == "__main__":
Eckhart Arnold's avatar
Eckhart Arnold committed
113
    cpu_profile(tst_func)
114

115