1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
from __future__ import annotations
import logging
from test.utils.namespace import DAWGT, MF, QT, RDFT, UT
from typing import Iterable, List, NamedTuple, Optional, Tuple, Union, cast
from rdflib import RDF, RDFS, Graph
from rdflib.term import Identifier, Node, URIRef
logger = logging.getLogger(__name__)
ResultType = Union[
Identifier, Tuple[Optional[Node], List[Tuple[Optional[Node], Optional[Node]]]]
]
GraphDataType = Union[List[Optional[Node]], List[Tuple[Optional[Node], Optional[Node]]]]
class RDFTest(NamedTuple):
uri: URIRef
name: str
comment: str
data: Identifier
graphdata: Optional[GraphDataType]
action: Identifier
result: Optional[ResultType]
syntax: bool
def read_manifest(f, base=None, legacy=False) -> Iterable[Tuple[Node, Node, RDFTest]]:
"""read a manifest file"""
def _str(x):
if x is not None:
return str(x)
return None
g = Graph()
g.parse(f, publicID=base, format="turtle")
for m in g.subjects(RDF.type, MF.Manifest):
for col in g.objects(m, MF.include):
for i in g.items(col):
for x in read_manifest(i):
yield x
for col in g.objects(m, MF.entries):
e: Node
for e in g.items(col):
approved = (
(e, DAWGT.approval, DAWGT.Approved) in g
or (e, DAWGT.approval, DAWGT.NotClassified) in g
or (e, RDFT.approval, RDFT.Approved) in g
)
# run proposed tests
# approved |= (e, RDFT.approval, RDFT.Proposed) in g
# run legacy tests with no approval set
if legacy:
approved |= (e, DAWGT.approval, None) not in g and (
e,
RDFT.approval,
None,
) not in g
if not approved:
continue
_type = g.value(e, RDF.type)
# if _type in (MF.ServiceDescriptionTest, MF.ProtocolTest):
# continue # skip tests we do not know
name = g.value(e, MF.name)
comment = g.value(e, RDFS.comment)
data = None
graphdata: Optional[GraphDataType] = None
res: Optional[ResultType] = None
syntax = True
if _type in (MF.QueryEvaluationTest, MF.CSVResultFormatTest):
a = g.value(e, MF.action)
query = g.value(a, QT.query)
data = g.value(a, QT.data)
# NOTE: Casting to identifier because g.objects return Node
# but should probably return identifier instead.
graphdata = list(
cast(Iterable[Optional[Node]], g.objects(a, QT.graphData))
)
res = cast(Optional[ResultType], g.value(e, MF.result))
elif _type in (MF.UpdateEvaluationTest, UT.UpdateEvaluationTest):
a = g.value(e, MF.action)
query = g.value(a, UT.request)
data = g.value(a, UT.data)
graphdata = cast(List[Tuple[Optional[Node], Optional[Node]]], [])
for gd in g.objects(a, UT.graphData):
graphdata.append(
(g.value(gd, UT.graph), g.value(gd, RDFS.label))
)
r = g.value(e, MF.result)
resdata: Optional[Node] = g.value(r, UT.data)
resgraphdata: List[Tuple[Optional[Node], Optional[Node]]] = []
for gd in g.objects(r, UT.graphData):
resgraphdata.append(
(g.value(gd, UT.graph), g.value(gd, RDFS.label))
)
res = resdata, resgraphdata
elif _type in (
MF.NegativeSyntaxTest11,
MF.NegativeSyntaxTest,
MF.PositiveSyntaxTest11,
MF.PositiveSyntaxTest,
):
query = g.value(e, MF.action)
syntax = _type == MF.PositiveSyntaxTest11
elif _type in (
MF.PositiveUpdateSyntaxTest11,
MF.NegativeUpdateSyntaxTest11,
):
query = g.value(e, MF.action)
syntax = _type == MF.PositiveUpdateSyntaxTest11
elif _type in (
RDFT.TestNQuadsPositiveSyntax,
RDFT.TestNQuadsNegativeSyntax,
RDFT.TestTrigPositiveSyntax,
RDFT.TestTrigNegativeSyntax,
RDFT.TestNTriplesPositiveSyntax,
RDFT.TestNTriplesNegativeSyntax,
RDFT.TestTurtlePositiveSyntax,
RDFT.TestTurtleNegativeSyntax,
RDFT.TestTrixPositiveSyntax,
RDFT.TestTrixNegativeSyntax,
):
query = g.value(e, MF.action)
syntax = _type in (
RDFT.TestNQuadsPositiveSyntax,
RDFT.TestNTriplesPositiveSyntax,
RDFT.TestTrigPositiveSyntax,
RDFT.TestTurtlePositiveSyntax,
RDFT.TestTrixPositiveSyntax,
)
elif _type in (
RDFT.TestTurtleEval,
RDFT.TestTurtleNegativeEval,
RDFT.TestTrigEval,
RDFT.TestTrigNegativeEval,
RDFT.TestTrixEval,
):
query = g.value(e, MF.action)
res = cast(Identifier, g.value(e, MF.result))
syntax = _type in (
RDFT.TestTurtleEval,
RDFT.TestTrigEval,
RDFT.TestTrixEval,
)
else:
logger.debug(f"Don't know {_type}")
pass
print("I dont know DAWG Test Type %s" % _type)
continue
assert isinstance(e, URIRef)
yield e, _type, RDFTest(
e,
_str(name),
_str(comment),
_str(data),
graphdata,
_str(query),
res,
syntax,
)
|
