1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
|
from os import environ
from sys import executable, platform
from io import BytesIO
from json import load as json_load, loads as json_loads, dumps as json_dumps
from pathlib import Path
from urllib.parse import quote
from subprocess import run as subprocess_run, PIPE
from typing import Optional
from unittest import TestCase
from pytest import mark
from pyGHDL.lsp.lsp import LanguageProtocolServer, LSPConn
class StrConn:
__res: str
def __init__(self):
self.__res = ""
def write(self, s):
self.__res += s
@property
def res(self):
return self.__res
def show_diffs(name, ref, res):
if isinstance(ref, dict) and isinstance(res, dict):
for k in ref:
if k not in res:
print(f"{name}.{k} not in the result")
else:
show_diffs(f"{name}.{k}", ref[k], res[k])
for k in res:
if k not in ref:
print(f"{name}.{k} unexpected in the result")
elif isinstance(ref, str) and isinstance(res, str):
if res != ref:
print(f"{name}: mismatch (ref: {ref}, result: {res})")
elif isinstance(ref, int) and isinstance(res, int):
if res != ref:
print(f"{name}: mismatch (ref: {ref}, result: {res})")
elif isinstance(ref, list) and isinstance(res, list):
for i in range(max(len(ref), len(res))):
if i >= len(res):
print(f"{name}[{i}]: missing element:")
print(f" {ref[i]}")
elif i >= len(ref):
print(f"{name}[{i}]: extra elements")
else:
show_diffs(f"{name}[{i}]", ref[i], res[i])
else:
print(f"unhandle type {type(ref)} in {name}")
def root_subst(obj, path, uri):
"""Substitute in all strings of :param obj: @ROOT@ with :param root:
URI in LSP are supposed to contain an absolute path. But putting an
hard absolute path would make the test suite not portable. So we use
the metaname @ROOT@ which should be replaced by the root path of the
test suite. Also we need to deal with the windows particularity
about URI."""
if isinstance(obj, dict):
for k, v in obj.items():
if isinstance(v, str):
if k in ("rootUri", "uri"):
assert v.startswith("file://@ROOT@/")
obj[k] = "file://" + uri + v[13:]
elif k in ("rootPath", "message"):
obj[k] = v.replace("@ROOT@", path)
else:
obj[k] = root_subst(v, path, uri)
return obj
elif obj is None or isinstance(obj, (str, int)):
return obj
elif isinstance(obj, list):
res = []
for v in obj:
res.append(root_subst(v, path, uri))
return res
else:
raise AssertionError(f"root_subst: unhandled type {type(obj)}")
class JSONTest(TestCase):
_LSPTestDirectory = Path(__file__).parent.resolve()
subdir = None
def _RequestResponse(self, requestName: str, responseName: Optional[str] = None):
root = str(self._LSPTestDirectory)
root_uri = self._LSPTestDirectory.as_uri()
assert root_uri.startswith("file://")
root_uri = root_uri[7:]
requestFile = self._LSPTestDirectory / self.subdir / requestName
# Convert the JSON input file to an LSP string.
with requestFile.open("r") as file:
res = json_load(file)
res = root_subst(res, root, root_uri)
conn = StrConn()
ls = LanguageProtocolServer(None, conn)
for req in res:
ls.write_output(req)
# Run
p = subprocess_run(
[executable, "-m", "pyGHDL.cli.lsp"],
input=conn.res.encode("utf-8"),
stdout=PIPE,
)
self.assertEqual(
p.returncode,
0,
"Language server executable exit with a non-zero return code.",
)
if responseName is None:
return
responseFile = self._LSPTestDirectory / self.subdir / responseName
# Check output
in_io = BytesIO(p.stdout)
conn = LSPConn(in_io, None)
ls = LanguageProtocolServer(None, conn)
with responseFile.open("r") as file:
ref = json_load(file)
ref = root_subst(ref, root, root_uri)
errs = 0
json_res = []
for i, r in enumerate(ref):
rep = ls.read_request()
if rep is None:
print("FAIL: number of reply does not match")
errs += 1
break
rep = json_loads(rep)
json_res.append(rep)
# self.assertEqual(rep, r, f"reply does not match for {requestFile!s}")
if rep != r:
print(self.__class__.__name__)
show_diffs(f"[{i}]", r, rep)
errs += 1
rep = ls.read_request()
self.assertIsNone(rep, "Too many replies.")
if errs != 0:
print(f"FAILURE between output and {responseFile!s} (for {requestFile!s})")
print("Writing result output to result.json")
with open("result.json", "w") as f:
f.write(json_dumps(json_res, indent=2))
f.write("\n")
with open("request.json", "w") as f:
f.write(json_dumps(res, indent=2))
f.write("\n")
self.fail()
class Test001_Simple(JSONTest):
subdir = Path("001simple")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test002_Coverage(JSONTest):
subdir = Path("002coverage")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test003_Errors(JSONTest):
subdir = Path("003errors")
def test_Crash1(self):
self._RequestResponse("crash1.json")
def test_Crash2(self):
self._RequestResponse("crash2.json")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
@mark.xfail(platform == "win32" and ("MINGW_PREFIX" not in environ), reason="FIXME")
class Test004_Error_Project(JSONTest):
subdir = Path("004errprj")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test005_Create(JSONTest):
subdir = Path("005create")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test006_Option_Error(JSONTest):
subdir = Path("006opterr")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test007_Error_Project(JSONTest):
subdir = Path("007errprj")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test008_Error_NoFile(JSONTest):
subdir = Path("008errnofile")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test009_ls_122(JSONTest):
subdir = Path("009ls122")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test010_ls_28(JSONTest):
subdir = Path("010ls28")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
class Test011_closediag(JSONTest):
subdir = Path("011closediag")
def test_Request_Response(self):
self._RequestResponse("cmds.json", "replies.json")
|
