aboutsummaryrefslogtreecommitdiffstats
path: root/mitmproxy/lexer.py
diff options
context:
space:
mode:
Diffstat (limited to 'mitmproxy/lexer.py')
-rw-r--r--mitmproxy/lexer.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/mitmproxy/lexer.py b/mitmproxy/lexer.py
index 5187a718..31ae382c 100644
--- a/mitmproxy/lexer.py
+++ b/mitmproxy/lexer.py
@@ -69,6 +69,8 @@ class Lexer:
text = self.text
i = 0
+ whitespace = "\r\n\t "
+
#self.text.seek(self._text_pos)
while True:
@@ -98,7 +100,7 @@ class Lexer:
self._state = self._states.pop()
elif self._state == State.TEXT:
- if ch == ' ':
+ if ch in whitespace:
if acc != '':
break
elif ch == '"' or ch == "'":
@@ -141,6 +143,7 @@ if __name__ == '__main__':
cases.append(r' ')
cases.append(r' ')
cases.append(r'Hello World ')
+ cases.append('\n\n\rHello\n World With Spaces\n\n')
for s in cases:
lex = Lexer(s)