54 lines
1.8 KiB
Python
54 lines
1.8 KiB
Python
"""Unit tests for shell-like lexer."""
|
|
|
|
import unittest
|
|
|
|
from src.open_dev_data.shlex_parser import split
|
|
|
|
|
|
class TestShlexParser(unittest.TestCase):
|
|
"""Test shell-like lexer functionality."""
|
|
|
|
def test_basic_tokenization(self):
|
|
"""Test basic whitespace-separated tokenization."""
|
|
tokens = split("hello world test")
|
|
self.assertEqual(["hello", "world", "test"], tokens)
|
|
|
|
def test_quoted_strings(self):
|
|
"""Test quoted string handling."""
|
|
tokens = split("command \"quoted string\" 'single'")
|
|
self.assertEqual(["command", "quoted string", "single"], tokens)
|
|
|
|
def test_escaped_characters(self):
|
|
"""Test escape sequence handling."""
|
|
tokens = split('escaped\\ space "quoted\\"quote"')
|
|
self.assertEqual(["escaped space", 'quoted"quote'], tokens)
|
|
|
|
def test_unterminated_quote(self):
|
|
"""Test that unterminated quotes raise an error."""
|
|
with self.assertRaises(ValueError):
|
|
split('"unterminated')
|
|
|
|
def test_internal_quotes(self):
|
|
"""Test quotes within quoted strings."""
|
|
tokens = split('repadd "Mckee\'s Rocks" https://blah.com')
|
|
self.assertEqual(["repadd", "Mckee's Rocks", "https://blah.com"], tokens)
|
|
|
|
def test_empty_string(self):
|
|
"""Test empty string returns empty list."""
|
|
tokens = split("")
|
|
self.assertEqual([], tokens)
|
|
|
|
def test_whitespace_only(self):
|
|
"""Test whitespace-only string returns empty list."""
|
|
tokens = split(" \t \n ")
|
|
self.assertEqual([], tokens)
|
|
|
|
def test_multiple_spaces(self):
|
|
"""Test multiple spaces between tokens."""
|
|
tokens = split("hello world")
|
|
self.assertEqual(["hello", "world"], tokens)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|