another test

ada-url · Dec 31, 2024 · 9cb778e · 9cb778e
1 parent 6b8ab43
commit 9cb778e
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/tests/wpt_urlpattern_tests.cpp b/tests/wpt_urlpattern_tests.cpp
@@ -14,6 +14,14 @@ using namespace simdjson;
 constexpr std::string_view URL_PATTERN_TEST_DATA =
     "wpt/urlpatterntestdata.json";
 
+TEST(wpt_urlpattern_tests, parser_tokenize_basic_tests) {
+  auto parser = ada::url_pattern_helpers::url_pattern_parser(
+      ada::url_pattern_helpers::canonicalize_protocol, ada::url_pattern_helpers::generate_segment_wildcard_regexp(ada::url_pattern_compile_component_options::DEFAULT));
+
+  auto tokenize_result = ada::url_pattern_helpers::tokenize("*",  ada::url_pattern_helpers::token_policy::STRICT);
+  ASSERT_TRUE(tokenize_result);
+}
+
 TEST(wpt_urlpattern_tests, parse_pattern_string_basic_tests) {
   auto part_list = ada::url_pattern_helpers::parse_pattern_string(
       "*", ada::url_pattern_compile_component_options::DEFAULT,