Files
pandas-markdown-parser/find_all_tokens.py
2026-04-14 21:31:44 +12:00

16 lines
315 B
Python

import json
from pprint import pprint
tokens = set()
with open("tests/test.json", "r") as txt:
tests : dict = json.loads(txt.read())
for test_name, test_value in tests["basic_unit_tests"].items():
for token in test_value["parsed"]:
tokens.add(list(token.keys())[0])
pprint(tokens)