import cn.jojo.cc.common.utils.*;import java.util.*;
public class WordsRegressionProbe{static int failed;static void check(String text,List<String> expected){var actual=EnglishWords.tokenize(text).stream().map(t->t.text()).toList();boolean ok=actual.equals(expected);System.out.println((ok?"PASS ":"FAIL ")+text+" => "+actual);if(!ok)failed++;}public static void main(String[]args){check("cat2dog 3look up4",List.of("cat","dog","look","up"));check("low-temperature it's",List.of("low-temperature","it's"));check("1972",List.of());check("and/or",List.of("and","or"));check("cat /kæt/ dog [dɒɡ]",List.of("cat","dog"));check("cat /kat/ dog",List.of("cat","dog"));check("[ordinary words]",List.of("ordinary","words"));if(failed>0)System.exit(1);}}