### Question:
SpTokenizer implements Tokenizer { @Override public List<String> tokenize(String sentence) { return Arrays.asList(processor.tokenize(sentence)); } SpTokenizer(Path modelPath, String prefix); @Override List<String> tokenize(String sentence); @Override String buildSentence(List<String> tokens);  }### Answer:
@Test public void testTokenize() throws IOException { if (System.getProperty("os.name").startsWith("Win")) { throw new SkipException("Skip windows test."); } Path modelPath = Paths.get("build/test/models"); String prefix = "sententpiece_test_model"; SpTokenizer tokenizer = new SpTokenizer(modelPath, prefix); String original = "Hello World"; List<String> tokens = tokenizer.tokenize(original); List<String> expected = Arrays.asList("▁He", "ll", "o", "▁", "W", "or", "l", "d"); Assert.assertEquals(tokens, expected); String recovered = tokenizer.buildSentence(tokens); Assert.assertEquals(original, recovered); }