japanese_word_tokenizer 0.0.3 japanese_word_tokenizer: ^0.0.3 copied to clipboard
A lightweight Japanese word tokenizer library for Dart and Flutter based on wakachigaki
import 'package:japanese_word_tokenizer/japanese_word_tokenizer.dart';
void main() {
String text = 'ここでテキストを分かち書きします';
List<dynamic> tokens = tokenize(text);
print(tokens);
}