Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

165 B
Raw Blame
from mwmbl.tokenizer import clean_unicode


def test_clean_unicode():
    result = clean_unicode("Bad extract text \ud83c")
    assert result == "Bad extract text "