utils_tests.py 文件源码

def test_preprocessing(self):
        s = (
            "???? >:( xd <3 :'D http://t.co/rlqo5xfbul www.google.com e-mail"
            " three-level-building I'm wouldn't @trump #bad"
            " 1.2 Hi, my name is: Jon!? Next sentence."
        )
        self.assertEqual(
            to_string(ut.preprocess(s)),
            (
                "e mail three level building i m wouldn t"
                " trump bad 12 hi my name is jon next sentence"
            )
        )