| 12345678910111213141516171819202122232425262728293031323334 |
- #!/usr/bin/env python
- # -*- coding: utf-8 -*-
- from __future__ import unicode_literals
- # 用于向后兼容，TODO: 废弃
- from pypinyin.seg.simpleseg import simple_seg # noqa
- from pypinyin.style._tone_convert import tone2_to_tone
- # 用于向后兼容，TODO: 废弃
- def _replace_tone2_style_dict_to_default(string):
- return tone2_to_tone(string)
- def _remove_dup_items(lst, remove_empty=False):
- new_lst = []
- for item in lst:
- if remove_empty and not item:
- continue
- if item not in new_lst:
- new_lst.append(item)
- return new_lst
- def _remove_dup_and_empty(lst_list):
- new_lst_list = []
- for lst in lst_list:
- lst = _remove_dup_items(lst, remove_empty=True)
- if lst:
- new_lst_list.append(lst)
- else:
- new_lst_list.append([''])
- return new_lst_list
|
