97 lines
3.2 KiB
Python
97 lines
3.2 KiB
Python
|
|
|||
|
|
# ############################################################# #
|
|||
|
|
# format table function
|
|||
|
|
# ############################################################# #
|
|||
|
|
|
|||
|
|
def format_table(header, rows):
|
|||
|
|
# 计算列宽
|
|||
|
|
col_width = max(len(str(word)) for row in rows for word in row) + 2 # 最大单词长度 + 2 作为列宽
|
|||
|
|
# 打印表头
|
|||
|
|
print("".join(word.ljust(col_width) for word in header))
|
|||
|
|
# 打印分隔线
|
|||
|
|
print("".join("-" * col_width for _ in header))
|
|||
|
|
# 打印内容
|
|||
|
|
for row in rows:
|
|||
|
|
print("".join(str(word).ljust(col_width) for word in row))
|
|||
|
|
|
|||
|
|
# ############################################################# #
|
|||
|
|
# encode and decode bytes and string
|
|||
|
|
# ############################################################# #
|
|||
|
|
|
|||
|
|
import base64
|
|||
|
|
def encode_bytes2str(data):
|
|||
|
|
# 将字节串编码为Base64
|
|||
|
|
if data is None:
|
|||
|
|
return None
|
|||
|
|
return base64.b64encode(data).decode('utf-8')
|
|||
|
|
|
|||
|
|
def decode_str2bytes(data):
|
|||
|
|
# 将Base64编码的字节串解码为字节串
|
|||
|
|
if data is None:
|
|||
|
|
return None
|
|||
|
|
return base64.b64decode(data.encode('utf-8'))
|
|||
|
|
|
|||
|
|
import re
|
|||
|
|
def split_sentences(text: str):
|
|||
|
|
# 定义中文标点符号的正则表达式
|
|||
|
|
pattern = r'[\。\，\、\；\：\？\！\“\”\（\）\《\》]+'
|
|||
|
|
# 使用正则表达式分割字符串
|
|||
|
|
sentences = re.split(pattern, text)
|
|||
|
|
# 过滤掉空字符串
|
|||
|
|
sentences = [sentence for sentence in sentences if sentence]
|
|||
|
|
return sentences
|
|||
|
|
'''
|
|||
|
|
# 示例文本
|
|||
|
|
text = "今天天气真好，我们去公园玩吧！你觉得怎么样？好的，那就这么定了。"
|
|||
|
|
# 调用函数进行断句
|
|||
|
|
sentences = split_sentences(text)
|
|||
|
|
|
|||
|
|
print(sentences)
|
|||
|
|
'''
|
|||
|
|
|
|||
|
|
def split_chinese_text(text: str, return_patch=False):
|
|||
|
|
# 定义中文标点符号集合
|
|||
|
|
punctuations = set('。！？，；：、“”（）《》【】')
|
|||
|
|
# 初始化断句结果列表和标点符号列表
|
|||
|
|
sentences = []
|
|||
|
|
punctuation_list = []
|
|||
|
|
|
|||
|
|
text_patch = []
|
|||
|
|
|
|||
|
|
start = 0 # 断句开始位置
|
|||
|
|
for i, char in enumerate(text):
|
|||
|
|
if char in punctuations:
|
|||
|
|
# 如果当前字符是标点符号，则进行断句，并记录标点符号
|
|||
|
|
sentences.append(text[start:i+1])
|
|||
|
|
punctuation_list.append(char)
|
|||
|
|
start = i + 1 # 更新断句开始位置
|
|||
|
|
|
|||
|
|
# 处理最后一句（如果最后一句后没有标点符号）
|
|||
|
|
if start < len(text):
|
|||
|
|
sentences.append(text[start:])
|
|||
|
|
|
|||
|
|
|
|||
|
|
if return_patch:
|
|||
|
|
if len(punctuation_list) == 0:
|
|||
|
|
return [text], False # 有残留语句
|
|||
|
|
elif len(sentences) == len(punctuation_list):
|
|||
|
|
return [''.join(sentences)], True
|
|||
|
|
else:
|
|||
|
|
return [''.join(sentences[:-1]), sentences[-1]], True
|
|||
|
|
return sentences, punctuation_list
|
|||
|
|
'''
|
|||
|
|
# 示例文本
|
|||
|
|
text = "你好，世界！今天天气怎么样？希望你有一个美好的一天。"
|
|||
|
|
sentences, punctuation_list = split_chinese_text(text)
|
|||
|
|
|
|||
|
|
print("断句结果:", sentences)
|
|||
|
|
print("标点符号列表:", punctuation_list)
|
|||
|
|
'''
|
|||
|
|
|
|||
|
|
def remove_brackets_and_contents(text):
|
|||
|
|
# 使用sub函数替换匹配的文本为空字符串
|
|||
|
|
result = re.sub(r'\(.*?\)', '', text)
|
|||
|
|
result = re.sub(r'\（.*?\）', '', result)
|
|||
|
|
result = re.sub(r'\【.*?\】', '', result)
|
|||
|
|
return result
|