code. compile. run. debug. share.
Source Code
Language
'''
Online Python Compiler.
Code, Compile, Run and Debug python program online.
Write your code in this editor and press "Run" button to execute it.
'''
import random
def is_ascii(c):
return ord(c) < 128
def is_seperator(c):
return c in [" ", "，", "。", ",", ";", ",", "?", ".", "？", "；"]
def tokenize(src_txt):
token_list = []
token = ""
for c in src_txt:
if is_ascii(c):
token += c
else:
if token != "":
token_list.append(token)
token = ""
token_list.append(c)
if token != "":
token_list.append(token)
return token_list
def reorder(token_list):
n_grams = [2, 3]
i = 0
token_list_reordered = []
while (i<len(token_list)):
n_gram = random.choice(n_grams)
j = min(i+n_gram, len(token_list))
n_gram = token_list[i:j]
random.shuffle(n_gram)
token_list_reordered.extend(n_gram)
i = j
return token_list_reordered
def sentencize(src_txt):
sentence_list = []
sentence = ""
reordered_txt = []
for c in src_txt:
if is_seperator(c):
reordered_txt.extend(reorder(tokenize(sentence)))
reordered_txt.append(c)
sentence = ""
else:
sentence += c
if sentence != "":
reordered_txt.extend(reorder(tokenize(sentence)))
return "".join(reordered_txt)
src_txt = "一下子端了窝三四条广播，看来是被盯上了。好啊，窝再发。希望豆友们把这个Hashtag发扬下去"
print(sentencize(src_txt))
Compiling Program...
Standard Input:
Interactive Console
Text
Program is not being debugged. Click "Debug" button to start program in debug mode.
| # | Function | File:Line |
|---|
| Variable | Value |
|---|
| Register | Value |
|---|
| Expression | Value |
|---|
| # | Description |
|---|