update: add duplicate rule · 9201503901 - xxrs-crawler - Dnomd343 - Git

update: add duplicate rule

master

Dnomd343 2 years ago

parent

f282279b89

commit

9201503901

1 changed files with 1 additions and 0 deletions

Unified View

							
								1

src/punctuation/sentence.py

								View File
							
					@ -17,6 +17,7 @@ punctuations = [
				
					duplicates = [
					
					duplicates = [
				
					    '~', '！', '？',
					
					    '~', '！', '？',
				
					    delimiter + '，',
					
					    delimiter + '，',
				
					    delimiter + '。',
				
					    delimiter + '！',
					
					    delimiter + '！',
				
					    delimiter + '？',
					
					    delimiter + '？',
				
					    delimiter + '、',
					
					    delimiter + '、',