mirror of
https://github.com/caperren/school_archives.git
synced 2025-11-09 13:41:13 +00:00
45 lines
1.1 KiB
Python
45 lines
1.1 KiB
Python
def split_by_periods(document):
|
|
output_array = []
|
|
|
|
sentence_array_temp = ""
|
|
|
|
for current_char in document:
|
|
if current_char != "\n":
|
|
sentence_array_temp += current_char
|
|
|
|
if current_char == ".":
|
|
output_array.append(sentence_array_temp)
|
|
sentence_array_temp = ""
|
|
|
|
if sentence_array_temp:
|
|
output_array.append(sentence_array_temp)
|
|
|
|
return output_array
|
|
|
|
|
|
def split_by_word_as_tuples(sentence_array):
|
|
output_array = []
|
|
index_incrementer = 0
|
|
|
|
for sentence in sentence_array:
|
|
words_array = sentence.split(" ")
|
|
words_array = filter(None, words_array)
|
|
output_array.append((words_array, index_incrementer))
|
|
index_incrementer += 1
|
|
|
|
return output_array
|
|
|
|
|
|
def kwic(document, listPairs=False, ignoreWords=None, periodsToBreaks=False):
|
|
if not document:
|
|
return []
|
|
|
|
if periodsToBreaks:
|
|
split_into_sentences = split_by_periods(document)
|
|
else:
|
|
split_into_sentences = document.splitlines()
|
|
|
|
split_into_word_tuples = split_by_word_as_tuples(split_into_sentences)
|
|
|
|
return split_into_word_tuples
|