#!/usr/bin/env python
import os
import re
def search_sentences(root_dir, output_file, output_file_total):
html_template = """
Search Results
"""
html_total_template = """
Total Search Results
"""
all_sentences = []
sentences = []
titles = set()
for root, dirs, files in os.walk(root_dir):
html = html_template
html_total = html_total_template
dirs.sort()
files.sort()
for file in files:
if file.endswith('.html'):
file_path = os.path.join(root, file)
try:
with open(file_path, 'r') as f:
content = f.read()
p_elements = re.findall(r'(.*?)
', content, re.DOTALL)
p_elements = [p_element for p_element in p_elements if p_element.strip()]
full_text =''.join(p_elements)
for i, p_element in enumerate(p_elements):
found_sentences = re.findall(r"[^.abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ<>{}।!?]*\?", p_element)
for sentence in found_sentences:
words = sentence.split()
if len(words) >= 3:
title = sentence +' '+ full_text[full_text.find(sentence) + len(sentence):].strip()
title = re.sub('<.*?>', '', title)
stop_chars = ['।','?','॥','.']
title_end_index = len(sentence) + 315
for char in stop_chars:
index = title[:title_end_index].rfind(char)
if index!= -1:
title_end_index = index + 1
break
title = title[:title_end_index].strip()
if title not in titles:
titles.add(title)
sentences.append((sentence, file_path, title))
all_sentences.append((sentence, file_path, title))
except Exception as e:
print(f"Error reading {file_path}: {e}")
if sentences:
sentences.sort(key=lambda x: x[0].lower())
for sentence, file_path, title in sentences:
html += f"- {sentence}...{title[len(sentence)-1:len(sentence)+100] if title.startswith(sentence) else title[len(sentence)-1:len(sentence)+100]}...
\n"
html += "
"
output_path = os.path.join(root, output_file)
with open(output_path, 'w') as f:
f.write(html)
print(f"Output file created: {output_path}")
html = html_template
sentences = []
all_sentences.sort(key=lambda x: x[0].lower())
for sentence, file_path, title in all_sentences:
sentence = re.sub('<.*?>', '', sentence)
html_total += f"- {sentence}...{title[len(sentence)-1:len(sentence)+100] if title.startswith(sentence) else title[len(sentence)-2:len(sentence)+100]}...
\n"
html_total += "
"
output_path_total = os.path.join(root, output_file_total)
with open(output_path_total, 'w') as f:
f.write(html_total)
print(f"Total output file created: {output_path_total}")
print("Starting search...")
root_dir = './'
output_file ='search_sentences_title.html'
output_file_total ='search_sentences_total.html'
search_sentences(root_dir, output_file, output_file_total)
print("Search completed.")