|
@@ -37,7 +37,7 @@ class Tipue_Search_JSON_Generator(object):
|
|
|
page_title = soup_title.get_text(' ', strip=True).replace('“', '"').replace('”', '"').replace('’', "'")
|
|
|
|
|
|
soup_text = BeautifulSoup(page.content)
|
|
|
- page_text = soup_text.get_text(' ', strip=True).replace('“', '"').replace('”', '"').replace('’', "'").replace('¶', ' ')
|
|
|
+ page_text = soup_text.get_text(' ', strip=True).replace('“', '"').replace('”', '"').replace('’', "'").replace('¶', ' ').replace('^', '^')
|
|
|
page_text = ' '.join(page_text.split())
|
|
|
|
|
|
if getattr(page, 'category') == 'None':
|