Index

A

add_doc() (index.inverted_index.InvertedIndex method) add_word() (index.inverted_index.InvertedIndex method)

all_urls() (in module crawling.connection) average() (in module stats)

C

can_add_doc() (in module swiftea_bot.module) can_append() (in module crawling.parsers) capitalize() (in module crawling.searches) check_robots_perm() (crawling.web_connection.WebConnection method) check_size_files() (swiftea_bot.file_manager.FileManager method) check_stop_crawling() (swiftea_bot.file_manager.FileManager method) ckeck_size_links() (swiftea_bot.file_manager.FileManager method) clean_favicon() (crawling.site_informations.SiteInformations method) clean_keywords() (crawling.site_informations.SiteInformations method) clean_link() (in module crawling.searches) clean_links() (crawling.site_informations.SiteInformations method) clean_text() (in module crawling.searches)

close_connection() (database.database_manager.DatabaseManager method) compress_stats() (in module stats) connection() (database.database_manager.DatabaseManager method) convert_keys() (in module swiftea_bot.module) convert_secure() (in module database.database) count_files_index() (in module index.index) crawling.connection (module) crawling.parsers (module) crawling.searches (module) crawling.site_informations (module) crawling.web_connection (module) create_dirs() (in module swiftea_bot.module)

D

database.database (module) database.database_manager (module) database.database_swiftea (module) DatabaseManager (class in database.database_manager) DatabaseSwiftea (class in database.database_swiftea) def_links() (in module swiftea_bot.module) del_one_doc() (database.database_swiftea.DatabaseSwiftea method)

delete_doc_id() (index.inverted_index.InvertedIndex method) delete_id_word() (index.inverted_index.InvertedIndex method) delete_word() (index.inverted_index.InvertedIndex method) detect_language() (crawling.site_informations.SiteInformations method) doc_exists() (database.database_swiftea.DatabaseSwiftea method) duplicate_content() (crawling.web_connection.WebConnection method) (in module crawling.connection)

E

errors() (in module swiftea_bot.module)

ExtractData (class in crawling.parsers) ExtractEncoding (class in crawling.parsers)

F

FileManager (class in swiftea_bot.file_manager)

G

get_base_url() (in module crawling.searches) get_code() (crawling.web_connection.WebConnection method) get_doc_id() (database.database_swiftea.DatabaseSwiftea method) get_infos() (crawling.site_informations.SiteInformations method)

get_inverted_index() (swiftea_bot.file_manager.FileManager method) get_lists_words() (swiftea_bot.file_manager.FileManager method) get_url() (swiftea_bot.file_manager.FileManager method) getInvertedIndex() (index.inverted_index.InvertedIndex method)

H

handle_charref() (crawling.parsers.ExtractData method) handle_data() (crawling.parsers.ExtractData method) handle_endtag() (crawling.parsers.ExtractData method)

handle_entityref() (crawling.parsers.ExtractData method) handle_starttag() (crawling.parsers.ExtractData method) (crawling.parsers.ExtractEncoding method) https_duplicate() (database.database_swiftea.DatabaseSwiftea method)

I

index.index (module) index.inverted_index (module) insert() (database.database_swiftea.DatabaseSwiftea method)

InvertedIndex (class in index.inverted_index) is_homepage() (in module crawling.searches) is_index() (in module swiftea_bot.module) is_nofollow() (in module crawling.connection)

M

meta() (in module crawling.parsers)

N

no_connection() (in module crawling.connection)

R

re_init() (crawling.parsers.ExtractData method)

read_inverted_index() (swiftea_bot.file_manager.FileManager method) remove_duplicates() (in module swiftea_bot.module)

S

sane_search() (crawling.site_informations.SiteInformations method) save_config() (swiftea_bot.file_manager.FileManager method) save_inverted_index() (swiftea_bot.file_manager.FileManager method) save_links() (swiftea_bot.file_manager.FileManager method) search_encoding() (crawling.web_connection.WebConnection method) send_command() (database.database_manager.DatabaseManager method) send_doc() (database.database_swiftea.DatabaseSwiftea method) send_request() (crawling.web_connection.WebConnection method) set_listswords() (crawling.site_informations.SiteInformations method) set_name() (database.database_manager.DatabaseManager method) setInvertedIndex() (index.inverted_index.InvertedIndex method)

SiteInformations (class in crawling.site_informations) stats (module) stats() (in module stats) stats_dl_index() (in module index.index) stats_links() (in module crawling.searches) stats_send_index() (in module swiftea_bot.module) stats_ul_index() (in module index.index) stats_webpages() (in module swiftea_bot.module) suggestions() (database.database_swiftea.DatabaseSwiftea method) swiftea_bot.data (module) swiftea_bot.file_manager (module) swiftea_bot.module (module)

T

tell() (in module swiftea_bot.module)

U

update() (database.database_swiftea.DatabaseSwiftea method)

url_is_secure() (in module database.database)

W

WebConnection (class in crawling.web_connection)