AMMICO/build/html/searchindex.js

Search.setIndex({"docnames": ["ammico", "index", "license_link", "modules", "notebooks/DemoNotebook_ammico", "notebooks/Example colors", "notebooks/Example cropposts", "notebooks/Example multimodal", "readme_link"], "filenames": ["ammico.rst", "index.rst", "license_link.md", "modules.rst", "notebooks/DemoNotebook_ammico.ipynb", "notebooks/Example colors.ipynb", "notebooks/Example cropposts.ipynb", "notebooks/Example multimodal.ipynb", "readme_link.md"], "titles": ["text module", "Welcome to AMMICO\u2019s documentation!", "License", "AMMICO package modules", "AMMICO: AI Media and Misinformation Content Analysis Tool", "Color analysis of pictures", "Crop posts from social media posts images", "Image Multimodal Search", "AMMICO - AI Media and Misinformation Content Analysis Tool"], "terms": {"class": [0, 4], "postprocesstext": [0, 3], "mydict": [0, 5, 7], "dict": [0, 4], "none": [0, 4, 5, 6, 7], "use_csv": 0, "bool": 0, "fals": [0, 4, 6, 7], "csv_path": 0, "str": [0, 4, 5, 6, 7], "analyze_text": 0, "text_english": [0, 8], "base": [0, 4, 7, 8], "object": [0, 6], "analyse_top": [0, 3], "return_top": 0, "int": 0, "3": [0, 1, 5, 6, 7], "tupl": [0, 7], "perform": [0, 8], "topic": [0, 4, 8], "analysi": [0, 1, 7], "us": [0, 1, 2, 5, 7, 8], "bertop": 0, "paramet": [0, 7], "option": [0, 4, 8], "number": [0, 4, 5, 7, 8], "return": [0, 4, 7], "default": [0, 4], "A": [0, 2, 4, 7], "contain": [0, 4, 5, 8], "model": [0, 4, 7, 8], "datafram": [0, 1, 5, 7], "most": [0, 4, 5, 6, 7], "frequent": 0, "get_text_df": [0, 3], "list": [0, 4, 5, 7], "extract": [0, 1, 4], "from": [0, 1, 2, 4, 5, 8], "provid": [0, 2, 4, 5, 6], "column": [0, 8], "name": [0, 4, 5, 6, 7, 8], "field": 0, "analyz": [0, 1, 5, 8], "get_text_dict": [0, 3], "dictionari": [0, 4, 5, 7], "kei": [0, 4, 5, 7, 8], "textdetector": [0, 3, 4], "subdict": [0, 7], "analyse_text": [0, 4, 8], "model_nam": [0, 4, 7], "revision_numb": [0, 4], "analysismethod": [0, 3], "analyse_imag": [0, 3, 4, 5], "The": [0, 1, 2, 5, 6, 7, 8], "updat": [0, 4, 5, 7], "result": [0, 1, 4, 5, 6], "clean_text": [0, 3], "clean": [0, 4, 8], "unrecogn": [0, 8], "word": [0, 8], "ani": [0, 2, 4], "get_text_from_imag": [0, 3], "detect": [0, 1, 5], "imag": [0, 1, 5, 8], "googl": [0, 4, 5, 6, 7, 8], "cloud": [0, 4, 8], "vision": [0, 4, 8], "api": [0, 4, 5, 7, 8], "remove_linebreak": [0, 3], "remov": [0, 6, 8], "linebreak": [0, 4], "origin": [0, 6], "translat": [0, 4, 8], "set_kei": [0, 3], "set": [0, 4, 6, 7, 8], "text_ner": [0, 3], "entiti": [0, 4, 8], "recognit": [0, 4], "transform": [0, 4, 8], "pipelin": [0, 4, 8], "text_sentiment_transform": [0, 3], "classif": 0, "sentiment": [0, 4, 8], "text_summari": [0, 3], "gener": [0, 7, 8], "translate_text": [0, 3], "english": [0, 4, 8], "summarydetector": [0, 3, 4], "model_typ": [0, 4, 7], "analysis_typ": [0, 4], "summary_and_quest": 0, "list_of_quest": 0, "summary_model": [0, 4], "summary_vis_processor": [0, 4], "summary_vqa_model": 0, "summary_vqa_vis_processor": 0, "summary_vqa_txt_processor": 0, "summary_vqa_model_new": 0, "summary_vqa_vis_processors_new": 0, "summary_vqa_txt_processors_new": 0, "device_typ": 0, "all_allowed_model_typ": [0, 3], "larg": [0, 4, 8], "vqa": 0, "blip2_t5_pretrain_flant5xxl": 0, "blip2_t5_pretrain_flant5xl": 0, "blip2_t5_caption_coco_flant5xl": 0, "blip2_opt_pretrain_opt2": 0, "7b": 0, "blip2_opt_pretrain_opt6": 0, "blip2_opt_caption_coco_opt2": 0, "blip2_opt_caption_coco_opt6": 0, "allowed_analysis_typ": [0, 3], "question": [0, 7, 8], "allowed_model_typ": [0, 3], "allowed_new_model_typ": [0, 3], "consequential_quest": 0, "analys": [0, 7, 8], "blip_capt": 0, "type": [0, 4, 6], "analis": 0, "pictur": [0, 1], "whether": [0, 2], "ask": 0, "consequenti": 0, "work": [0, 4, 5, 6, 7, 8], "onli": [0, 4, 5, 6, 7, 8], "new": [0, 7, 8], "blip2": [0, 7], "self": [0, 7], "analyse_quest": [0, 3], "answer": [0, 8], "free": [0, 2], "form": [0, 7], "about": 0, "written": [0, 4, 5, 7], "natur": 0, "languag": [0, 8], "analyse_summari": [0, 3], "nondeterministic_summari": 0, "true": [0, 4, 6, 7, 8], "creat": [0, 4, 8], "1": [0, 1, 5, 6, 7], "constant": 0, "non": 0, "determinist": 0, "caption": [0, 8], "check_model": [0, 3], "check": [0, 5, 6, 7, 8], "appropri": 0, "preprocessor": 0, "arg": 0, "nn": 0, "vis_processor": [0, 7], "visual": [0, 8], "txt_processor": [0, 7], "model_old": 0, "i": [0, 2, 4, 5, 6, 7, 8], "old": 0, "load_model": [0, 3, 4], "load": [0, 5, 6, 7], "input": [0, 1, 8], "lavi": [0, 7, 8], "torch": [0, 7, 8], "load_model_bas": [0, 3], "base_coco": 0, "load_model_base_blip2_opt_caption_coco_opt67b": [0, 3], "caption_coco_opt6": 0, "architectur": 0, "load_model_base_blip2_opt_pretrain_opt67b": [0, 3], "pretrain_opt6": 0, "load_model_blip2_opt_caption_coco_opt27b": [0, 3], "caption_coco_opt2": 0, "load_model_blip2_opt_pretrain_opt27b": [0, 3], "pretrain_opt2": 0, "load_model_blip2_t5_caption_coco_flant5xl": [0, 3], "caption_coco_flant5xl": 0, "load_model_blip2_t5_pretrain_flant5xl": [0, 3], "flan": 0, "t5": 0, "xl": 0, "load_model_blip2_t5_pretrain_flant5xxl": [0, 3], "xxl": 0, "load_model_larg": [0, 3], "large_coco": 0, "load_new_model": [0, 3], "load_vqa_model": [0, 3], "blip_vqa": 0, "multimodal_search": [0, 3, 7, 8], "multimodalsearch": [0, 3, 4, 7], "compute_gradcam_batch": [0, 3], "visual_input": 0, "tensor": [0, 7], "text_input": [0, 7], "tokenized_text": 0, "block_num": 0, "6": [0, 4, 5, 6, 7, 8], "comput": [0, 4, 7], "gradcam": 0, "itm": [0, 7], "featur": [0, 1, 4], "stack": [0, 7], "devic": [0, 7], "token": [0, 8], "block": 0, "output": [0, 1, 5, 7], "extract_image_features_bas": [0, 3], "images_tensor": [0, 7], "blip_feature_extractor": 0, "albef_feature_extractor": 0, "features_image_stack": [0, 7], "extract_image_features_blip2": [0, 3], "blip2_feature_extractor": 0, "extract_image_features_clip": [0, 3], "clip_feature_extractor": 0, "extract_text_featur": [0, 3], "feature_extractor": 0, "features_text": 0, "get_att_map": [0, 3], "img": 0, "ndarrai": 0, "att_map": 0, "blur": 0, "overlap": 0, "get": [0, 3, 7, 8], "attent": 0, "map": [0, 7], "np": 0, "get_pathes_from_queri": [0, 3], "queri": [0, 1, 8], "path": [0, 4, 5, 6, 7], "image_nam": [0, 7], "image_text_match_reord": [0, 3, 7], "search_queri": 0, "itm_model_typ": 0, "image_kei": [0, 7], "sorted_list": [0, 7], "batch_siz": [0, 7], "need_grad_cam": [0, 7], "reorder": 0, "sort": [0, 7], "similar": [0, 4, 7, 8], "batch": [0, 6], "size": [0, 4], "need": [0, 4, 5, 7, 8], "blip2_coco": [0, 7], "doe": 0, "yet": 0, "itm_scores2": 0, "score": 0, "image_gradcam_with_itm": [0, 7], "itm_text_precess": [0, 3], "process": [0, 4, 7, 8], "text_query_index": 0, "index": [0, 1, 4, 8], "load_feature_extractor_model_albef": [0, 3], "cpu": 0, "can": [0, 4, 5, 6, 7], "cuda": [0, 8], "load_feature_extractor_model_blip": [0, 3], "load_feature_extractor_model_blip2": [0, 3], "pretrain": 0, "load_feature_extractor_model_clip_bas": [0, 3], "load_feature_extractor_model_clip_vitl14": [0, 3], "vit": 0, "l": 0, "14": [0, 7], "load_feature_extractor_model_clip_vitl14_336": [0, 3], "336": 0, "load_tensor": [0, 3], "given": [0, 4, 5, 6, 7], "file": [0, 1, 2, 5, 6, 7, 8], "multimodal_devic": [0, 3, 7], "filter_number_of_imag": [0, 7], "filter_val_limit": [0, 7], "filter_rel_error": [0, 7], "show": [0, 5, 6, 7], "limit": [0, 2, 4, 5, 6, 7], "valu": [0, 4, 7], "rel": 0, "error": [0, 4, 7], "between": [0, 4, 8], "parsing_imag": [0, 3, 7], "path_to_save_tensor": [0, 7], "saved_tensor": 0, "path_to_load_tensor": [0, 7], "pars": 0, "save": [0, 1, 6], "tesor": 0, "querys_process": [0, 3], "multi_features_stack": 0, "read_and_process_imag": [0, 3, 7], "image_path": [0, 7], "read": [0, 1, 5, 7], "raw_imag": [0, 7], "read_and_process_images_itm": [0, 3], "read_img": [0, 3, 7], "filepath": [0, 7], "pil": [0, 7], "opt": [0, 7], "hostedtoolcach": [0, 7], "python": [0, 4, 5, 6, 7, 8], "9": [0, 4, 5, 7], "18": [0, 7], "x64": [0, 7, 8], "lib": [0, 7, 8], "python3": [0, 7], "site": [0, 7], "packag": [0, 1, 4, 5, 6, 7], "py": [0, 4, 5, 6, 7, 8], "resize_img": [0, 3], "raw_img": 0, "proport": 0, "resiz": 0, "240": 0, "p": [0, 4, 5, 6, 8], "width": 0, "resized_imag": 0, "240p": 0, "save_tensor": [0, 3], "saved_features_imag": 0, "pt": [0, 7], "binari": 0, "show_result": [0, 3, 7], "empti": [0, 4], "upload_model_blip2_coco": [0, 3], "coco": 0, "blip2_image_text_match": 0, "itm_model": [0, 7], "upload_model_blip_bas": [0, 3], "blip_image_text_match": 0, "upload_model_blip_larg": [0, 3], "emotiondetector": [0, 3, 4], "emotion_threshold": [0, 4], "float": 0, "50": [0, 4], "0": [0, 4, 5, 6, 7, 8], "race_threshold": [0, 4], "facial": [0, 1], "express": [0, 1, 2], "analyze_single_fac": [0, 3], "singl": [0, 7], "arrai": 0, "clean_subdict": [0, 3], "convert": [0, 1, 5, 6, 7], "format": [0, 7], "facial_expression_analysi": [0, 3], "initi": [0, 4, 5], "wears_mask": [0, 3, 4], "determin": 0, "wear": [0, 8], "mask": [0, 4, 8], "otherwis": [0, 2, 4], "deepface_symlink_processor": [0, 3], "color": [0, 1], "colordetector": [0, 3, 4, 5], "delta_e_method": 0, "cie": 0, "1976": 0, "colorgram": [0, 5, 8], "librari": [0, 5, 6, 7, 8], "n": [0, 5, 8], "common": 0, "One": 0, "problem": [0, 8], "ar": [0, 4, 5, 6, 7, 8], "taken": 0, "befor": [0, 4, 8], "bee": 0, "categor": [0, 6], "so": [0, 2, 4, 5, 7, 8], "small": 0, "might": 0, "occur": 0, "ten": 0, "shade": 0, "grei": [0, 8], "while": [0, 4, 5], "other": [0, 2, 4, 7, 8], "present": [0, 4, 7], "ignor": [0, 6], "becaus": 0, "thi": [0, 2, 4, 5, 6, 7, 8], "n_color": 0, "100": [0, 6, 7], "wa": [0, 7], "chosen": 0, "match": [0, 6, 7, 8], "closest": 0, "css3": 0, "delta": 0, "e": [0, 8], "metric": [0, 8], "thei": [0, 4, 8], "merg": [0, 2], "one": [0, 4, 7, 8], "data": [0, 1, 5, 6, 7, 8], "frame": 0, "reduc": [0, 7], "smaller": [0, 4], "get_color_t": [0, 3], "function": [0, 4, 5, 7], "These": [0, 4, 5, 7, 8], "red": [0, 8], "green": [0, 8], "blue": [0, 8], "yellow": [0, 8], "cyan": [0, 8], "orang": [0, 8], "purpl": [0, 8], "pink": [0, 8], "brown": [0, 8], "white": [0, 8], "black": [0, 8], "percentag": [0, 5, 7, 8], "rgb2name": [0, 3], "c": [0, 2, 8], "merge_color": 0, "take": [0, 4, 5], "an": [0, 2, 4, 6, 7, 8], "rgb": [0, 7], "union": 0, "should": [0, 4, 5, 7], "compute_crop_corn": [0, 3], "dmatch": 0, "kp1": 0, "kp2": 0, "region": [0, 6], "30": [0, 7], "h_margin": 0, "v_margin": 0, "5": [0, 4, 5, 6, 7], "min_match": 0, "estim": 0, "posit": [0, 4], "where": [0, 4, 8], "crop": [0, 1, 4], "cv2": [0, 6], "point": 0, "refer": [0, 6], "social": [0, 1, 4, 8], "media": [0, 1], "post": [0, 1, 4], "area": 0, "consid": [0, 4], "around": [0, 8], "keypoint": 0, "horizont": 0, "margin": 0, "subtract": 0, "minimum": [0, 7], "vertic": 0, "requir": [0, 5, 8], "corner": 0, "coordin": 0, "crop_image_from_post": [0, 3], "view": [0, 6], "final_h": 0, "part": [0, 6, 8], "up": [0, 4, 8], "which": [0, 4, 6, 7], "crop_media_post": [0, 3, 6], "ref_fil": [0, 6], "save_crop_dir": [0, 6], "plt_match": [0, 6], "plt_crop": [0, 6], "plt_imag": [0, 6], "comment": [0, 6, 8], "beyond": 0, "first": [0, 4, 5, 6, 7], "cut": 0, "off": 0, "all": [0, 1, 2, 5, 7], "signifi": [0, 4], "below": [0, 4, 5, 6, 7], "directori": [0, 4, 5, 7], "write": [0, 1, 5, 7], "crop_posts_from_ref": [0, 3, 6], "ref_view": [0, 6], "numpi": [0, 8], "crop_posts_imag": [0, 3], "exclud": 0, "addit": 0, "sometim": [0, 6, 8], "also": [0, 4, 5, 7, 8], "put": [0, 8], "back": 0, "later": 0, "draw_match": [0, 3], "img1": 0, "img2": 0, "sift": 0, "second": [0, 4], "kp_from_match": [0, 3], "indic": 0, "descriptor": 0, "train": 0, "matching_point": [0, 3], "algorithm": [0, 5, 7], "two": [0, 4, 8], "filter": [0, 7], "paste_image_and_com": [0, 3], "crop_post": 0, "crop_view": [0, 6], "past": 0, "togeth": 0, "without": [0, 2, 4], "unecessari": 0, "inherit": 0, "method": [0, 4], "downloadresourc": [0, 3], "kwarg": 0, "remot": 0, "resourc": [0, 3, 4, 7], "demand": [0, 4], "download": [0, 8], "we": [0, 4, 5, 6, 7], "wrapper": 0, "pooch": 0, "regist": 0, "each": [0, 4, 5, 7], "allow": [0, 4, 8], "prefetch": 0, "through": [0, 4, 5], "cli": 0, "entri": 0, "ammico_prefetch_model": [0, 3], "append_data_to_dict": [0, 3, 5, 7], "append": 0, "nest": [0, 4], "global": 0, "check_for_missing_kei": [0, 3], "miss": 0, "dump_df": [0, 3, 5, 7], "dump": 0, "find_fil": [0, 3, 4, 5, 6, 7], "pattern": [0, 4, 5, 6], "png": [0, 4, 5, 6, 7], "jpg": [0, 4, 5, 6], "jpeg": [0, 4, 5, 6], "gif": [0, 4, 5, 6], "webp": [0, 4, 5, 6], "avif": [0, 4, 5, 6], "tiff": [0, 4, 5, 6], "recurs": [0, 4, 5, 6], "20": [0, 4, 7], "random_se": [0, 4, 5, 6], "find": [0, 4, 5, 6, 8], "system": 0, "look": [0, 4, 6], "ammico": [0, 5, 6, 7], "current": [0, 8], "filenam": [0, 6, 7], "either": [0, 7], "ext": 0, "just": [0, 7, 8], "includ": [0, 2, 4], "specif": [0, 4], "prefix": 0, "suffix": 0, "subdirectori": [0, 4], "maximum": [0, 4], "found": [0, 4, 5, 6, 7, 8], "length": 0, "2": [0, 1, 5, 6, 7], "To": [0, 4, 5, 7, 8], "random": [0, 4, 5, 6], "seed": [0, 4, 5, 6], "shuffl": [0, 4], "If": [0, 4, 5, 6, 7, 8], "shuffel": 0, "id": [0, 4], "get_datafram": [0, 3, 4], "initialize_dict": [0, 3, 5, 7], "filelist": 0, "is_interact": [0, 3], "run": [0, 4, 5, 6, 7, 8], "interact": [0, 4], "environ": [0, 4], "iter": [0, 3], "analysisexplor": [0, 3, 4, 5], "run_serv": [0, 3, 4, 5], "port": [0, 4, 5], "8050": 0, "dash": [0, 4], "server": [0, 5], "start": 0, "explor": [0, 4], "update_pictur": [0, 3], "img_path": 0, "callback": 0, "select": [0, 1, 4, 5], "pngimageplugin": 0, "ai": 1, "misinform": [1, 5, 7], "tool": 1, "instal": [1, 4, 5, 6, 7], "usag": 1, "step": [1, 5, 6, 8], "your": [1, 5, 6, 8], "inspect": [1, 5], "graphic": 1, "user": [1, 8], "interfac": 1, "4": [1, 5, 6, 7, 8], "panda": [1, 5], "csv": [1, 5, 8], "detector": [1, 8], "modul": 1, "summari": [1, 3, 8], "face": [1, 3, 8], "further": [1, 8], "multimod": [1, 3, 8], "search": [1, 3, 8], "folder": [1, 4, 5, 6, 8], "formul": 1, "improv": 1, "text": [1, 3, 4, 6, 7], "color_analysi": [1, 3, 8], "croppost": [1, 3, 6, 8], "util": [1, 3, 4, 5, 6, 7], "displai": [1, 3, 5], "licens": 1, "page": [1, 8], "mit": 2, "copyright": 2, "2022": [2, 8], "ssc": 2, "permiss": 2, "herebi": 2, "grant": 2, "charg": 2, "person": [2, 8], "obtain": 2, "copi": 2, "softwar": 2, "associ": 2, "document": 2, "deal": 2, "restrict": [2, 8], "right": [2, 4, 5], "modifi": 2, "publish": 2, "distribut": 2, "sublicens": 2, "sell": 2, "permit": 2, "whom": 2, "furnish": 2, "do": [2, 5, 7, 8], "subject": [2, 8], "follow": [2, 4, 7, 8], "condit": 2, "abov": [2, 4, 8], "notic": 2, "shall": 2, "substanti": 2, "portion": 2, "THE": 2, "AS": 2, "warranti": 2, "OF": 2, "kind": 2, "OR": 2, "impli": 2, "BUT": 2, "NOT": 2, "TO": 2, "merchant": 2, "fit": [2, 8], "FOR": 2, "particular": 2, "purpos": 2, "AND": 2, "noninfring": 2, "IN": 2, "NO": 2, "event": 2, "author": 2, "holder": 2, "BE": 2, "liabl": 2, "claim": 2, "damag": 2, "liabil": 2, "action": 2, "contract": 2, "tort": 2, "aris": 2, "out": [2, 4, 5, 6, 7, 8], "connect": 2, "WITH": 2, "With": [4, 7], "you": [4, 5, 6, 7, 8], "same": [4, 5, 6, 7, 8], "time": [4, 7], "demonstr": [4, 8], "notebook": [4, 5, 6, 7, 8], "showcas": 4, "capabl": 4, "colab": [4, 5, 6, 7, 8], "local": [4, 5, 7, 8], "own": 4, "hpc": 4, "cell": [4, 5, 6, 7], "machin": [4, 8], "conda": [4, 8], "pip": [4, 5, 6, 7], "flake8": [4, 5, 6, 7], "noqa": [4, 5, 6, 7], "import": [4, 5, 6, 7, 8], "o": [4, 5, 6, 7, 8], "get_ipython": [4, 5, 6, 7], "version": [4, 5, 6, 7, 8], "setuptool": [4, 5, 6, 7], "61": [4, 5, 6, 7], "qqq": [4, 5, 6, 7], "git": [4, 5, 6, 7], "http": [4, 5, 6, 7], "github": [4, 5, 6, 7], "com": [4, 5, 6, 7, 8], "ssciwr": [4, 5, 6, 7], "mount": [4, 5, 6, 7], "drive": [4, 5, 6, 7, 8], "sever": [4, 5, 7, 8], "subfold": 4, "via": 4, "extens": [4, 8], "exampl": [4, 6], "both": [4, 8], "For": [4, 7, 8], "keyword": [4, 5, 7, 8], "locat": [4, 8], "variabl": [4, 8], "ammico_data_hom": 4, "when": [4, 6, 8], "test": [4, 6], "want": [4, 7, 8], "few": 4, "preserv": 4, "order": [4, 7], "fill": 4, "more": [4, 8], "see": [4, 5, 8], "image_dict": 4, "mydriv": [4, 5, 7], "10": [4, 5, 6, 7, 8], "filenotfounderror": [4, 5, 6, 7], "traceback": [4, 5, 6, 7], "recent": [4, 5, 6, 7], "call": [4, 5, 6, 7, 8], "last": [4, 5, 6, 7], "In": [4, 5, 6, 7, 8], "line": [4, 5, 6, 7], "gt": [4, 5, 6, 7], "34": [4, 5, 6, 7], "134": [4, 5, 6], "131": [4, 5, 6], "extend": [4, 5, 6], "_match_pattern": [4, 5, 6], "133": [4, 5, 6], "len": [4, 5, 6], "rais": [4, 5, 6, 7], "f": [4, 5, 6], "No": [4, 5, 6, 7], "39": [4, 5, 6, 7], "136": [4, 5, 6], "137": [4, 5, 6], "suitabl": 4, "complet": 4, "whole": 4, "explain": 4, "correspond": [4, 5], "section": 4, "differ": [4, 6, 7], "slightli": [4, 7], "wai": [4, 6, 7], "accur": [4, 8], "pass": 4, "alreadi": [4, 5, 7], "messag": 4, "case": [4, 7], "open": [4, 7], "app": 4, "insid": 4, "jupyt": 4, "top": 4, "left": 4, "dropdown": 4, "menu": 4, "well": 4, "shown": [4, 7], "directli": [4, 5], "next": [4, 7], "how": [4, 5, 7], "chang": [4, 7], "best": [4, 7, 8], "product": 4, "pleas": [4, 5, 6, 7], "note": 4, "ideal": 4, "google_application_credenti": [4, 8], "campaign": 4, "981aa55a3b13": 4, "json": [4, 7, 8], "place": [4, 7, 8], "analysis_explor": [4, 5], "8055": 4, "nameerror": [4, 5, 6, 7], "defin": [4, 5, 6, 7], "after": [4, 5, 7], "have": [4, 5, 7, 8], "gui": 4, "now": [4, 6, 8], "depend": [4, 5, 8], "avail": 4, "some": [4, 6, 8], "desir": 4, "sequenti": 4, "computation": 4, "explicitli": 4, "done": [4, 6, 8], "separ": 4, "loop": 4, "emot": 4, "re": [4, 6, 8], "iniati": 4, "conveni": [4, 7], "7": [4, 5, 7, 8], "image_df": 4, "8": [4, 5, 6, 7, 8], "head": [4, 5, 6, 7], "Or": 4, "to_csv": [4, 5, 7], "data_out": [4, 5, 7], "detail": 4, "init": 4, "googletran": [4, 8], "whitespac": 4, "syntax": 4, "spaci": [4, 8], "summar": 4, "task": [4, 8], "03": 4, "2023": 4, "sshleifer": 4, "distilbart": 4, "cnn": 4, "12": [4, 7, 8], "distilbert": 4, "uncas": [4, 7], "finetun": 4, "sst": 4, "dbmdz": 4, "bert": [4, 7], "conll03": 4, "ner": 4, "even": [4, 7], "revis": 4, "specifi": 4, "a4f8f3": 4, "af0f99b": 4, "f2482bf": 4, "carri": [4, 5, 6, 7, 8], "image_id": 4, "adapt": 4, "subsequ": [4, 5], "retinafac": [4, 8], "worn": 4, "ag": [4, 8], "gender": [4, 8], "race": [4, 8], "deepfac": [4, 8], "skip": [4, 5], "multiple_fac": 4, "no_fac": 4, "categori": 4, "three": 4, "partial": 4, "conceal": 4, "ye": 4, "domin": 4, "latter": [4, 8], "could": 4, "like": 4, "27": 4, "28": [4, 7], "man": 4, "asian": 4, "angri": 4, "neutral": 4, "neg": 4, "item": [4, 6, 7], "largest": 4, "anger": 4, "report": 4, "seven": 4, "fear": 4, "sad": 4, "disgust": 4, "happi": 4, "surpris": 4, "assign": 4, "confid": 4, "high": 4, "likelihood": 4, "being": [4, 7], "correct": [4, 8], "easi": 4, "human": 4, "therefor": 4, "ad": [4, 7], "count": 4, "lower": 4, "overal": 4, "identifi": [4, 5, 8], "threshold": 4, "optim": 4, "exist": 4, "possibl": 4, "automat": [4, 8], "experiment": [4, 8], "primari": 5, "k": 5, "mean": [5, 7], "content": [5, 6, 7], "mutil": [5, 7], "mdisplai": 5, "subset": 5, "try": [5, 7], "within": 5, "here": [5, 7, 8], "main": [5, 7, 8], "inform": [5, 6, 8], "element": [5, 8], "moment": 5, "patient": 5, "sure": 5, "what": 5, "export": [5, 8], "colour": [5, 8], "click": 5, "tab": 5, "sidebar": 5, "mai": [5, 8], "increment": 5, "instanc": 5, "8057": 5, "instead": 5, "mani": 5, "outdict": [5, 7], "df": [5, 7], "keep": 6, "manual": 6, "extra": 6, "execut": [6, 7], "pin": 6, "latest": 6, "doesn": 6, "t": [6, 7], "seem": 6, "moral": 6, "prevent": [6, 8], "wrong": 6, "opencv": 6, "uninstal": 6, "y": 6, "contrib": 6, "isdir": 6, "ref": 6, "wget": 6, "archiv": 6, "zip": 6, "q": 6, "unzip": 6, "qq": 6, "d": [6, 8], "mv": 6, "rm": 6, "rf": 6, "crpo": 6, "matplotlib": 6, "pyplot": 6, "plt": 6, "importlib_resourc": 6, "pkg": 6, "everyth": 6, "code": [6, 7], "substitut": 6, "sampl": [6, 8], "path_ref": 6, "00": [6, 7], "imread": 6, "rgb_ref_view": 6, "cvtcolor": 6, "color_bgr2rgb": 6, "figur": 6, "figsiz": 6, "15": [6, 7], "imshow": 6, "path_post": 6, "rgb_view": 6, "typeerror": 6, "fine": 6, "plot": 6, "applic": 6, "someth": 6, "crop_dir": 6, "ref_dir": 6, "imperfect": 6, "due": 6, "improp": 6, "It": [6, 7, 8], "easier": 6, "print": [6, 8], "m": [7, 8], "102141_2_eng": 7, "102730_eng": 7, "106349s_por": 7, "choos": [7, 8], "blip": 7, "albef": 7, "clip_bas": 7, "clip_vitl14": 7, "clip_vitl14_336": 7, "my_obj": 7, "resolv": 7, "vocab": 7, "txt": 7, "232k": 7, "lt": 7, "68mb": 7, "": 7, "tokenizer_config": 7, "09kb": 7, "rt": 7, "config": 7, "570": 7, "445kb": 7, "97g": 7, "142mb": 7, "11": [7, 8], "371": 7, "366": 7, "els": 7, "367": 7, "syntaxerror": 7, "368": 7, "369": 7, "_": 7, "372": 7, "373": 7, "374": 7, "375": 7, "no_grad": 7, "168": 7, "156": 7, "def": 7, "157": 7, "158": 7, "159": 7, "166": 7, "167": 7, "169": 7, "170": 7, "eval": 7, "r_img": 7, "171": 7, "unsqueez": 7, "172": 7, "173": 7, "174": 7, "175": 7, "listcomp": 7, "153": 7, "143": 7, "144": 7, "145": 7, "146": 7, "151": 7, "152": 7, "154": 7, "3218": 7, "fp": 7, "mode": 7, "3215": 7, "3217": 7, "builtin": 7, "rb": 7, "3219": 7, "exclusive_fp": 7, "3221": 7, "errno": 7, "store": [7, 8], "numer": 7, "represent": 7, "onc": 7, "give": 7, "number_of_imag": 7, "_saved_features_imag": 7, "lot": 7, "5_clip_base_saved_features_imag": 7, "our": [7, 8], "consist": 7, "argument": 7, "much": 7, "13": 7, "search_query3": 7, "politician": 7, "press": 7, "confer": 7, "world": 7, "dog": 7, "That": 7, "rank": 7, "bigger": 7, "than": 7, "less": 7, "discard": 7, "ab": 7, "current_simularity_valu": 7, "best_simularity_value_in_current_search": 7, "top1": 7, "35": 7, "16": 7, "17": 7, "launch": 7, "sourc": [7, 8], "special": 7, "19": 7, "keyerror": 7, "970": 7, "967": 7, "current_querry_v": 7, "968": 7, "current_querry_rank": 7, "971": 7, "lambda": 7, "revers": 7, "972": 7, "973": 7, "974": 7, "break": 7, "better": 7, "approach": 7, "ha": 7, "been": 7, "prepar": 7, "quit": 7, "intens": 7, "appli": 7, "relev": 7, "among": 7, "blip_bas": 7, "blip_larg": 7, "memori": 7, "simultan": 7, "enabl": [7, 8], "calcul": 7, "heat": 7, "thu": 7, "21": 7, "itm_scor": 7, "Then": 7, "add": [7, 8], "22": 7, "23": [7, 8], "24": 7, "25": 7, "veri": 8, "paper": 8, "depth": 8, "descript": 8, "project": 8, "under": 8, "develop": 8, "pre": 8, "collect": 8, "spell": 8, "textual": 8, "its": 8, "compon": 8, "g": 8, "compat": 8, "framework": 8, "avoid": 8, "suggest": 8, "activ": 8, "ammico_env": 8, "cudatoolkit": 8, "forg": 8, "nvidia": 8, "cudnn": 8, "cu11": 8, "163": 8, "script": 8, "ld_library_path": 8, "mkdir": 8, "conda_prefix": 8, "etc": 8, "echo": 8, "cudnn_path": 8, "dirnam": 8, "__file__": 8, "env_var": 8, "sh": 8, "deactiv": 8, "torchvis": 8, "torchaudio": 8, "url": 8, "whl": 8, "cu118": 8, "command": 8, "channel": 8, "prioriti": 8, "gpu": 8, "make": 8, "pycocotool": 8, "vs_buildtool": 8, "ex": 8, "visualstudio": 8, "microsoft": 8, "cpp": 8, "build": 8, "studio": 8, "msvc": 8, "v143": 8, "v": 8, "x86": 8, "sdk": 8, "Be": 8, "care": 8, "gb": 8, "disk": 8, "space": 8, "There": 8, "ipynb": 8, "extrac": 8, "access": 8, "classifi": 8, "account": 8, "instruct": 8, "websit": 8, "recogn": 8, "text_languag": 8, "speech": 8, "lemma": 8, "text_clean": 8, "text_english_correct": 8, "polar": 8, "textblob": 8, "hug": 8, "anoth": 8, "intellig": 8, "state": 8, "art": 8, "databas": 8, "presenc": 8, "predict": 8, "distanc": 8}, "objects": {"": [[0, 0, 0, "-", "colors"], [0, 0, 0, "-", "cropposts"], [0, 0, 0, "-", "display"], [0, 0, 0, "-", "faces"], [0, 0, 0, "-", "multimodal_search"], [0, 0, 0, "-", "summary"], [0, 0, 0, "-", "text"], [0, 0, 0, "-", "utils"]], "colors": [[0, 1, 1, "", "ColorDetector"]], "colors.ColorDetector": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "rgb2name"], [0, 2, 1, "", "set_keys"]], "cropposts": [[0, 3, 1, "", "compute_crop_corner"], [0, 3, 1, "", "crop_image_from_post"], [0, 3, 1, "", "crop_media_posts"], [0, 3, 1, "", "crop_posts_from_refs"], [0, 3, 1, "", "crop_posts_image"], [0, 3, 1, "", "draw_matches"], [0, 3, 1, "", "kp_from_matches"], [0, 3, 1, "", "matching_points"], [0, 3, 1, "", "paste_image_and_comment"]], "display": [[0, 1, 1, "", "AnalysisExplorer"]], "display.AnalysisExplorer": [[0, 2, 1, "", "run_server"], [0, 2, 1, "", "update_picture"]], "faces": [[0, 1, 1, "", "EmotionDetector"], [0, 3, 1, "", "deepface_symlink_processor"]], "faces.EmotionDetector": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "analyze_single_face"], [0, 2, 1, "", "clean_subdict"], [0, 2, 1, "", "facial_expression_analysis"], [0, 2, 1, "", "set_keys"], [0, 2, 1, "", "wears_mask"]], "multimodal_search": [[0, 1, 1, "", "MultimodalSearch"]], "multimodal_search.MultimodalSearch": [[0, 2, 1, "", "compute_gradcam_batch"], [0, 2, 1, "", "extract_image_features_basic"], [0, 2, 1, "", "extract_image_features_blip2"], [0, 2, 1, "", "extract_image_features_clip"], [0, 2, 1, "", "extract_text_features"], [0, 2, 1, "", "get_att_map"], [0, 2, 1, "", "get_pathes_from_query"], [0, 2, 1, "", "image_text_match_reordering"], [0, 2, 1, "", "itm_text_precessing"], [0, 2, 1, "", "load_feature_extractor_model_albef"], [0, 2, 1, "", "load_feature_extractor_model_blip"], [0, 2, 1, "", "load_feature_extractor_model_blip2"], [0, 2, 1, "", "load_feature_extractor_model_clip_base"], [0, 2, 1, "", "load_feature_extractor_model_clip_vitl14"], [0, 2, 1, "", "load_feature_extractor_model_clip_vitl14_336"], [0, 2, 1, "", "load_tensors"], [0, 4, 1, "", "multimodal_device"], [0, 2, 1, "", "multimodal_search"], [0, 2, 1, "", "parsing_images"], [0, 2, 1, "", "querys_processing"], [0, 2, 1, "", "read_and_process_images"], [0, 2, 1, "", "read_and_process_images_itm"], [0, 2, 1, "", "read_img"], [0, 2, 1, "", "resize_img"], [0, 2, 1, "", "save_tensors"], [0, 2, 1, "", "show_results"], [0, 2, 1, "", "upload_model_blip2_coco"], [0, 2, 1, "", "upload_model_blip_base"], [0, 2, 1, "", "upload_model_blip_large"]], "summary": [[0, 1, 1, "", "SummaryDetector"]], "summary.SummaryDetector": [[0, 4, 1, "", "all_allowed_model_types"], [0, 4, 1, "", "allowed_analysis_types"], [0, 4, 1, "", "allowed_model_types"], [0, 4, 1, "", "allowed_new_model_types"], [0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "analyse_questions"], [0, 2, 1, "", "analyse_summary"], [0, 2, 1, "", "check_model"], [0, 2, 1, "", "load_model"], [0, 2, 1, "", "load_model_base"], [0, 2, 1, "", "load_model_base_blip2_opt_caption_coco_opt67b"], [0, 2, 1, "", "load_model_base_blip2_opt_pretrain_opt67b"], [0, 2, 1, "", "load_model_blip2_opt_caption_coco_opt27b"], [0, 2, 1, "", "load_model_blip2_opt_pretrain_opt27b"], [0, 2, 1, "", "load_model_blip2_t5_caption_coco_flant5xl"], [0, 2, 1, "", "load_model_blip2_t5_pretrain_flant5xl"], [0, 2, 1, "", "load_model_blip2_t5_pretrain_flant5xxl"], [0, 2, 1, "", "load_model_large"], [0, 2, 1, "", "load_new_model"], [0, 2, 1, "", "load_vqa_model"]], "text": [[0, 1, 1, "", "PostprocessText"], [0, 1, 1, "", "TextDetector"]], "text.PostprocessText": [[0, 2, 1, "", "analyse_topic"], [0, 2, 1, "", "get_text_df"], [0, 2, 1, "", "get_text_dict"]], "text.TextDetector": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "clean_text"], [0, 2, 1, "", "get_text_from_image"], [0, 2, 1, "", "remove_linebreaks"], [0, 2, 1, "", "set_keys"], [0, 2, 1, "", "text_ner"], [0, 2, 1, "", "text_sentiment_transformers"], [0, 2, 1, "", "text_summary"], [0, 2, 1, "", "translate_text"]], "utils": [[0, 1, 1, "", "AnalysisMethod"], [0, 1, 1, "", "DownloadResource"], [0, 3, 1, "", "ammico_prefetch_models"], [0, 3, 1, "", "append_data_to_dict"], [0, 3, 1, "", "check_for_missing_keys"], [0, 3, 1, "", "dump_df"], [0, 3, 1, "", "find_files"], [0, 3, 1, "", "get_color_table"], [0, 3, 1, "", "get_dataframe"], [0, 3, 1, "", "initialize_dict"], [0, 3, 1, "", "is_interactive"], [0, 3, 1, "", "iterable"]], "utils.AnalysisMethod": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "set_keys"]], "utils.DownloadResource": [[0, 2, 1, "", "get"], [0, 4, 1, "", "resources"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:function", "4": "py:attribute"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "function", "Python function"], "4": ["py", "attribute", "Python attribute"]}, "titleterms": {"text": [0, 8], "modul": [0, 3, 4], "summari": [0, 4], "multimod": [0, 7], "search": [0, 7], "face": [0, 4], "color_analysi": 0, "croppost": 0, "util": 0, "displai": 0, "welcom": 1, "ammico": [1, 3, 4, 8], "": 1, "document": 1, "content": [1, 4, 8], "indic": 1, "tabl": 1, "licens": 2, "packag": [3, 8], "ai": [4, 8], "media": [4, 6, 8], "misinform": [4, 8], "analysi": [4, 5, 8], "tool": [4, 8], "step": 4, "1": [4, 8], "read": 4, "your": [4, 7], "data": 4, "2": [4, 8], "inspect": 4, "input": 4, "file": 4, "us": 4, "graphic": 4, "user": 4, "interfac": 4, "3": [4, 8], "analyz": 4, "all": 4, "imag": [4, 6, 7], "4": 4, "convert": 4, "output": 4, "panda": 4, "datafram": 4, "write": 4, "csv": [4, 7], "The": 4, "detector": 4, "queri": [4, 7], "detect": [4, 8], "facial": 4, "express": 4, "further": 4, "color": [5, 8], "pictur": 5, "crop": [6, 8], "post": [6, 8], "from": [6, 7], "social": 6, "index": 7, "extract": [7, 8], "featur": [7, 8], "select": 7, "folder": 7, "formul": 7, "improv": 7, "result": 7, "save": 7, "instal": 8, "first": 8, "tensorflow": 8, "http": 8, "www": 8, "org": 8, "pip": 8, "second": 8, "pytorch": 8, "after": 8, "we": 8, "prepar": 8, "right": 8, "environ": 8, "can": 8, "micromamba": 8, "window": 8, "usag": 8, "emot": 8, "recognit": 8, "hue": 8}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"text module": [[0, "module-text"]], "summary module": [[0, "module-summary"]], "multimodal search module": [[0, "module-multimodal_search"]], "faces module": [[0, "module-faces"]], "color_analysis module": [[0, "module-colors"]], "cropposts module": [[0, "module-cropposts"]], "utils module": [[0, "module-utils"]], "display module": [[0, "module-display"]], "Welcome to AMMICO\u2019s documentation!": [[1, "welcome-to-ammico-s-documentation"]], "Contents:": [[1, null]], "Indices and tables": [[1, "indices-and-tables"]], "License": [[2, "license"]], "AMMICO package modules": [[3, "ammico-package-modules"]], "AMMICO: AI Media and Misinformation Content Analysis Tool": [[4, "AMMICO:-AI-Media-and-Misinformation-Content-Analysis-Tool"]], "Step 1: Read your data into AMMICO": [[4, "Step-1:-Read-your-data-into-AMMICO"]], "Step 2: Inspect the input files using the graphical user interface": [[4, "Step-2:-Inspect-the-input-files-using-the-graphical-user-interface"]], "Step 3: Analyze all images": [[4, "Step-3:-Analyze-all-images"]], "Step 4: Convert analysis output to pandas dataframe and write csv": [[4, "Step-4:-Convert-analysis-output-to-pandas-dataframe-and-write-csv"]], "The detector modules": [[4, "The-detector-modules"]], "Image summary and query": [[4, "Image-summary-and-query"]], "Detection of faces and facial expression analysis": [[4, "Detection-of-faces-and-facial-expression-analysis"]], "Further detector modules": [[4, "Further-detector-modules"]], "Color analysis of pictures": [[5, "Color-analysis-of-pictures"]], "Crop posts from social media posts images": [[6, "Crop-posts-from-social-media-posts-images"]], "Image Multimodal Search": [[7, "Image-Multimodal-Search"]], "Indexing and extracting features from images in selected folder": [[7, "Indexing-and-extracting-features-from-images-in-selected-folder"]], "Formulate your search queries": [[7, "Formulate-your-search-queries"]], "Improve the search results": [[7, "Improve-the-search-results"]], "Save search results to csv": [[7, "Save-search-results-to-csv"]], "AMMICO - AI Media and Misinformation Content Analysis Tool": [[8, "ammico-ai-media-and-misinformation-content-analysis-tool"]], "Installation": [[8, "installation"]], "1. First, install tensorflow (https://www.tensorflow.org/install/pip)": [[8, "first-install-tensorflow-https-www-tensorflow-org-install-pip"]], "2. Second, install pytorch": [[8, "second-install-pytorch"]], "3. After we prepared right environment we can install the ammico package": [[8, "after-we-prepared-right-environment-we-can-install-the-ammico-package"]], "Micromamba": [[8, "micromamba"]], "Windows": [[8, "windows"]], "Usage": [[8, "usage"]], "Features": [[8, "features"]], "Text extraction": [[8, "text-extraction"]], "Content extraction": [[8, "content-extraction"]], "Emotion recognition": [[8, "emotion-recognition"]], "Color/hue detection": [[8, "color-hue-detection"]], "Cropping of posts": [[8, "cropping-of-posts"]]}, "indexentries": {"analysisexplorer (class in display)": [[0, "display.AnalysisExplorer"]], "analysismethod (class in utils)": [[0, "utils.AnalysisMethod"]], "colordetector (class in colors)": [[0, "colors.ColorDetector"]], "downloadresource (class in utils)": [[0, "utils.DownloadResource"]], "emotiondetector (class in faces)": [[0, "faces.EmotionDetector"]], "multimodalsearch (class in multimodal_search)": [[0, "multimodal_search.MultimodalSearch"]], "postprocesstext (class in text)": [[0, "text.PostprocessText"]], "summarydetector (class in summary)": [[0, "summary.SummaryDetector"]], "textdetector (class in text)": [[0, "text.TextDetector"]], "all_allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.all_allowed_model_types"]], "allowed_analysis_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_analysis_types"]], "allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_model_types"]], "allowed_new_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_new_model_types"]], "ammico_prefetch_models() (in module utils)": [[0, "utils.ammico_prefetch_models"]], "analyse_image() (colors.colordetector method)": [[0, "colors.ColorDetector.analyse_image"]], "analyse_image() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyse_image"]], "analyse_image() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_image"]], "analyse_image() (text.textdetector method)": [[0, "text.TextDetector.analyse_image"]], "analyse_image() (utils.analysismethod method)": [[0, "utils.AnalysisMethod.analyse_image"]], "analyse_questions() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_questions"]], "analyse_summary() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_summary"]], "analyse_topic() (text.postprocesstext method)": [[0, "text.PostprocessText.analyse_topic"]], "analyze_single_face() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyze_single_face"]], "append_data_to_dict() (in module utils)": [[0, "utils.append_data_to_dict"]], "check_for_missing_keys() (in module utils)": [[0, "utils.check_for_missing_keys"]], "check_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.check_model"]], "clean_subdict() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.clean_subdict"]], "clean_text() (text.textdetector method)": [[0, "text.TextDetector.clean_text"]], "colors": [[0, "module-colors"]], "compute_crop_corner() (in module cropposts)": [[0, "cropposts.compute_crop_corner"]], "compute_gradcam_batch() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.compute_gradcam_batch"]], "crop_image_from_post() (in module cropposts)": [[0, "cropposts.crop_image_from_post"]], "crop_media_posts() (in module cropposts)": [[0, "cropposts.crop_media_posts"]], "crop_posts_from_refs() (in module cropposts)": [[0, "cropposts.crop_posts_from_refs"]], "crop_posts_image() (in module cropposts)": [[0, "cropposts.crop_posts_image"]], "cropposts": [[0, "module-cropposts"]], "deepface_symlink_processor() (in module faces)": [[0, "faces.deepface_symlink_processor"]], "display": [[0, "module-display"]], "draw_matches() (in module cropposts)": [[0, "cropposts.draw_matches"]], "dump_df() (in module utils)": [[0, "utils.dump_df"]], "extract_image_features_basic() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_basic"]], "extract_image_features_blip2() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_blip2"]], "extract_image_features_clip() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_clip"]], "extract_text_features() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_text_features"]], "faces": [[0, "module-faces"]], "facial_expression_analysis() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.facial_expression_analysis"]], "find_files() (in module utils)": [[0, "utils.find_files"]], "get() (utils.downloadresource method)": [[0, "utils.DownloadResource.get"]], "get_att_map() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.get_att_map"]], "get_color_table() (in module utils)": [[0, "utils.get_color_table"]], "get_dataframe() (in module utils)": [[0, "utils.get_dataframe"]], "get_pathes_from_query() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.get_pathes_from_query"]], "get_text_df() (text.postprocesstext method)": [[0, "text.PostprocessText.get_text_df"]], "get_text_dict() (text.postprocesstext method)": [[0, "text.PostprocessText.get_text_dict"]], "get_text_from_image() (text.textdetector method)": [[0, "text.TextDetector.get_text_from_image"]], "image_text_match_reordering() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.image_text_match_reordering"]], "initialize_dict() (in module utils)": [[0, "utils.initialize_dict"]], "is_interactive() (in module utils)": [[0, "utils.is_interactive"]], "iterable() (in module utils)": [[0, "utils.iterable"]], "itm_text_precessing() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.itm_text_precessing"]], "kp_from_matches() (in module cropposts)": [[0, "cropposts.kp_from_matches"]], "load_feature_extractor_model_albef() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_albef"]], "load_feature_extractor_model_blip() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_blip"]], "load_feature_extractor_model_blip2() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_blip2"]], "load_feature_extractor_model_clip_base() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_base"]], "load_feature_extractor_model_clip_vitl14() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_vitl14"]], "load_feature_extractor_model_clip_vitl14_336() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_vitl14_336"]], "load_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model"]], "load_model_base() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base"]], "load_model_base_blip2_opt_caption_coco_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_caption_coco_opt67b"]], "load_model_base_blip2_opt_pretrain_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_pretrain_opt67b"]], "load_model_blip2_opt_caption_coco_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_caption_coco_opt27b"]], "load_model_blip2_opt_pretrain_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_pretrain_opt27b"]], "load_model_blip2_t5_caption_coco_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_caption_coco_flant5xl"]], "load_model_blip2_t5_pretrain_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xl"]], "load_model_blip2_t5_pretrain_flant5xxl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xxl"]], "load_model_large() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_large"]], "load_new_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_new_model"]], "load_tensors() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_tensors"]], "load_vqa_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_vqa_model"]], "matching_points() (in module cropposts)": [[0, "cropposts.matching_points"]], "module": [[0, "module-colors"], [0, "module-cropposts"], [0, "module-display"], [0, "module-faces"], [0, "module-multimodal_search"], [0, "module-summary"], [0, "module-text"], [0, "module-utils"]], "multimodal_device (multimodal_search.multimodalsearch attribute)": [[0, "multimodal_search.MultimodalSearch.multimodal_device"]], "multimodal_search": [[0, "module-multimodal_search"]], "multimodal_search() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.multimodal_search"]], "parsing_images() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.parsing_images"]], "paste_image_and_comment() (in module cropposts)": [[0, "cropposts.paste_image_and_comment"]], "querys_processing() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.querys_processing"]], "read_and_process_images() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_and_process_images"]], "read_and_process_images_itm() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_and_process_images_itm"]], "read_img() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_img"]], "remove_linebreaks() (text.textdetector method)": [[0, "text.TextDetector.remove_linebreaks"]], "resize_img() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.resize_img"]], "resources (utils.downloadresource attribute)": [[0, "utils.DownloadResource.resources"]], "rgb2name() (colors.colordetector method)": [[0, "colors.ColorDetector.rgb2name"]], "run_server() (display.analysisexplorer method)": [[0, "display.AnalysisExplorer.run_server"]], "save_tensors() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.save_tensors"]], "set_keys() (colors.colordetector method)": [[0, "colors.ColorDetector.set_keys"]], "set_keys() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.set_keys"]], "set_keys() (text.textdetector method)": [[0, "text.TextDetector.set_keys"]], "set_keys() (utils.analysismethod method)": [[0, "utils.AnalysisMethod.set_keys"]], "show_results() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.show_results"]], "summary": [[0, "module-summary"]], "text": [[0, "module-text"]], "text_ner() (text.textdetector method)": [[0, "text.TextDetector.text_ner"]], "text_sentiment_transformers() (text.textdetector method)": [[0, "text.TextDetector.text_sentiment_transformers"]], "text_summary() (text.textdetector method)": [[0, "text.TextDetector.text_summary"]], "translate_text() (text.textdetector method)": [[0, "text.TextDetector.translate_text"]], "update_picture() (display.analysisexplorer method)": [[0, "display.AnalysisExplorer.update_picture"]], "upload_model_blip2_coco() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip2_coco"]], "upload_model_blip_base() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip_base"]], "upload_model_blip_large() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip_large"]], "utils": [[0, "module-utils"]], "wears_mask() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.wears_mask"]]}})