AMMICO/build/html/searchindex.js

Search.setIndex({"docnames": ["ammico", "index", "license_link", "modules", "notebooks/Example colors", "notebooks/Example cropposts", "notebooks/Example faces", "notebooks/Example multimodal", "notebooks/Example summary", "notebooks/Example text", "readme_link"], "filenames": ["ammico.rst", "index.rst", "license_link.md", "modules.rst", "notebooks/Example colors.ipynb", "notebooks/Example cropposts.ipynb", "notebooks/Example faces.ipynb", "notebooks/Example multimodal.ipynb", "notebooks/Example summary.ipynb", "notebooks/Example text.ipynb", "readme_link.md"], "titles": ["text module", "Welcome to AMMICO\u2019s documentation!", "License", "AMMICO package modules", "Color analysis of pictures", "Crop posts from social media posts images", "Facial Expression recognition with DeepFace", "Image Multimodal Search", "Image summary and visual question answering", "Notebook for text extraction on image", "AMMICO - AI Media and Misinformation Content Analysis Tool"], "terms": {"class": 0, "postprocesstext": [0, 3, 9], "mydict": [0, 4, 6, 7, 8, 9], "dict": [0, 6, 9], "none": [0, 4, 5, 6, 7, 9], "use_csv": [0, 9], "bool": 0, "fals": [0, 5, 6, 7, 9], "csv_path": [0, 9], "str": [0, 4, 5, 6, 7, 8, 9], "analyze_text": [0, 9], "text_english": [0, 9, 10], "base": [0, 7, 8, 10], "analyse_top": [0, 3, 9], "return_top": [0, 9], "int": 0, "3": [0, 4, 5, 6, 7, 8, 9], "tupl": [0, 7], "perform": [0, 6, 9, 10], "topic": [0, 1, 10], "analysi": [0, 1, 6, 7, 8], "us": [0, 2, 4, 6, 7, 8, 10], "bertop": [0, 9], "paramet": [0, 6, 7, 9], "option": [0, 10], "number": [0, 4, 6, 7, 9, 10], "return": [0, 6, 7, 9], "default": [0, 6, 9], "A": [0, 2, 7, 9], "contain": [0, 4, 6, 8, 9, 10], "model": [0, 6, 7, 8, 10], "datafram": [0, 1, 4, 6, 7], "most": [0, 4, 5, 6, 7, 8, 9], "frequent": 0, "get_text_df": [0, 3, 9], "list": [0, 4, 6, 7, 8, 9], "extract": [0, 1], "from": [0, 1, 2, 4, 6, 8, 10], "provid": [0, 2, 4, 5, 6, 8, 9], "column": [0, 6, 8, 9, 10], "name": [0, 4, 5, 6, 7, 9, 10], "field": 0, "analyz": [0, 1, 4, 6, 10], "get_text_dict": [0, 3, 9], "dictionari": [0, 4, 6, 7, 8], "kei": [0, 4, 6, 7, 8, 9, 10], "textdetector": [0, 3, 9], "subdict": [0, 6, 7, 8], "analyse_text": [0, 9, 10], "model_nam": [0, 7], "revision_numb": 0, "analysismethod": [0, 3], "analyse_imag": [0, 3, 4, 6, 8, 9], "The": [0, 2, 4, 5, 6, 7, 8, 9, 10], "updat": [0, 4, 6, 7, 8, 9], "result": [0, 1, 4, 5, 6, 8, 9], "clean_text": [0, 3], "clean": [0, 9, 10], "unrecogn": [0, 10], "word": [0, 10], "ani": [0, 2, 8, 9], "get_text_from_imag": [0, 3, 9], "detect": [0, 4, 6, 9], "imag": [0, 1, 4, 6, 10], "googl": [0, 1, 4, 5, 6, 7, 8, 10], "cloud": [0, 1, 10], "vision": [0, 1, 10], "api": [0, 1, 4, 6, 7, 8, 10], "remove_linebreak": [0, 3, 9], "remov": [0, 5, 10], "linebreak": 0, "origin": [0, 5], "translat": [0, 9, 10], "set_kei": [0, 3], "set": [0, 5, 6, 7, 8, 9, 10], "text_ner": [0, 3], "entiti": [0, 9, 10], "recognit": [0, 1, 9], "transform": [0, 9, 10], "pipelin": [0, 9, 10], "text_sentiment_transform": [0, 3], "classif": 0, "sentiment": [0, 9, 10], "text_summari": [0, 3, 9], "gener": [0, 1, 7, 10], "translate_text": [0, 3, 9], "english": [0, 9, 10], "summarydetector": [0, 3, 8], "model_typ": [0, 7, 8], "analysis_typ": 0, "summary_and_quest": 0, "list_of_quest": [0, 8], "summary_model": [0, 8], "summary_vis_processor": [0, 8], "summary_vqa_model": 0, "summary_vqa_vis_processor": 0, "summary_vqa_txt_processor": 0, "summary_vqa_model_new": 0, "summary_vqa_vis_processors_new": 0, "summary_vqa_txt_processors_new": 0, "device_typ": 0, "all_allowed_model_typ": [0, 3], "larg": [0, 8, 10], "vqa": 0, "blip2_t5_pretrain_flant5xxl": 0, "blip2_t5_pretrain_flant5xl": 0, "blip2_t5_caption_coco_flant5xl": 0, "blip2_opt_pretrain_opt2": 0, "7b": 0, "blip2_opt_pretrain_opt6": 0, "blip2_opt_caption_coco_opt2": 0, "blip2_opt_caption_coco_opt6": 0, "allowed_analysis_typ": [0, 3], "question": [0, 1, 7, 10], "allowed_model_typ": [0, 3], "allowed_new_model_typ": [0, 3], "consequential_quest": [0, 8], "analys": [0, 7, 9, 10], "blip_capt": 0, "type": [0, 5, 6, 9], "analis": 0, "pictur": [0, 1, 8], "whether": [0, 2], "ask": 0, "consequenti": 0, "work": [0, 4, 5, 6, 7, 8, 9, 10], "onli": [0, 4, 5, 6, 7, 8, 9, 10], "new": [0, 7, 9, 10], "blip2": [0, 7], "self": [0, 6, 7, 8, 9], "analyse_quest": [0, 3, 8], "answer": [0, 1, 10], "free": [0, 1, 2, 9], "form": [0, 1, 7], "about": [0, 1], "written": [0, 1, 4, 6, 7, 9], "natur": [0, 1], "languag": [0, 1, 9, 10], "analyse_summari": [0, 3], "nondeterministic_summari": 0, "true": [0, 5, 7, 8, 9, 10], "creat": [0, 1, 10], "1": [0, 4, 5, 6, 7, 8], "constant": 0, "non": [0, 6, 9], "determinist": 0, "caption": [0, 1, 10], "check_model": [0, 3], "check": [0, 4, 5, 6, 7, 8, 9, 10], "appropri": 0, "preprocessor": 0, "arg": 0, "nn": 0, "vis_processor": [0, 7, 8], "visual": [0, 1, 10], "txt_processor": [0, 7], "model_old": 0, "i": [0, 2, 4, 5, 6, 7, 8, 9, 10], "old": 0, "load_model": [0, 3, 8], "load": [0, 4, 5, 6, 7, 8, 9], "input": [0, 6, 9, 10], "lavi": [0, 7, 8, 10], "torch": [0, 7, 10], "load_model_bas": [0, 3], "base_coco": 0, "load_model_base_blip2_opt_caption_coco_opt67b": [0, 3], "caption_coco_opt6": 0, "architectur": 0, "load_model_base_blip2_opt_pretrain_opt67b": [0, 3], "pretrain_opt6": 0, "load_model_blip2_opt_caption_coco_opt27b": [0, 3], "caption_coco_opt2": 0, "load_model_blip2_opt_pretrain_opt27b": [0, 3], "pretrain_opt2": 0, "load_model_blip2_t5_caption_coco_flant5xl": [0, 3], "caption_coco_flant5xl": 0, "load_model_blip2_t5_pretrain_flant5xl": [0, 3], "flan": 0, "t5": 0, "xl": 0, "load_model_blip2_t5_pretrain_flant5xxl": [0, 3], "xxl": 0, "load_model_larg": [0, 3], "large_coco": 0, "load_new_model": [0, 3], "load_vqa_model": [0, 3], "blip_vqa": 0, "multimodal_search": [0, 3, 7, 10], "multimodalsearch": [0, 3, 7], "compute_gradcam_batch": [0, 3], "visual_input": 0, "tensor": [0, 7], "text_input": [0, 7], "tokenized_text": 0, "block_num": 0, "6": [0, 4, 5, 6, 7, 8, 9, 10], "comput": [0, 7], "gradcam": 0, "itm": [0, 7], "featur": [0, 1], "stack": [0, 7], "devic": [0, 7], "token": [0, 10], "block": 0, "output": [0, 4, 7, 9], "extract_image_features_bas": [0, 3], "images_tensor": [0, 7], "blip_feature_extractor": 0, "albef_feature_extractor": 0, "features_image_stack": [0, 7], "extract_image_features_blip2": [0, 3], "blip2_feature_extractor": 0, "extract_image_features_clip": [0, 3], "clip_feature_extractor": 0, "extract_text_featur": [0, 3], "feature_extractor": 0, "features_text": 0, "get_att_map": [0, 3], "img": [0, 6], "ndarrai": [0, 6], "att_map": 0, "blur": 0, "overlap": 0, "get": [0, 3, 6, 7, 10], "attent": 0, "map": [0, 7], "np": [0, 6], "get_pathes_from_queri": [0, 3], "queri": [0, 1, 10], "path": [0, 4, 5, 6, 7, 8, 9], "image_nam": [0, 7], "image_text_match_reord": [0, 3, 7], "search_queri": 0, "itm_model_typ": 0, "image_kei": [0, 7], "sorted_list": [0, 7], "batch_siz": [0, 7], "need_grad_cam": [0, 7], "reorder": 0, "sort": [0, 7], "similar": [0, 7, 10], "batch": [0, 5], "size": 0, "need": [0, 4, 6, 7, 8, 9, 10], "blip2_coco": [0, 7], "doe": [0, 6, 8], "yet": 0, "itm_scores2": 0, "score": 0, "image_gradcam_with_itm": [0, 7], "itm_text_precess": [0, 3], "process": [0, 1, 7, 10], "text_query_index": 0, "index": [0, 1, 6, 9, 10], "load_feature_extractor_model_albef": [0, 3], "cpu": 0, "can": [0, 4, 5, 6, 7, 8, 9], "cuda": [0, 10], "load_feature_extractor_model_blip": [0, 3], "load_feature_extractor_model_blip2": [0, 3], "pretrain": 0, "load_feature_extractor_model_clip_bas": [0, 3], "load_feature_extractor_model_clip_vitl14": [0, 3], "vit": 0, "l": 0, "14": [0, 7, 8, 9], "load_feature_extractor_model_clip_vitl14_336": [0, 3], "336": 0, "load_tensor": [0, 3], "given": [0, 4, 5, 6, 7, 8, 9], "file": [0, 2, 4, 5, 6, 7, 8, 9, 10], "multimodal_devic": [0, 3, 7], "filter_number_of_imag": [0, 7], "filter_val_limit": [0, 7], "filter_rel_error": [0, 7], "show": [0, 4, 5, 7, 8], "limit": [0, 2, 4, 5, 6, 7, 8, 9], "valu": [0, 7], "rel": 0, "error": [0, 7, 9], "between": [0, 8, 10], "parsing_imag": [0, 3, 7], "path_to_save_tensor": [0, 7], "saved_tensor": 0, "path_to_load_tensor": [0, 7], "pars": 0, "save": [0, 1, 5], "tesor": 0, "querys_process": [0, 3], "multi_features_stack": 0, "read_and_process_imag": [0, 3, 7], "image_path": [0, 7], "read": [0, 4, 6, 7, 8], "raw_imag": [0, 7, 8], "read_and_process_images_itm": [0, 3], "read_img": [0, 3, 7], "filepath": [0, 7], "pil": [0, 7, 8], "opt": [0, 6, 7, 8, 9], "hostedtoolcach": [0, 6, 7, 8, 9], "python": [0, 4, 5, 6, 7, 8, 9, 10], "9": [0, 4, 6, 7, 8, 9], "18": [0, 6, 7, 8, 9], "x64": [0, 6, 7, 8, 9, 10], "lib": [0, 6, 7, 8, 9, 10], "python3": [0, 6, 7, 8, 9], "site": [0, 6, 7, 8, 9], "packag": [0, 1, 4, 5, 6, 7, 8, 9], "py": [0, 4, 5, 6, 7, 8, 9, 10], "resize_img": [0, 3], "raw_img": 0, "proport": 0, "resiz": 0, "240": 0, "p": [0, 4, 5, 10], "width": 0, "resized_imag": 0, "240p": 0, "save_tensor": [0, 3], "saved_features_imag": 0, "pt": [0, 7], "binari": 0, "show_result": [0, 3, 7], "empti": [0, 6], "upload_model_blip2_coco": [0, 3], "coco": 0, "blip2_image_text_match": 0, "itm_model": [0, 7], "upload_model_blip_bas": [0, 3], "blip_image_text_match": 0, "upload_model_blip_larg": [0, 3], "emotiondetector": [0, 3, 6], "emotion_threshold": 0, "float": 0, "50": 0, "0": [0, 4, 5, 6, 7, 8, 9, 10], "race_threshold": 0, "facial": [0, 1], "express": [0, 1, 2], "analyze_single_fac": [0, 3], "singl": [0, 7], "arrai": [0, 6, 9], "clean_subdict": [0, 3], "convert": [0, 1, 4, 5, 6, 7], "format": [0, 7, 8, 9], "facial_expression_analysi": [0, 3, 6], "initi": [0, 4, 6, 9], "wears_mask": [0, 3], "determin": 0, "wear": [0, 10], "mask": [0, 10], "otherwis": [0, 2], "deepface_symlink_processor": [0, 3], "compute_crop_corn": [0, 3], "match": [0, 5, 7, 10], "dmatch": 0, "kp1": 0, "kp2": 0, "region": [0, 5], "30": [0, 7], "h_margin": 0, "v_margin": 0, "5": [0, 4, 5, 6, 7, 8, 9], "min_match": 0, "estim": 0, "posit": 0, "where": [0, 10], "crop": [0, 1], "cv2": [0, 5, 6], "point": 0, "refer": [0, 5], "social": [0, 1, 10], "media": [0, 1], "post": [0, 1], "area": 0, "consid": 0, "around": [0, 10], "keypoint": 0, "horizont": 0, "margin": 0, "subtract": 0, "minimum": [0, 7], "vertic": 0, "requir": [0, 4, 6, 8, 9, 10], "corner": 0, "coordin": 0, "crop_image_from_post": [0, 3], "view": [0, 5], "final_h": 0, "part": [0, 5, 10], "up": [0, 10], "which": [0, 5, 7, 8, 9], "should": [0, 4, 6, 7, 9], "crop_media_post": [0, 3, 5], "ref_fil": [0, 5], "save_crop_dir": [0, 5], "plt_match": [0, 5], "plt_crop": [0, 5], "plt_imag": [0, 5], "so": [0, 2, 4, 6, 7, 8, 9, 10], "comment": [0, 5, 10], "beyond": 0, "first": [0, 4, 5, 6, 7, 8, 9], "ar": [0, 4, 5, 6, 7, 8, 9, 10], "cut": [0, 6], "off": 0, "all": [0, 2, 4, 6, 7, 9], "signifi": 0, "below": [0, 4, 5, 6, 7, 9], "directori": [0, 4, 6, 7, 8, 9], "write": [0, 1, 4, 6, 7], "crop_posts_from_ref": [0, 3, 5], "ref_view": [0, 5], "numpi": [0, 6, 9, 10], "crop_posts_imag": [0, 3], "exclud": [0, 6, 9], "addit": 0, "sometim": [0, 5, 10], "also": [0, 4, 6, 7, 8, 9, 10], "thi": [0, 2, 4, 5, 6, 7, 8, 9, 10], "put": [0, 8, 9, 10], "back": 0, "later": 0, "draw_match": [0, 3], "img1": 0, "img2": 0, "sift": 0, "second": 0, "kp_from_match": [0, 3], "indic": 0, "descriptor": 0, "train": 0, "matching_point": [0, 3], "algorithm": [0, 4, 7], "two": [0, 8, 10], "filter": [0, 7], "paste_image_and_com": [0, 3], "crop_post": 0, "crop_view": [0, 5], "past": 0, "togeth": 0, "without": [0, 2], "unecessari": 0, "one": [0, 7, 10], "inherit": 0, "method": 0, "downloadresourc": [0, 3], "kwarg": 0, "remot": 0, "resourc": [0, 3, 7], "demand": 0, "download": [0, 6, 9, 10], "we": [0, 4, 5, 6, 7, 8, 9], "wrapper": 0, "pooch": [0, 6], "librari": [0, 4, 5, 6, 7, 9, 10], "regist": 0, "each": [0, 4, 6, 7, 8, 9], "data": [0, 4, 5, 6, 7, 8, 9, 10], "allow": [0, 10], "prefetch": 0, "through": [0, 4, 6, 9], "cli": 0, "entri": [0, 9], "ammico_prefetch_model": [0, 3], "append_data_to_dict": [0, 3, 4, 6, 7, 8, 9], "append": [0, 9], "nest": 0, "global": 0, "check_for_missing_kei": [0, 3], "miss": 0, "dump_df": [0, 3, 4, 6, 7, 8, 9], "dump": [0, 6, 9], "find_fil": [0, 3, 4, 5, 6, 7, 8, 9], "pattern": [0, 4, 5], "png": [0, 4, 5, 7], "jpg": [0, 4, 5], "jpeg": [0, 4, 5], "gif": [0, 4, 5], "webp": [0, 4, 5], "avif": [0, 4, 5], "tiff": [0, 4, 5], "recurs": [0, 4, 5], "20": [0, 7, 8, 9], "random_se": [0, 4, 5], "find": [0, 4, 5, 6, 9, 10], "system": 0, "look": [0, 5], "ammico": [0, 4, 5, 6, 7, 8, 9], "current": [0, 10], "filenam": [0, 5, 6, 7, 8], "either": [0, 7, 9], "ext": 0, "just": [0, 7, 10], "other": [0, 2, 7, 9, 10], "includ": [0, 2], "specif": 0, "prefix": 0, "suffix": 0, "subdirectori": 0, "maximum": 0, "found": [0, 4, 5, 6, 7, 9, 10], "length": [0, 6, 9], "2": [0, 4, 5, 6, 7, 8], "To": [0, 4, 6, 7, 8, 9, 10], "random": [0, 4, 5], "seed": [0, 4, 5, 8], "shuffl": 0, "If": [0, 4, 5, 6, 7, 8, 9, 10], "shuffel": 0, "id": 0, "get_color_t": [0, 3], "get_datafram": [0, 3], "initialize_dict": [0, 3, 4, 6, 7, 8, 9], "filelist": 0, "is_interact": [0, 3], "run": [0, 4, 5, 6, 7, 8, 9, 10], "an": [0, 2, 5, 6, 7, 8, 9, 10], "interact": 0, "environ": [0, 9], "iter": [0, 3], "analysisexplor": [0, 3, 4, 6, 8, 9], "run_serv": [0, 3, 4, 6, 8, 9], "port": [0, 4, 6, 8, 9], "8050": [0, 6], "dash": 0, "server": [0, 4, 6, 9], "start": 0, "explor": [0, 8], "update_pictur": [0, 3], "img_path": [0, 6], "callback": 0, "function": [0, 4, 6, 7, 9], "select": [0, 1, 4, 6, 9], "union": 0, "pngimageplugin": 0, "ai": 1, "misinform": [1, 4, 7], "tool": [1, 9], "instal": [1, 4, 5, 6, 7, 8, 9], "usag": 1, "deepfac": [1, 10], "notebook": [1, 4, 5, 6, 7, 8, 10], "text": [1, 3, 5, 7], "inspect": [1, 4, 6], "element": [1, 4, 6, 8, 10], "per": 1, "Or": 1, "directli": [1, 4, 6], "further": [1, 10], "csv": [1, 4, 6, 10], "summari": [1, 3, 9, 10], "manual": [1, 5], "multimod": [1, 3, 10], "search": [1, 3, 10], "folder": [1, 4, 5, 6, 8, 9, 10], "formul": 1, "your": [1, 4, 5, 6, 8, 9, 10], "improv": 1, "color": 1, "modul": 1, "face": [1, 3, 6, 10], "color_analysi": [1, 3, 10], "object": [1, 3, 5, 6, 9], "objects_cvlib": [1, 3], "croppost": [1, 3, 5, 10], "util": [1, 3, 4, 5, 6, 7, 8, 9], "displai": [1, 3, 4, 6, 8, 9], "licens": 1, "page": [1, 10], "mit": 2, "copyright": 2, "c": [2, 10], "2022": [2, 9, 10], "ssc": 2, "permiss": 2, "herebi": 2, "grant": 2, "charg": 2, "person": [2, 8, 10], "obtain": 2, "copi": [2, 6, 9], "softwar": 2, "associ": 2, "document": 2, "deal": 2, "restrict": [2, 10], "right": [2, 4, 6, 9], "modifi": 2, "merg": 2, "publish": 2, "distribut": 2, "sublicens": 2, "sell": 2, "permit": 2, "whom": 2, "furnish": 2, "do": [2, 4, 6, 7, 8, 9, 10], "subject": [2, 9, 10], "follow": [2, 7, 10], "condit": 2, "abov": [2, 10], "notic": [2, 9], "shall": 2, "substanti": 2, "portion": 2, "THE": 2, "AS": 2, "warranti": 2, "OF": 2, "kind": 2, "OR": 2, "impli": 2, "BUT": 2, "NOT": 2, "TO": 2, "merchant": 2, "fit": [2, 10], "FOR": 2, "particular": 2, "purpos": 2, "AND": 2, "noninfring": 2, "IN": 2, "NO": 2, "event": 2, "author": 2, "holder": 2, "BE": 2, "liabl": 2, "claim": 2, "damag": 2, "liabil": 2, "action": 2, "contract": 2, "tort": 2, "aris": 2, "out": [2, 4, 5, 6, 7, 8, 9, 10], "connect": 2, "WITH": 2, "primari": 4, "k": 4, "mean": [4, 7], "n": [4, 10], "correspond": 4, "percentag": [4, 7, 10], "cell": [4, 5, 6, 7, 8, 9], "colab": [4, 5, 6, 7, 8, 9, 10], "after": [4, 6, 7, 8, 9], "import": [4, 5, 6, 7, 8, 9, 10], "flake8": [4, 5, 6, 7, 8, 9], "noqa": [4, 5, 6, 7, 8, 9], "o": [4, 5, 6, 7, 8, 9, 10], "get_ipython": [4, 5, 6, 7, 8, 9], "version": [4, 5, 6, 7, 8, 9, 10], "setuptool": [4, 5, 6, 7, 8, 9], "pip": [4, 5, 6, 7, 8, 9], "61": [4, 5, 6, 7, 8, 9], "qqq": [4, 5, 6, 7, 8, 9], "git": [4, 5, 6, 7, 8, 9], "http": [4, 5, 6, 7, 8, 9], "github": [4, 5, 6, 7, 8, 9], "com": [4, 5, 6, 7, 8, 9, 10], "ssciwr": [4, 5, 6, 7, 8, 9], "mount": [4, 5, 6, 7, 8, 9], "drive": [4, 5, 6, 7, 8, 9, 10], "content": [4, 5, 6, 7, 8, 9], "mutil": [4, 6, 7, 8, 9], "mdisplai": [4, 6, 8, 9], "subset": [4, 6, 9], "try": [4, 6, 7, 8, 9], "see": [4, 6, 9, 10], "keyword": [4, 6, 7, 8, 9, 10], "within": [4, 6, 9], "here": [4, 6, 7, 8, 9, 10], "you": [4, 5, 6, 7, 8, 9, 10], "local": [4, 6, 7, 8, 9, 10], "mydriv": [4, 7], "10": [4, 5, 6, 7, 8, 9, 10], "filenotfounderror": [4, 5, 7, 8, 9], "traceback": [4, 5, 6, 7, 8, 9], "recent": [4, 5, 6, 7, 8, 9], "call": [4, 5, 6, 7, 8, 9, 10], "last": [4, 5, 6, 7, 8, 9], "In": [4, 5, 6, 7, 8, 9, 10], "line": [4, 5, 6, 7, 8, 9], "gt": [4, 5, 6, 7, 8, 9], "4": [4, 5, 6, 7, 8, 9, 10], "34": [4, 5, 6, 7, 8, 9], "134": [4, 5, 6], "131": [4, 5], "extend": [4, 5], "_match_pattern": [4, 5], "133": [4, 5, 6], "len": [4, 5, 6, 8, 9], "rais": [4, 5, 6, 7, 9], "f": [4, 5, 6, 9], "No": [4, 5, 7, 8, 9], "39": [4, 5, 6, 7, 8, 9], "136": [4, 5, 6], "137": [4, 5, 6], "main": [4, 6, 7, 9, 10], "inform": [4, 5, 6, 10], "subsequ": [4, 6, 9], "nameerror": [4, 5, 6, 7, 9], "defin": [4, 5, 6, 7, 9], "take": [4, 6, 8, 9], "moment": [4, 6, 8, 9], "pleas": [4, 5, 6, 7, 8, 9], "patient": [4, 6, 8, 9], "sure": [4, 6, 8, 9], "what": [4, 6, 8, 9], "skip": [4, 6, 9], "export": [4, 6, 8, 9, 10], "step": [4, 5, 6, 8, 9, 10], "colorgram": [4, 10], "colour": [4, 10], "click": [4, 6, 9], "tab": [4, 6, 9], "sidebar": [4, 6, 9], "mai": [4, 6, 8, 9, 10], "increment": [4, 6, 9], "alreadi": [4, 6, 7, 9], "sever": [4, 6, 7, 9, 10], "instanc": [4, 6, 9], "same": [4, 5, 6, 7, 8, 9, 10], "analysis_explor": [4, 6, 8, 9], "identifi": [4, 6, 8, 9, 10], "8057": 4, "instead": [4, 6, 8, 9], "carri": [4, 5, 6, 7, 8, 9, 10], "while": [4, 6, 8, 9], "depend": [4, 6, 8, 9, 10], "how": [4, 6, 7, 8, 9], "mani": [4, 6, 8, 9], "have": [4, 6, 7, 8, 9, 10], "colordetector": 4, "These": [4, 6, 7, 8, 9, 10], "panda": [4, 6, 8, 9], "7": [4, 6, 7, 8, 9, 10], "outdict": [4, 6, 7, 8, 9], "df": [4, 6, 7, 8, 9], "8": [4, 5, 6, 7, 8, 9, 10], "head": [4, 5, 6, 7, 8, 9], "to_csv": [4, 6, 7, 8, 9], "data_out": [4, 6, 7, 8, 9], "keep": 5, "some": [5, 10], "ignor": [5, 9], "extra": 5, "execut": [5, 7], "when": [5, 8, 9, 10], "re": [5, 10], "pin": 5, "latest": 5, "doesn": 5, "t": [5, 7], "seem": 5, "moral": 5, "prevent": [5, 10], "wrong": 5, "opencv": 5, "uninstal": 5, "y": 5, "contrib": 5, "isdir": 5, "ref": 5, "wget": 5, "archiv": 5, "zip": 5, "q": 5, "unzip": 5, "qq": 5, "d": [5, 10], "mv": 5, "rm": 5, "rf": 5, "crpo": 5, "matplotlib": 5, "pyplot": 5, "plt": 5, "importlib_resourc": 5, "pkg": 5, "everyth": 5, "exampl": [5, 8, 9], "code": [5, 7], "substitut": 5, "sampl": [5, 10], "path_ref": 5, "00": [5, 7, 8, 9], "imread": [5, 6], "rgb_ref_view": 5, "cvtcolor": 5, "color_bgr2rgb": 5, "figur": [5, 6, 9], "figsiz": 5, "15": [5, 7, 8, 9], "imshow": 5, "path_post": 5, "test": 5, "rgb_view": 5, "typeerror": [5, 6, 8, 9], "now": [5, 9, 10], "wai": [5, 7], "fine": 5, "plot": 5, "applic": [5, 9], "someth": [5, 8], "crop_dir": 5, "item": [5, 7, 9], "ref_dir": 5, "imperfect": 5, "due": 5, "improp": 5, "It": [5, 7, 10], "easier": 5, "categor": 5, "differ": [5, 7, 8], "100": [5, 7, 8], "print": [5, 9, 10], "done": [5, 10], "retinafac": [6, 10], "__init__": [6, 8, 9], "got": [6, 8, 9], "unexpect": [6, 8, 9], "argument": [6, 7, 8, 9], "serengil": 6, "deepface_model": 6, "releas": [6, 9], "v1": 6, "h5": 6, "home": 6, "runner": 6, "cach": 6, "3be32af6e4183fa0156bc33bda371147": 6, "valueerror": [6, 9], "139": 6, "132": 6, "def": [6, 7, 9], "135": 6, "138": 6, "188": 6, "185": 6, "multipl": 6, "them": 6, "186": 6, "retinaface_model": 6, "extract_fac": 6, "189": 6, "190": 6, "threshold": 6, "align": 6, "allow_upsc": 6, "resp": 6, "get_imag": 6, "192": 6, "194": 6, "obj": [6, 8], "detect_fac": 6, "43": 6, "41": 6, "42": [6, 9], "isfil": 6, "exist": 6, "44": 6, "46": 6, "elif": [6, 9], "isinst": [6, 9], "102141_2_eng": [6, 7, 8, 9], "222": [6, 9], "220": [6, 9], "221": [6, 9], "from_dict": [6, 9], "core": [6, 9], "frame": [6, 9], "1816": [6, 9], "cl": [6, 9], "orient": [6, 9], "dtype": [6, 9], "1810": [6, 9], "1811": [6, 9], "expect": [6, 9], "tight": [6, 9], "1812": [6, 9], "1813": [6, 9], "1815": [6, 9], "1817": [6, 9], "els": [6, 7, 9], "1818": [6, 9], "realdata": [6, 9], "736": [6, 9], "730": [6, 9], "mgr": [6, 9], "_init_mgr": [6, 9], "731": [6, 9], "ax": [6, 9], "732": [6, 9], "734": [6, 9], "735": [6, 9], "gh": [6, 9], "38939": [6, 9], "de": [6, 9], "facto": [6, 9], "case": [6, 7, 9], "dict_to_mgr": [6, 9], "typ": [6, 9], "manag": [6, 9], "737": [6, 9], "ma": [6, 9], "maskedarrai": [6, 9], "738": [6, 9], "mrecord": [6, 9], "intern": [6, 9], "construct": [6, 9], "503": [6, 9], "499": [6, 9], "500": [6, 9], "e": [6, 9, 10], "g": [6, 9, 10], "rang": [6, 9], "scalar": [6, 9], "501": [6, 9], "x": [6, 9], "hasattr": [6, 9], "arrays_to_mgr": [6, 9], "consolid": [6, 9], "114": [6, 9], "verify_integr": [6, 9], "111": [6, 9], "112": [6, 9], "necessari": [6, 9], "113": [6, 9], "_extract_index": [6, 9], "115": [6, 9], "116": [6, 9], "ensure_index": [6, 9], "677": [6, 9], "675": [6, 9], "raw_length": [6, 9], "676": [6, 9], "must": [6, 9], "679": [6, 9], "have_dict": [6, 9], "680": [6, 9], "681": [6, 9], "mix": [6, 9], "seri": [6, 9], "lead": [6, 9], "ambigu": [6, 9], "order": [6, 7, 9], "682": [6, 9], "m": [7, 10], "102730_eng": [7, 8], "106349s_por": [7, 8], "choos": [7, 8, 10], "blip": 7, "albef": 7, "clip_bas": 7, "clip_vitl14": 7, "clip_vitl14_336": 7, "my_obj": 7, "bert": 7, "uncas": 7, "resolv": 7, "vocab": 7, "txt": 7, "232k": 7, "lt": [7, 8, 9], "22mb": 7, "": [7, 8, 9], "tokenizer_config": 7, "json": [7, 9, 10], "28": [7, 9], "39kb": 7, "rt": 7, "config": 7, "570": 7, "311kb": 7, "97g": 7, "196mb": 7, "11": [7, 8, 9, 10], "371": [7, 8], "366": [7, 8], "367": [7, 8], "syntaxerror": 7, "368": [7, 8], "369": [7, 8], "_": 7, "372": [7, 8], "373": [7, 9], "374": [7, 9], "375": [7, 9], "no_grad": 7, "168": 7, "156": [7, 9], "157": [7, 9], "158": [7, 9], "159": [7, 9], "166": 7, "167": 7, "169": 7, "170": 7, "eval": [7, 8], "r_img": 7, "171": 7, "unsqueez": [7, 8], "172": 7, "173": 7, "174": [7, 9], "175": [7, 9], "listcomp": 7, "153": [7, 9], "143": 7, "144": 7, "145": 7, "146": 7, "151": 7, "152": [7, 9], "open": [7, 8, 9], "rgb": [7, 8], "154": [7, 9], "3243": [7, 8], "fp": [7, 8], "mode": [7, 8], "3240": [7, 8], "3242": [7, 8], "builtin": [7, 8], "rb": [7, 8, 9], "3244": [7, 8], "exclusive_fp": [7, 8], "3246": [7, 8], "errno": [7, 8, 9], "store": [7, 10], "numer": 7, "represent": 7, "chang": [7, 8], "onc": 7, "give": 7, "number_of_imag": 7, "_saved_features_imag": 7, "place": [7, 10], "lot": 7, "time": 7, "want": [7, 9, 10], "12": [7, 8, 9, 10], "5_clip_base_saved_features_imag": 7, "our": [7, 10], "consist": 7, "next": 7, "much": 7, "13": [7, 8, 9], "search_query3": 7, "politician": [7, 8], "press": 7, "confer": 7, "world": 7, "dog": 7, "That": 7, "best": [7, 10], "shown": 7, "rank": 7, "bigger": 7, "than": 7, "less": 7, "discard": 7, "ab": 7, "current_simularity_valu": 7, "best_simularity_value_in_current_search": 7, "top1": 7, "35": 7, "16": [7, 8, 9], "17": [7, 9], "launch": 7, "ad": 7, "sourc": [7, 10], "special": 7, "wa": 7, "present": 7, "conveni": 7, "19": [7, 9], "keyerror": 7, "970": 7, "967": 7, "current_querry_v": 7, "968": 7, "current_querry_rank": 7, "971": 7, "lambda": 7, "revers": 7, "972": 7, "973": 7, "974": 7, "break": 7, "For": [7, 9, 10], "even": 7, "better": [7, 9], "slightli": 7, "approach": 7, "ha": 7, "been": 7, "prepar": 7, "quit": 7, "intens": 7, "appli": 7, "relev": 7, "among": 7, "blip_bas": 7, "blip_larg": 7, "memori": 7, "reduc": 7, "being": 7, "simultan": 7, "With": 7, "enabl": [7, 10], "calcul": 7, "heat": 7, "thu": 7, "21": [7, 9], "itm_scor": 7, "Then": 7, "add": [7, 10], "22": [7, 9], "23": [7, 9, 10], "24": 7, "25": 7, "sm": 8, "const_image_summari": 8, "alwai": 8, "3_non": 8, "deterministic_summari": 8, "three": 8, "like": [8, 9], "again": 8, "50g": 8, "130mb": 8, "35g": 8, "09": 8, "154mb": 8, "perman": 8, "8055": 8, "string": [8, 9], "medicin": 8, "interfac": 8, "370": 8, "summary_devic": 8, "question_batch": 8, "outdict2": 8, "df2": 8, "data_out2": 8, "varieti": 9, "googletran": [9, 10], "spaci": [9, 10], "spell": [9, 10], "textblob": [9, 10], "summar": 9, "app": 9, "activ": [9, 10], "consol": 9, "1000": 9, "month": 9, "juli": 9, "google_application_credenti": [9, 10], "credenti": 9, "8054": 9, "ner": 9, "collect": [9, 10], "en": 9, "web": 9, "md": 9, "explos": 9, "en_core_web_md": 9, "py3": 9, "whl": [9, 10], "mb": 9, "57": 9, "eta": 9, "satisfi": 9, "legaci": 9, "logger": 9, "murmurhash": 9, "cymem": 9, "presh": 9, "thinc": 9, "wasabi": 9, "srsly": 9, "catalogu": 9, "weasel": 9, "typer": 9, "smart": 9, "tqdm": 9, "38": 9, "66": 9, "request": 9, "31": 9, "pydant": 9, "jinja2": 9, "58": 9, "langcod": 9, "extens": [9, 10], "charset": 9, "normal": 9, "idna": 9, "urllib3": 9, "certifi": 9, "2017": 9, "2023": 9, "bli": 9, "confect": 9, "cloudpathlib": 9, "markupsaf": 9, "successfulli": 9, "avail": 9, "upgrad": 9, "success": 9, "via": 9, "155": 9, "160": 9, "178": 9, "except": 9, "defaultcredentialserror": 9, "176": 9, "doc": 9, "authent": 9, "177": 9, "io": 9, "image_fil": 9, "179": 9, "180": 9, "embed": 9, "more": [9, 10], "reason": 9, "dataset": 9, "too": 9, "small": 9, "pass": 9, "would": 9, "could": 9, "text_english_correct": [9, 10], "make": [9, 10], "variabl": [9, 10], "topic_model": 9, "topic_df": 9, "most_frequent_top": 9, "303": 9, "301": 9, "302": 9, "list_text_english": 9, "304": 9, "305": 9, "376": 9, "377": 9, "378": 9, "379": 9, "380": 9, "381": 9, "382": 9, "Not": 9, "rerun": 9, "input_file_path": 9, "307": 9, "306": 9, "pd": 9, "read_csv": 9, "encod": 9, "utf8": 9, "308": 9, "309": 9, "310": 9, "textual": [9, 10], "311": 9, "312": 9, "313": 9, "397": 9, "394": 9, "395": 9, "396": 9, "398": 9, "399": 9, "400": 9, "401": 9, "402": 9, "403": 9, "tolist": 9, "stand": 9, "outlier": 9, "count": 9, "occur": 9, "structur": 9, "least": 9, "care": [9, 10], "suffici": 9, "quantiti": 9, "qualiti": 9, "visualize_top": 9, "futur": 9, "misinfo_post": 9, "veri": 10, "user": 10, "paper": 10, "depth": 10, "descript": 10, "project": 10, "under": 10, "develop": 10, "pre": 10, "both": 10, "ag": 10, "gender": 10, "race": 10, "its": 10, "compon": 10, "detector": 10, "compat": 10, "problem": 10, "framework": 10, "avoid": 10, "machin": 10, "suggest": 10, "befor": 10, "conda": 10, "ammico_env": 10, "cudatoolkit": 10, "forg": 10, "nvidia": 10, "cudnn": 10, "cu11": 10, "163": 10, "script": 10, "ld_library_path": 10, "mkdir": 10, "conda_prefix": 10, "etc": 10, "echo": 10, "cudnn_path": 10, "dirnam": 10, "__file__": 10, "env_var": 10, "sh": 10, "deactiv": 10, "torchvis": 10, "torchaudio": 10, "url": 10, "cu118": 10, "command": 10, "channel": 10, "prioriti": 10, "gpu": 10, "pycocotool": 10, "vs_buildtool": 10, "ex": 10, "visualstudio": 10, "microsoft": 10, "cpp": 10, "build": 10, "studio": 10, "msvc": 10, "v143": 10, "v": 10, "x86": 10, "sdk": 10, "Be": 10, "gb": 10, "disk": 10, "space": 10, "demonstr": 10, "There": 10, "experiment": 10, "ipynb": 10, "extrac": 10, "access": 10, "classifi": 10, "account": 10, "instruct": 10, "websit": 10, "locat": 10, "recogn": 10, "automat": 10, "text_languag": 10, "speech": 10, "lemma": 10, "text_clean": 10, "correct": 10, "polar": 10, "latter": 10, "hug": 10, "anoth": 10, "intellig": 10, "state": 10, "art": 10, "task": 10, "databas": 10, "presenc": 10, "thei": 10, "accur": 10, "predict": 10, "distanc": 10, "metric": 10, "red": 10, "green": 10, "blue": 10, "yellow": 10, "cyan": 10, "orang": 10, "purpl": 10, "pink": 10, "brown": 10, "grei": 10, "white": 10, "black": 10}, "objects": {"": [[0, 0, 0, "-", "cropposts"], [0, 0, 0, "-", "display"], [0, 0, 0, "-", "faces"], [0, 0, 0, "-", "multimodal_search"], [0, 0, 0, "-", "summary"], [0, 0, 0, "-", "text"], [0, 0, 0, "-", "utils"]], "cropposts": [[0, 1, 1, "", "compute_crop_corner"], [0, 1, 1, "", "crop_image_from_post"], [0, 1, 1, "", "crop_media_posts"], [0, 1, 1, "", "crop_posts_from_refs"], [0, 1, 1, "", "crop_posts_image"], [0, 1, 1, "", "draw_matches"], [0, 1, 1, "", "kp_from_matches"], [0, 1, 1, "", "matching_points"], [0, 1, 1, "", "paste_image_and_comment"]], "display": [[0, 2, 1, "", "AnalysisExplorer"]], "display.AnalysisExplorer": [[0, 3, 1, "", "run_server"], [0, 3, 1, "", "update_picture"]], "faces": [[0, 2, 1, "", "EmotionDetector"], [0, 1, 1, "", "deepface_symlink_processor"]], "faces.EmotionDetector": [[0, 3, 1, "", "analyse_image"], [0, 3, 1, "", "analyze_single_face"], [0, 3, 1, "", "clean_subdict"], [0, 3, 1, "", "facial_expression_analysis"], [0, 3, 1, "", "set_keys"], [0, 3, 1, "", "wears_mask"]], "multimodal_search": [[0, 2, 1, "", "MultimodalSearch"]], "multimodal_search.MultimodalSearch": [[0, 3, 1, "", "compute_gradcam_batch"], [0, 3, 1, "", "extract_image_features_basic"], [0, 3, 1, "", "extract_image_features_blip2"], [0, 3, 1, "", "extract_image_features_clip"], [0, 3, 1, "", "extract_text_features"], [0, 3, 1, "", "get_att_map"], [0, 3, 1, "", "get_pathes_from_query"], [0, 3, 1, "", "image_text_match_reordering"], [0, 3, 1, "", "itm_text_precessing"], [0, 3, 1, "", "load_feature_extractor_model_albef"], [0, 3, 1, "", "load_feature_extractor_model_blip"], [0, 3, 1, "", "load_feature_extractor_model_blip2"], [0, 3, 1, "", "load_feature_extractor_model_clip_base"], [0, 3, 1, "", "load_feature_extractor_model_clip_vitl14"], [0, 3, 1, "", "load_feature_extractor_model_clip_vitl14_336"], [0, 3, 1, "", "load_tensors"], [0, 4, 1, "", "multimodal_device"], [0, 3, 1, "", "multimodal_search"], [0, 3, 1, "", "parsing_images"], [0, 3, 1, "", "querys_processing"], [0, 3, 1, "", "read_and_process_images"], [0, 3, 1, "", "read_and_process_images_itm"], [0, 3, 1, "", "read_img"], [0, 3, 1, "", "resize_img"], [0, 3, 1, "", "save_tensors"], [0, 3, 1, "", "show_results"], [0, 3, 1, "", "upload_model_blip2_coco"], [0, 3, 1, "", "upload_model_blip_base"], [0, 3, 1, "", "upload_model_blip_large"]], "summary": [[0, 2, 1, "", "SummaryDetector"]], "summary.SummaryDetector": [[0, 4, 1, "", "all_allowed_model_types"], [0, 4, 1, "", "allowed_analysis_types"], [0, 4, 1, "", "allowed_model_types"], [0, 4, 1, "", "allowed_new_model_types"], [0, 3, 1, "", "analyse_image"], [0, 3, 1, "", "analyse_questions"], [0, 3, 1, "", "analyse_summary"], [0, 3, 1, "", "check_model"], [0, 3, 1, "", "load_model"], [0, 3, 1, "", "load_model_base"], [0, 3, 1, "", "load_model_base_blip2_opt_caption_coco_opt67b"], [0, 3, 1, "", "load_model_base_blip2_opt_pretrain_opt67b"], [0, 3, 1, "", "load_model_blip2_opt_caption_coco_opt27b"], [0, 3, 1, "", "load_model_blip2_opt_pretrain_opt27b"], [0, 3, 1, "", "load_model_blip2_t5_caption_coco_flant5xl"], [0, 3, 1, "", "load_model_blip2_t5_pretrain_flant5xl"], [0, 3, 1, "", "load_model_blip2_t5_pretrain_flant5xxl"], [0, 3, 1, "", "load_model_large"], [0, 3, 1, "", "load_new_model"], [0, 3, 1, "", "load_vqa_model"]], "text": [[0, 2, 1, "", "PostprocessText"], [0, 2, 1, "", "TextDetector"]], "text.PostprocessText": [[0, 3, 1, "", "analyse_topic"], [0, 3, 1, "", "get_text_df"], [0, 3, 1, "", "get_text_dict"]], "text.TextDetector": [[0, 3, 1, "", "analyse_image"], [0, 3, 1, "", "clean_text"], [0, 3, 1, "", "get_text_from_image"], [0, 3, 1, "", "remove_linebreaks"], [0, 3, 1, "", "set_keys"], [0, 3, 1, "", "text_ner"], [0, 3, 1, "", "text_sentiment_transformers"], [0, 3, 1, "", "text_summary"], [0, 3, 1, "", "translate_text"]], "utils": [[0, 2, 1, "", "AnalysisMethod"], [0, 2, 1, "", "DownloadResource"], [0, 1, 1, "", "ammico_prefetch_models"], [0, 1, 1, "", "append_data_to_dict"], [0, 1, 1, "", "check_for_missing_keys"], [0, 1, 1, "", "dump_df"], [0, 1, 1, "", "find_files"], [0, 1, 1, "", "get_color_table"], [0, 1, 1, "", "get_dataframe"], [0, 1, 1, "", "initialize_dict"], [0, 1, 1, "", "is_interactive"], [0, 1, 1, "", "iterable"]], "utils.AnalysisMethod": [[0, 3, 1, "", "analyse_image"], [0, 3, 1, "", "set_keys"]], "utils.DownloadResource": [[0, 3, 1, "", "get"], [0, 4, 1, "", "resources"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:method", "4": "py:attribute"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "method", "Python method"], "4": ["py", "attribute", "Python attribute"]}, "titleterms": {"text": [0, 9, 10], "modul": [0, 3], "summari": [0, 8], "multimod": [0, 7], "search": [0, 7], "face": 0, "color_analysi": 0, "object": 0, "objects_cvlib": 0, "croppost": 0, "util": 0, "displai": 0, "welcom": 1, "ammico": [1, 3, 10], "": 1, "document": 1, "content": [1, 10], "indic": 1, "tabl": 1, "licens": 2, "packag": [3, 10], "color": [4, 10], "analysi": [4, 9, 10], "pictur": 4, "crop": [5, 10], "post": [5, 10], "from": [5, 7, 9], "social": 5, "media": [5, 10], "imag": [5, 7, 8, 9], "facial": 6, "express": 6, "recognit": [6, 10], "deepfac": 6, "index": 7, "extract": [7, 9, 10], "featur": [7, 10], "select": 7, "folder": 7, "formul": 7, "your": 7, "queri": 7, "improv": 7, "result": 7, "save": [7, 9], "csv": [7, 8, 9], "visual": [8, 9], "question": 8, "answer": 8, "creat": 8, "caption": 8, "directli": [8, 9], "write": [8, 9], "manual": 8, "inspect": [8, 9], "gener": 8, "free": 8, "form": 8, "about": 8, "written": 8, "natur": 8, "languag": 8, "Or": [8, 9], "analyz": [8, 9], "further": [8, 9], "process": [8, 9], "convert": [8, 9], "datafram": [8, 9], "notebook": 9, "googl": 9, "cloud": 9, "vision": 9, "api": 9, "element": 9, "per": 9, "topic": 9, "option": 9, "1": [9, 10], "us": 9, "dictionari": 9, "obtain": 9, "abov": 9, "2": [9, 10], "read": 9, "access": 9, "frequent": 9, "get": 9, "inform": 9, "specif": 9, "model": 9, "ai": 10, "misinform": 10, "tool": 10, "instal": 10, "first": 10, "tensorflow": 10, "http": 10, "www": 10, "org": 10, "pip": 10, "second": 10, "pytorch": 10, "3": 10, "after": 10, "we": 10, "prepar": 10, "right": 10, "environ": 10, "can": 10, "micromamba": 10, "window": 10, "usag": 10, "emot": 10, "hue": 10, "detect": 10}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"text module": [[0, "module-text"]], "summary module": [[0, "module-summary"]], "multimodal search module": [[0, "module-multimodal_search"]], "faces module": [[0, "module-faces"]], "color_analysis module": [[0, "color-analysis-module"]], "objects module": [[0, "objects-module"]], "objects_cvlib module": [[0, "objects-cvlib-module"]], "cropposts module": [[0, "module-cropposts"]], "utils module": [[0, "module-utils"]], "display module": [[0, "module-display"]], "Welcome to AMMICO\u2019s documentation!": [[1, "welcome-to-ammico-s-documentation"]], "Contents:": [[1, null]], "Indices and tables": [[1, "indices-and-tables"]], "License": [[2, "license"]], "AMMICO package modules": [[3, "ammico-package-modules"]], "Color analysis of pictures": [[4, "Color-analysis-of-pictures"]], "Crop posts from social media posts images": [[5, "Crop-posts-from-social-media-posts-images"]], "Facial Expression recognition with DeepFace": [[6, "Facial-Expression-recognition-with-DeepFace"]], "Image Multimodal Search": [[7, "Image-Multimodal-Search"]], "Indexing and extracting features from images in selected folder": [[7, "Indexing-and-extracting-features-from-images-in-selected-folder"]], "Formulate your search queries": [[7, "Formulate-your-search-queries"]], "Improve the search results": [[7, "Improve-the-search-results"]], "Save search results to csv": [[7, "Save-search-results-to-csv"]], "Image summary and visual question answering": [[8, "Image-summary-and-visual-question-answering"]], "Create captions for images and directly write to csv": [[8, "Create-captions-for-images-and-directly-write-to-csv"]], "Manually inspect the summaries": [[8, "Manually-inspect-the-summaries"]], "Generate answers to free-form questions about images written in natural language.": [[8, "Generate-answers-to-free-form-questions-about-images-written-in-natural-language."]], "Or directly analyze for further processing": [[8, "Or-directly-analyze-for-further-processing"], [9, "Or-directly-analyze-for-further-processing"]], "Convert to dataframe and write csv": [[8, "Convert-to-dataframe-and-write-csv"], [9, "Convert-to-dataframe-and-write-csv"]], "Notebook for text extraction on image": [[9, "Notebook-for-text-extraction-on-image"]], "Google cloud vision API": [[9, "Google-cloud-vision-API"]], "Inspect the elements per image": [[9, "Inspect-the-elements-per-image"]], "Topic analysis": [[9, "Topic-analysis"]], "Option 1: Use the dictionary as obtained from the above analysis.": [[9, "Option-1:-Use-the-dictionary-as-obtained-from-the-above-analysis."]], "Option 2: Read in a csv": [[9, "Option-2:-Read-in-a-csv"]], "Access frequent topics": [[9, "Access-frequent-topics"]], "Get information for specific topic": [[9, "Get-information-for-specific-topic"]], "Topic visualization": [[9, "Topic-visualization"]], "Save the model": [[9, "Save-the-model"]], "AMMICO - AI Media and Misinformation Content Analysis Tool": [[10, "ammico-ai-media-and-misinformation-content-analysis-tool"]], "Installation": [[10, "installation"]], "1. First, install tensorflow (https://www.tensorflow.org/install/pip)": [[10, "first-install-tensorflow-https-www-tensorflow-org-install-pip"]], "2. Second, install pytorch": [[10, "second-install-pytorch"]], "3. After we prepared right environment we can install the ammico package": [[10, "after-we-prepared-right-environment-we-can-install-the-ammico-package"]], "Micromamba": [[10, "micromamba"]], "Windows": [[10, "windows"]], "Usage": [[10, "usage"]], "Features": [[10, "features"]], "Text extraction": [[10, "text-extraction"]], "Content extraction": [[10, "content-extraction"]], "Emotion recognition": [[10, "emotion-recognition"]], "Color/hue detection": [[10, "color-hue-detection"]], "Cropping of posts": [[10, "cropping-of-posts"]]}, "indexentries": {"analysisexplorer (class in display)": [[0, "display.AnalysisExplorer"]], "analysismethod (class in utils)": [[0, "utils.AnalysisMethod"]], "downloadresource (class in utils)": [[0, "utils.DownloadResource"]], "emotiondetector (class in faces)": [[0, "faces.EmotionDetector"]], "multimodalsearch (class in multimodal_search)": [[0, "multimodal_search.MultimodalSearch"]], "postprocesstext (class in text)": [[0, "text.PostprocessText"]], "summarydetector (class in summary)": [[0, "summary.SummaryDetector"]], "textdetector (class in text)": [[0, "text.TextDetector"]], "all_allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.all_allowed_model_types"]], "allowed_analysis_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_analysis_types"]], "allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_model_types"]], "allowed_new_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_new_model_types"]], "ammico_prefetch_models() (in module utils)": [[0, "utils.ammico_prefetch_models"]], "analyse_image() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyse_image"]], "analyse_image() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_image"]], "analyse_image() (text.textdetector method)": [[0, "text.TextDetector.analyse_image"]], "analyse_image() (utils.analysismethod method)": [[0, "utils.AnalysisMethod.analyse_image"]], "analyse_questions() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_questions"]], "analyse_summary() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_summary"]], "analyse_topic() (text.postprocesstext method)": [[0, "text.PostprocessText.analyse_topic"]], "analyze_single_face() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyze_single_face"]], "append_data_to_dict() (in module utils)": [[0, "utils.append_data_to_dict"]], "check_for_missing_keys() (in module utils)": [[0, "utils.check_for_missing_keys"]], "check_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.check_model"]], "clean_subdict() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.clean_subdict"]], "clean_text() (text.textdetector method)": [[0, "text.TextDetector.clean_text"]], "compute_crop_corner() (in module cropposts)": [[0, "cropposts.compute_crop_corner"]], "compute_gradcam_batch() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.compute_gradcam_batch"]], "crop_image_from_post() (in module cropposts)": [[0, "cropposts.crop_image_from_post"]], "crop_media_posts() (in module cropposts)": [[0, "cropposts.crop_media_posts"]], "crop_posts_from_refs() (in module cropposts)": [[0, "cropposts.crop_posts_from_refs"]], "crop_posts_image() (in module cropposts)": [[0, "cropposts.crop_posts_image"]], "cropposts": [[0, "module-cropposts"]], "deepface_symlink_processor() (in module faces)": [[0, "faces.deepface_symlink_processor"]], "display": [[0, "module-display"]], "draw_matches() (in module cropposts)": [[0, "cropposts.draw_matches"]], "dump_df() (in module utils)": [[0, "utils.dump_df"]], "extract_image_features_basic() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_basic"]], "extract_image_features_blip2() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_blip2"]], "extract_image_features_clip() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_image_features_clip"]], "extract_text_features() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.extract_text_features"]], "faces": [[0, "module-faces"]], "facial_expression_analysis() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.facial_expression_analysis"]], "find_files() (in module utils)": [[0, "utils.find_files"]], "get() (utils.downloadresource method)": [[0, "utils.DownloadResource.get"]], "get_att_map() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.get_att_map"]], "get_color_table() (in module utils)": [[0, "utils.get_color_table"]], "get_dataframe() (in module utils)": [[0, "utils.get_dataframe"]], "get_pathes_from_query() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.get_pathes_from_query"]], "get_text_df() (text.postprocesstext method)": [[0, "text.PostprocessText.get_text_df"]], "get_text_dict() (text.postprocesstext method)": [[0, "text.PostprocessText.get_text_dict"]], "get_text_from_image() (text.textdetector method)": [[0, "text.TextDetector.get_text_from_image"]], "image_text_match_reordering() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.image_text_match_reordering"]], "initialize_dict() (in module utils)": [[0, "utils.initialize_dict"]], "is_interactive() (in module utils)": [[0, "utils.is_interactive"]], "iterable() (in module utils)": [[0, "utils.iterable"]], "itm_text_precessing() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.itm_text_precessing"]], "kp_from_matches() (in module cropposts)": [[0, "cropposts.kp_from_matches"]], "load_feature_extractor_model_albef() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_albef"]], "load_feature_extractor_model_blip() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_blip"]], "load_feature_extractor_model_blip2() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_blip2"]], "load_feature_extractor_model_clip_base() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_base"]], "load_feature_extractor_model_clip_vitl14() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_vitl14"]], "load_feature_extractor_model_clip_vitl14_336() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_feature_extractor_model_clip_vitl14_336"]], "load_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model"]], "load_model_base() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base"]], "load_model_base_blip2_opt_caption_coco_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_caption_coco_opt67b"]], "load_model_base_blip2_opt_pretrain_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_pretrain_opt67b"]], "load_model_blip2_opt_caption_coco_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_caption_coco_opt27b"]], "load_model_blip2_opt_pretrain_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_pretrain_opt27b"]], "load_model_blip2_t5_caption_coco_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_caption_coco_flant5xl"]], "load_model_blip2_t5_pretrain_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xl"]], "load_model_blip2_t5_pretrain_flant5xxl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xxl"]], "load_model_large() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_large"]], "load_new_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_new_model"]], "load_tensors() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.load_tensors"]], "load_vqa_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_vqa_model"]], "matching_points() (in module cropposts)": [[0, "cropposts.matching_points"]], "module": [[0, "module-cropposts"], [0, "module-display"], [0, "module-faces"], [0, "module-multimodal_search"], [0, "module-summary"], [0, "module-text"], [0, "module-utils"]], "multimodal_device (multimodal_search.multimodalsearch attribute)": [[0, "multimodal_search.MultimodalSearch.multimodal_device"]], "multimodal_search": [[0, "module-multimodal_search"]], "multimodal_search() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.multimodal_search"]], "parsing_images() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.parsing_images"]], "paste_image_and_comment() (in module cropposts)": [[0, "cropposts.paste_image_and_comment"]], "querys_processing() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.querys_processing"]], "read_and_process_images() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_and_process_images"]], "read_and_process_images_itm() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_and_process_images_itm"]], "read_img() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.read_img"]], "remove_linebreaks() (text.textdetector method)": [[0, "text.TextDetector.remove_linebreaks"]], "resize_img() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.resize_img"]], "resources (utils.downloadresource attribute)": [[0, "utils.DownloadResource.resources"]], "run_server() (display.analysisexplorer method)": [[0, "display.AnalysisExplorer.run_server"]], "save_tensors() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.save_tensors"]], "set_keys() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.set_keys"]], "set_keys() (text.textdetector method)": [[0, "text.TextDetector.set_keys"]], "set_keys() (utils.analysismethod method)": [[0, "utils.AnalysisMethod.set_keys"]], "show_results() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.show_results"]], "summary": [[0, "module-summary"]], "text": [[0, "module-text"]], "text_ner() (text.textdetector method)": [[0, "text.TextDetector.text_ner"]], "text_sentiment_transformers() (text.textdetector method)": [[0, "text.TextDetector.text_sentiment_transformers"]], "text_summary() (text.textdetector method)": [[0, "text.TextDetector.text_summary"]], "translate_text() (text.textdetector method)": [[0, "text.TextDetector.translate_text"]], "update_picture() (display.analysisexplorer method)": [[0, "display.AnalysisExplorer.update_picture"]], "upload_model_blip2_coco() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip2_coco"]], "upload_model_blip_base() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip_base"]], "upload_model_blip_large() (multimodal_search.multimodalsearch method)": [[0, "multimodal_search.MultimodalSearch.upload_model_blip_large"]], "utils": [[0, "module-utils"]], "wears_mask() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.wears_mask"]]}})