AMMICO/build/html/searchindex.js

Search.setIndex({"alltitles": {"1. First, install tensorflow (https://www.tensorflow.org/install/pip)": [[2, "first-install-tensorflow-https-www-tensorflow-org-install-pip"]], "2. Second, install pytorch": [[2, "second-install-pytorch"]], "3. After we prepared right environment we can install the ammico package": [[2, "after-we-prepared-right-environment-we-can-install-the-ammico-package"]], "AMMICO - AI-based Media and Misinformation Content Analysis Tool": [[8, null]], "AMMICO Demonstration Notebook": [[6, null]], "AMMICO package modules": [[5, null]], "BLIP2 models": [[6, "BLIP2-models"]], "Color analysis of pictures": [[6, "Color-analysis-of-pictures"]], "Color/hue detection": [[8, "color-hue-detection"]], "Compatibility problems solving": [[2, "compatibility-problems-solving"]], "Content extraction": [[8, "content-extraction"]], "Contents:": [[3, null]], "Crop posts module": [[7, null]], "Cropping of posts": [[8, "cropping-of-posts"]], "Detection of faces and facial expression analysis": [[6, "Detection-of-faces-and-facial-expression-analysis"]], "Emotion recognition": [[8, "emotion-recognition"]], "Ethical disclosure statement": [[6, "Ethical-disclosure-statement"]], "FAQ": [[2, null]], "Features": [[8, "features"]], "Formulate your search queries": [[6, "Formulate-your-search-queries"]], "Further detector modules": [[6, "Further-detector-modules"]], "Image Multimodal Search": [[6, "Image-Multimodal-Search"]], "Image summary and query": [[6, "Image-summary-and-query"]], "Import the ammico package": [[6, "Import-the-ammico-package"]], "Improve the search results": [[6, "Improve-the-search-results"]], "Indexing and extracting features from images in selected folder": [[6, "Indexing-and-extracting-features-from-images-in-selected-folder"]], "Indices and tables": [[3, "indices-and-tables"]], "Installation": [[8, "installation"]], "Instructions how to generate and enable a google Cloud Vision API key": [[1, null], [9, null]], "License": [[4, null]], "Micromamba": [[2, "micromamba"]], "Privacy disclosure statement": [[6, "Privacy-disclosure-statement"]], "Read in a csv file containing text and translating/analysing the text": [[6, "Read-in-a-csv-file-containing-text-and-translating/analysing-the-text"]], "Save search results to csv": [[6, "Save-search-results-to-csv"]], "Step 0: Create and set a Google Cloud Vision Key": [[6, "Step-0:-Create-and-set-a-Google-Cloud-Vision-Key"]], "Step 1: Read your data into AMMICO": [[6, "Step-1:-Read-your-data-into-AMMICO"]], "Step 2: Inspect the input files using the graphical user interface": [[6, "Step-2:-Inspect-the-input-files-using-the-graphical-user-interface"]], "Step 3: Analyze all images": [[6, "Step-3:-Analyze-all-images"]], "Step 4: Convert analysis output to pandas dataframe and write csv": [[6, "Step-4:-Convert-analysis-output-to-pandas-dataframe-and-write-csv"]], "Text extraction": [[8, "text-extraction"]], "The detector modules": [[6, "The-detector-modules"]], "Usage": [[8, "usage"]], "Use a test dataset": [[6, "Use-a-test-dataset"]], "Welcome to AMMICO\u2019s documentation!": [[3, null]], "What happens if I don\u2019t have internet access - can I still use ammico?": [[2, "what-happens-if-i-don-t-have-internet-access-can-i-still-use-ammico"]], "What happens to the images that are sent to google Cloud Vision?": [[2, "what-happens-to-the-images-that-are-sent-to-google-cloud-vision"]], "What happens to the text that is sent to google Translate?": [[2, "what-happens-to-the-text-that-is-sent-to-google-translate"]], "Why don\u2019t I get probabilistic assessments of age, gender and race when running the Emotion Detector?": [[2, "why-don-t-i-get-probabilistic-assessments-of-age-gender-and-race-when-running-the-emotion-detector"]], "Windows": [[2, "windows"]], "color_analysis module": [[0, "module-colors"]], "cropposts module": [[0, "module-cropposts"]], "display module": [[0, "display-module"]], "faces module": [[0, "module-faces"]], "multimodal search module": [[0, "multimodal-search-module"]], "summary module": [[0, "module-summary"]], "text module": [[0, null]], "utils module": [[0, "utils-module"]]}, "docnames": ["ammico", "create_API_key_link", "faq_link", "index", "license_link", "modules", "notebooks/DemoNotebook_ammico", "notebooks/Example cropposts", "readme_link", "set_up_credentials"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["ammico.rst", "create_API_key_link.md", "faq_link.md", "index.rst", "license_link.md", "modules.rst", "notebooks/DemoNotebook_ammico.ipynb", "notebooks/Example cropposts.ipynb", "readme_link.md", "set_up_credentials.md"], "indexentries": {"all_allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.all_allowed_model_types", false]], "allowed_analysis_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_analysis_types", false]], "allowed_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_model_types", false]], "allowed_new_model_types (summary.summarydetector attribute)": [[0, "summary.SummaryDetector.allowed_new_model_types", false]], "analyse_image() (colors.colordetector method)": [[0, "colors.ColorDetector.analyse_image", false]], "analyse_image() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyse_image", false]], "analyse_image() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_image", false]], "analyse_questions() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_questions", false]], "analyse_summary() (summary.summarydetector method)": [[0, "summary.SummaryDetector.analyse_summary", false]], "analyze_single_face() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.analyze_single_face", false]], "check_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.check_model", false]], "clean_subdict() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.clean_subdict", false]], "colordetector (class in colors)": [[0, "colors.ColorDetector", false]], "colors": [[0, "module-colors", false]], "compute_crop_corner() (in module cropposts)": [[0, "cropposts.compute_crop_corner", false]], "crop_image_from_post() (in module cropposts)": [[0, "cropposts.crop_image_from_post", false]], "crop_media_posts() (in module cropposts)": [[0, "cropposts.crop_media_posts", false]], "crop_posts_from_refs() (in module cropposts)": [[0, "cropposts.crop_posts_from_refs", false]], "crop_posts_image() (in module cropposts)": [[0, "cropposts.crop_posts_image", false]], "cropposts": [[0, "module-cropposts", false]], "deepface_symlink_processor() (in module faces)": [[0, "faces.deepface_symlink_processor", false]], "draw_matches() (in module cropposts)": [[0, "cropposts.draw_matches", false]], "emotiondetector (class in faces)": [[0, "faces.EmotionDetector", false]], "ethical_disclosure() (in module faces)": [[0, "faces.ethical_disclosure", false]], "faces": [[0, "module-faces", false]], "facial_expression_analysis() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.facial_expression_analysis", false]], "kp_from_matches() (in module cropposts)": [[0, "cropposts.kp_from_matches", false]], "load_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model", false]], "load_model_base() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base", false]], "load_model_base_blip2_opt_caption_coco_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_caption_coco_opt67b", false]], "load_model_base_blip2_opt_pretrain_opt67b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_base_blip2_opt_pretrain_opt67b", false]], "load_model_blip2_opt_caption_coco_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_caption_coco_opt27b", false]], "load_model_blip2_opt_pretrain_opt27b() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_opt_pretrain_opt27b", false]], "load_model_blip2_t5_caption_coco_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_caption_coco_flant5xl", false]], "load_model_blip2_t5_pretrain_flant5xl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xl", false]], "load_model_blip2_t5_pretrain_flant5xxl() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_blip2_t5_pretrain_flant5xxl", false]], "load_model_large() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_model_large", false]], "load_new_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_new_model", false]], "load_vqa_model() (summary.summarydetector method)": [[0, "summary.SummaryDetector.load_vqa_model", false]], "matching_points() (in module cropposts)": [[0, "cropposts.matching_points", false]], "module": [[0, "module-colors", false], [0, "module-cropposts", false], [0, "module-faces", false], [0, "module-summary", false]], "paste_image_and_comment() (in module cropposts)": [[0, "cropposts.paste_image_and_comment", false]], "rgb2name() (colors.colordetector method)": [[0, "colors.ColorDetector.rgb2name", false]], "set_keys() (colors.colordetector method)": [[0, "colors.ColorDetector.set_keys", false]], "set_keys() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.set_keys", false]], "summary": [[0, "module-summary", false]], "summarydetector (class in summary)": [[0, "summary.SummaryDetector", false]], "wears_mask() (faces.emotiondetector method)": [[0, "faces.EmotionDetector.wears_mask", false]]}, "objects": {"": [[0, 0, 0, "-", "colors"], [0, 0, 0, "-", "cropposts"], [0, 0, 0, "-", "faces"], [0, 0, 0, "-", "summary"]], "colors": [[0, 1, 1, "", "ColorDetector"]], "colors.ColorDetector": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "rgb2name"], [0, 2, 1, "", "set_keys"]], "cropposts": [[0, 3, 1, "", "compute_crop_corner"], [0, 3, 1, "", "crop_image_from_post"], [0, 3, 1, "", "crop_media_posts"], [0, 3, 1, "", "crop_posts_from_refs"], [0, 3, 1, "", "crop_posts_image"], [0, 3, 1, "", "draw_matches"], [0, 3, 1, "", "kp_from_matches"], [0, 3, 1, "", "matching_points"], [0, 3, 1, "", "paste_image_and_comment"]], "faces": [[0, 1, 1, "", "EmotionDetector"], [0, 3, 1, "", "deepface_symlink_processor"], [0, 3, 1, "", "ethical_disclosure"]], "faces.EmotionDetector": [[0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "analyze_single_face"], [0, 2, 1, "", "clean_subdict"], [0, 2, 1, "", "facial_expression_analysis"], [0, 2, 1, "", "set_keys"], [0, 2, 1, "", "wears_mask"]], "summary": [[0, 1, 1, "", "SummaryDetector"]], "summary.SummaryDetector": [[0, 4, 1, "", "all_allowed_model_types"], [0, 4, 1, "", "allowed_analysis_types"], [0, 4, 1, "", "allowed_model_types"], [0, 4, 1, "", "allowed_new_model_types"], [0, 2, 1, "", "analyse_image"], [0, 2, 1, "", "analyse_questions"], [0, 2, 1, "", "analyse_summary"], [0, 2, 1, "", "check_model"], [0, 2, 1, "", "load_model"], [0, 2, 1, "", "load_model_base"], [0, 2, 1, "", "load_model_base_blip2_opt_caption_coco_opt67b"], [0, 2, 1, "", "load_model_base_blip2_opt_pretrain_opt67b"], [0, 2, 1, "", "load_model_blip2_opt_caption_coco_opt27b"], [0, 2, 1, "", "load_model_blip2_opt_pretrain_opt27b"], [0, 2, 1, "", "load_model_blip2_t5_caption_coco_flant5xl"], [0, 2, 1, "", "load_model_blip2_t5_pretrain_flant5xl"], [0, 2, 1, "", "load_model_blip2_t5_pretrain_flant5xxl"], [0, 2, 1, "", "load_model_large"], [0, 2, 1, "", "load_new_model"], [0, 2, 1, "", "load_vqa_model"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "function", "Python function"], "4": ["py", "attribute", "Python attribute"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:function", "4": "py:attribute"}, "terms": {"": 6, "0": [0, 2, 3], "00": 7, "03": 6, "1": [0, 1, 3, 9], "10": [2, 6, 7], "100": [0, 6, 7], "1000": [1, 9], "11": 2, "12": [2, 6], "15": [6, 7], "16": 6, "163": 2, "1976": 0, "2": 3, "20": 6, "2022": [2, 4], "2023": 6, "20gb": 6, "23": 2, "27": 6, "28": 6, "3": [0, 3], "30": [0, 6], "35": 6, "3_non": 6, "4": [2, 3], "5": [0, 6], "50": [0, 1, 6, 9], "5_clip_base_saved_features_imag": 6, "6": [0, 2, 6], "60gb": 6, "61": [6, 7], "65": 6, "7": 2, "7b": [0, 6], "8": 2, "8055": 6, "8057": 6, "981aa55a3b13": 6, "A": [4, 6], "AND": 4, "AS": [4, 6], "And": 6, "BE": 4, "BUT": 4, "Be": 2, "But": 6, "By": 6, "FOR": 4, "For": [2, 6, 8], "IN": 4, "If": [2, 6, 7, 8], "In": [1, 6, 8, 9], "It": [1, 2, 6, 7, 8, 9], "NO": 4, "NOT": 4, "No": 6, "OF": 4, "OR": 4, "One": 0, "Or": [1, 6, 9], "Such": 2, "THE": 4, "TO": 4, "That": 6, "The": [0, 1, 2, 3, 4, 7, 8, 9], "Then": 6, "There": 8, "These": [0, 6, 8], "To": [2, 6, 8], "WITH": 4, "With": 6, "_": 6, "__file__": 2, "_saved_features_imag": 6, "a100": 6, "a4f8f3": 6, "ab": 6, "about": [0, 2, 6], "abov": [2, 4, 6, 8], "abus": 2, "accept": [0, 2, 6, 8], "accept_disclosur": [0, 6], "accept_privaci": 6, "access": [3, 6, 8], "accord": 2, "account": [1, 8, 9], "accur": 6, "action": 4, "activ": 2, "acuraci": 8, "ad": 6, "adapt": 6, "add": [2, 6], "addendum": 2, "addit": [0, 6], "addition": 2, "advanc": 6, "af0f99b": 6, "affect": 8, "after": [1, 6, 8, 9], "ag": [3, 6, 8], "again": 6, "agre": [2, 8], "ai": 3, "albef": 6, "algorithm": [0, 6], "all": [0, 3, 4], "all_allowed_model_typ": [0, 5], "allow": [6, 8], "allowed_analysis_typ": [0, 5], "allowed_model_typ": [0, 5], "allowed_new_model_typ": [0, 5], "along": 6, "alreadi": 6, "also": [0, 2, 6, 8], "altern": 6, "american": 6, "ammico": [1, 7, 9], "ammico_data_hom": 6, "ammico_env": 2, "among": 6, "an": [0, 2, 4, 6, 7, 8], "analis": 0, "analyi": 2, "analys": [0, 2, 3, 8], "analyse_imag": [0, 5, 6], "analyse_quest": [0, 5], "analyse_summari": [0, 5], "analyse_text": [6, 8], "analysi": [0, 2, 3], "analysis_explor": 6, "analysis_typ": [0, 6], "analysisexplor": 6, "analysismethod": 0, "analyz": [0, 3, 8], "analyze_single_fac": [0, 5], "anger": 6, "angri": 6, "ani": [1, 2, 4, 6, 9], "anoth": 8, "answer": [0, 2, 6, 8], "api": [2, 3, 6, 8], "app": 6, "append_data_to_dict": 6, "appli": 6, "applic": 7, "approach": 6, "appropri": 0, "approxim": 6, "ar": [0, 3, 6, 7, 8], "architectur": 0, "archiv": 7, "area": 0, "arg": 0, "argument": 6, "aris": 4, "around": [0, 2], "arrai": 0, "art": 8, "as_posix": 7, "asian": 6, "ask": [0, 6], "assess": [3, 8], "assign": 6, "associ": [4, 6], "asyncbatchannotatefil": 2, "asyncbatchannotateimag": 2, "asynchron": 2, "author": 4, "automat": [6, 8], "avail": [2, 6], "avif": 6, "avoid": 2, "awar": 6, "b": 6, "back": [0, 1, 9], "backbon": 2, "background": 6, "bar": 6, "base": [0, 3, 6], "base_coco": 0, "bashr": 6, "basic": 2, "batch": [2, 7], "batch_siz": 6, "batchannotatefil": 2, "batchannotateimag": 2, "becaus": [0, 6, 8], "bee": 0, "been": [1, 6, 9], "befor": [0, 2, 6], "being": 6, "below": [0, 6, 7], "bert": 6, "best": [6, 8], "best_similarity_value_in_current_search": 6, "better": 6, "between": [0, 2, 6], "beyond": 0, "bias": 2, "bigger": 6, "bill": [1, 9], "bit": 6, "black": [0, 8], "blank": [1, 9], "blip": [6, 8], "blip2": [0, 8], "blip2_coco": 6, "blip2_opt_caption_coco_opt2": [0, 6], "blip2_opt_caption_coco_opt6": [0, 6], "blip2_opt_pretrain_opt2": [0, 6], "blip2_opt_pretrain_opt6": [0, 6], "blip2_t5_caption_coco_flant5xl": [0, 6], "blip2_t5_pretrain_flant5xl": [0, 6], "blip2_t5_pretrain_flant5xxl": [0, 6], "blip_bas": 6, "blip_capt": 0, "blip_larg": 6, "blip_vqa": 0, "blue": [0, 8], "bool": [0, 6], "both": [6, 8], "briefli": 2, "bring": [1, 9], "brown": [0, 8], "browser": [1, 9], "build": 2, "c": [0, 2, 4], "calcul": 6, "call": [2, 6], "campaign": 6, "can": [0, 1, 3, 6, 7, 8, 9], "cannot": 6, "capabl": [2, 6], "caption": [0, 6, 8], "caption_coco_": 6, "caption_coco_flant5xl": 0, "caption_coco_opt2": 0, "caption_coco_opt6": 0, "card": 6, "care": 2, "carri": [2, 6, 7, 8], "case": 6, "categor": [0, 7], "categori": [2, 6, 8], "cell": [6, 7], "chang": 6, "channel": 2, "charg": [1, 4, 9], "check": [0, 6, 7, 8], "check_model": [0, 5], "checkpoint": 6, "choos": [2, 6], "chosen": 0, "cie": 0, "citi": 6, "claim": 4, "class": [0, 2, 6], "classif": [2, 6], "classifi": 8, "clean": [0, 6, 8], "clean_subdict": [0, 5], "cli": 6, "click": [1, 6, 9], "clip_bas": 6, "clip_vitl14": 6, "clip_vitl14_336": 6, "closest": 0, "cloud": [3, 8], "cnn": 6, "coco": 6, "code": [2, 6, 7], "colab": [6, 7, 8], "colaboratori": [1, 9], "collect": 8, "color": [0, 2, 3], "color_analysi": [3, 5], "color_bgr2rgb": 7, "colordetector": [0, 5, 6], "colorgram": [0, 6, 8], "colour": [6, 8], "column": [6, 8], "column_kei": 6, "com": [2, 6, 7], "combat": 2, "combin": 6, "come": 6, "command": 2, "comment": [0, 7, 8], "common": 0, "compat": 3, "complet": 6, "compli": 2, "compon": 2, "comput": [0, 1, 2, 6, 9], "computation": 6, "compute_crop_corn": [0, 5], "conceal": 6, "conda": [2, 6], "conda_prefix": 2, "condit": 4, "confer": 6, "confid": [6, 8], "conflict": 6, "conll03": 6, "connect": [2, 4, 6], "consequenti": 0, "consequential_quest": [0, 6], "consid": [0, 6], "consist": 6, "consol": [1, 9], "const_image_summari": 6, "constant": [0, 6], "contain": [2, 3, 8], "content": [2, 6, 7], "context": 6, "contract": 4, "contrib": 7, "conveni": 6, "convert": [0, 3], "coordin": 0, "copi": 4, "copyright": 4, "corner": [0, 1, 9], "correct": [6, 8], "correspond": 6, "could": 6, "count": 6, "countri": 6, "cover": 6, "cpp": 2, "cpu": 6, "creat": [0, 1, 2, 3, 9], "creation": 6, "crop": [0, 3, 6], "crop_dir": 7, "crop_image_from_post": [0, 5], "crop_media_post": [0, 5, 7], "crop_post": 0, "crop_posts_from_ref": [0, 5, 7], "crop_posts_imag": [0, 5], "crop_view": [0, 7], "croppost": [3, 5, 7, 8], "crpo": 7, "css3": 0, "csv": [3, 8], "csv_path": 6, "cu11": 2, "cu118": 2, "cuda": [2, 6], "cudatoolkit": 2, "cudnn": 2, "cudnn_path": 2, "current": [1, 8, 9], "current_similarity_valu": 6, "cut": 0, "cv2": [0, 7], "cvtcolor": 7, "cyan": [0, 8], "d": [2, 7], "damag": 4, "dash": 6, "dashboard": [1, 9], "data": [0, 2, 3, 7, 8], "data_out": 6, "data_path": 6, "databas": 8, "datafram": 3, "dataset": 3, "dbmdz": 6, "deactiv": 2, "deal": 4, "deepfac": [2, 6, 8], "deepface_symlink_processor": [0, 5], "default": [0, 6], "defin": 6, "delet": 2, "delta": 0, "delta_e_method": 0, "demand": 6, "demonstr": [3, 8], "depend": [6, 8], "depth": 8, "describ": 8, "descript": [6, 8], "descriptor": 0, "desir": 6, "detail": 6, "detect": [2, 3], "detector": 3, "determin": [0, 6], "determinist": 0, "deterministic_summari": 6, "develop": [2, 6, 8], "device_typ": [0, 6], "df": 6, "dict": [0, 6], "dictionari": [0, 6], "differ": [6, 7], "diffus": 6, "directli": [1, 2, 6, 9], "directori": [0, 6], "dirnam": 2, "discard": 6, "disclosur": [0, 2, 8], "disclosure_ammico": [0, 6], "disgust": 6, "disk": 2, "displai": [3, 5, 6], "distanc": 8, "distilbart": 6, "distilbert": 6, "distribut": 4, "dmatch": 0, "do": [4, 6, 8], "document": [2, 4], "doe": [2, 6], "doesn": 7, "dog": 6, "domin": 6, "don": 3, "done": [1, 2, 6, 7, 9], "dopamin": 6, "dot": [1, 9], "down": [1, 9], "download": [1, 2, 6, 9], "draw_match": [0, 5], "drive": [1, 6, 7, 8, 9], "drop": [1, 9], "dropdown": 6, "due": [2, 6, 7], "dump": 6, "dump_df": 6, "dump_everi": 6, "dump_fil": 6, "e": [0, 2, 8], "each": 6, "earli": 2, "easi": 6, "easier": 7, "easili": 6, "echo": 2, "either": 6, "element": [2, 6], "emot": [3, 6], "emotion_threshold": [0, 6], "emotiondetector": [0, 5, 6], "emotitiondetector": 6, "empti": 6, "enabl": [3, 6, 8], "english": [6, 8], "ensur": 6, "enter": [1, 9], "entiti": [6, 8], "entity_typ": 6, "entri": 6, "enumer": 6, "env_var": 2, "environ": [6, 8], "equip": 6, "error": [6, 8], "estim": 0, "etc": 2, "ethic": [0, 2, 8], "ethical_disclosur": [0, 5, 6], "ethnic": [2, 6], "even": 6, "event": 4, "everi": 6, "everyth": 7, "ex": 2, "exampl": [2, 6, 7], "exclud": 0, "execut": [6, 7], "exist": 6, "exist_ok": 6, "experiment": [6, 8], "explain": 6, "explicitli": 6, "explor": 6, "export": [2, 6, 8], "express": [0, 2, 3, 4], "extens": [2, 6], "extra": 7, "extrac": 8, "extract": [0, 2], "f": 7, "f2482bf": 6, "face": [2, 3, 5, 8], "facial": [0, 2, 3], "facial_expression_analysi": [0, 5], "failsaf": 2, "fals": [0, 6, 7], "faq": [3, 8], "fast": 6, "fear": 6, "featur": [0, 2, 3], "features_image_stack": 6, "femal": [2, 8], "few": [2, 6], "figsiz": 7, "figur": 7, "file": [0, 1, 3, 4, 7, 8, 9], "filenam": 6, "fill": 6, "filter": [0, 6], "filter_number_of_imag": 6, "filter_rel_error": 6, "filter_val_limit": 6, "final_h": 0, "find": [6, 7, 8], "find_fil": [6, 7], "fine": [6, 7], "finetun": 6, "first": [0, 1, 6, 7, 8, 9], "fit": 4, "flag": 6, "flake8": [6, 7], "flan": 0, "flant5": 6, "flant5xl": 6, "flant5xxl": 6, "flex": 6, "float": [0, 6], "flow": 2, "folder": [1, 7, 8, 9], "follow": [1, 2, 4, 6, 8, 9], "forg": 2, "form": [0, 6], "format": [0, 6], "found": [6, 7, 8], "fraction": 6, "frame": 0, "framework": 2, "frankfurt": 6, "free": [0, 1, 4, 9], "frequent": 6, "from": [0, 1, 2, 4, 7, 8, 9], "full": 6, "function": [0, 6], "furnish": 4, "further": [2, 3, 8], "g": [2, 8], "gate": 6, "gb": [2, 6], "gbq": 6, "gender": [3, 6, 8], "gender_threshold": [0, 6], "gener": [0, 2, 3, 6, 8], "get": [1, 3, 6, 8, 9], "get_color_t": 0, "get_datafram": 6, "get_ipython": [6, 7], "gif": 6, "git": [6, 7], "github": [6, 7], "give": 6, "given": [6, 7], "go": [1, 9], "googl": [3, 7, 8], "google_application_credenti": [6, 8], "googletran": [6, 8], "gpu": [2, 6], "grant": 4, "graphic": 3, "green": [0, 8], "grei": [0, 8], "h_margin": 0, "ha": [1, 2, 6, 9], "happen": 3, "happi": 6, "have": [3, 6, 8], "head": [6, 7], "heat": 6, "heavi": 6, "held": 2, "here": [1, 6, 8, 9], "herebi": 4, "high": 6, "highest": 6, "hold": 6, "holder": 4, "horizont": 0, "hour": 2, "how": [2, 3, 6], "howev": 6, "hpc": 6, "http": [6, 7], "hug": [6, 8], "huggingfac": 6, "human": 6, "i": [0, 1, 3, 4, 6, 7, 8, 9], "id": [1, 6, 9], "ideal": 6, "identifi": [2, 6], "ignor": [0, 7], "imag": [0, 1, 3, 7, 8, 9], "image_df": 6, "image_dict": 6, "image_example_path": 6, "image_example_queri": 6, "image_gradcam_with_itm": 6, "image_kei": 6, "image_nam": 6, "image_summary_detector": 6, "image_summary_vqa_detector": 6, "image_text_match_reord": 6, "img": 6, "img1": 0, "img2": 0, "immedi": 2, "imperfect": 7, "implement": 6, "impli": 4, "implic": [2, 8], "import": [2, 3, 7], "importlib_resourc": [6, 7], "improp": 7, "improv": 2, "imread": 7, "imshow": 7, "includ": [2, 4, 6], "incompat": 6, "increment": 6, "index": [0, 2, 3], "indic": 0, "individu": 2, "inform": [1, 7, 8, 9], "iniati": 6, "init": 6, "initi": [0, 2, 6], "input": [0, 3, 8], "insid": 6, "inspect": 3, "instal": [3, 6, 7], "instanc": 6, "instead": 6, "instruct": [3, 6, 8], "int": [0, 6], "intellig": 8, "intens": 6, "interact": 6, "interfac": 3, "internet": 3, "interpret": 2, "ipynb": 8, "isdir": 7, "item": [6, 7], "itm": 6, "itm_model": 6, "itm_scor": 6, "its": [6, 8], "iulusoi": 6, "jax": 6, "jaxlib": 6, "jpeg": 6, "jpg": 6, "json": [1, 6, 8, 9], "jupyt": [1, 6, 9], "just": [2, 6], "k": 6, "keep": 7, "kei": [0, 3, 8], "kernel": 6, "keypoint": 0, "keyword": [6, 8], "kind": 4, "kp1": 0, "kp2": 0, "kp_from_match": [0, 5], "l": 6, "languag": [0, 6, 8], "larg": [0, 6, 8], "large_coco": 0, "largest": 6, "later": 0, "latest": 7, "latter": [6, 8], "launch": 6, "lavi": [0, 6, 8], "ld_library_path": 2, "lead": 6, "learn": 2, "left": [1, 6, 9], "lemma": 8, "len": 6, "less": 6, "liabil": 4, "liabl": 4, "lib": 2, "librari": [0, 2, 6, 7, 8], "licens": 3, "lida": 6, "like": [1, 6, 9], "likelihood": 6, "limit": [4, 6, 7], "line": [2, 6, 7], "linebreak": 6, "list": [0, 1, 6, 9], "list_of_quest": [0, 6], "live": 2, "llm": 6, "load": [0, 6, 7], "load_dataset": 6, "load_model": [0, 5], "load_model_bas": [0, 5], "load_model_base_blip2_opt_caption_coco_opt67b": [0, 5], "load_model_base_blip2_opt_pretrain_opt67b": [0, 5], "load_model_blip2_opt_caption_coco_opt27b": [0, 5], "load_model_blip2_opt_pretrain_opt27b": [0, 5], "load_model_blip2_t5_caption_coco_flant5xl": [0, 5], "load_model_blip2_t5_pretrain_flant5xl": [0, 5], "load_model_blip2_t5_pretrain_flant5xxl": [0, 5], "load_model_larg": [0, 5], "load_new_model": [0, 5], "load_vqa_model": [0, 5], "local": [6, 8], "locat": [6, 8], "log": 2, "login": 6, "look": [1, 6, 7, 9], "loop": 6, "lower": 6, "lowest": 6, "m": 2, "machin": [2, 6], "made": [2, 6], "mae": 6, "mai": [2, 6], "main": [6, 8], "make": [1, 2, 6, 9], "male": [2, 8], "man": 6, "manag": [1, 9], "mani": 6, "manual": 7, "map": 6, "margin": 0, "mask": [0, 6, 8], "match": [0, 6, 7, 8], "matching_point": [0, 5], "matplotlib": 7, "maximum": 6, "mean": 6, "media": [0, 3, 6, 7], "medicin": 6, "memori": [2, 6], "menu": [1, 6, 9], "merchant": 4, "merg": [0, 4], "merge_color": 0, "messag": 6, "metadata": 2, "method": 6, "metric": [0, 8], "microsoft": 2, "might": 0, "min_match": 0, "minimum": [0, 6], "minor": 2, "misinform": [3, 6], "mit": 4, "mkdir": [2, 6], "model": [0, 2, 8], "model_nam": 6, "model_old": 0, "model_typ": [0, 6], "modifi": 4, "modul": [2, 3, 8], "moment": 6, "month": [1, 9], "moral": 7, "more": [1, 6, 8, 9], "moreov": 8, "most": [0, 2, 6], "mount": [6, 7], "msvc": 2, "much": 6, "multimod": [2, 3, 5, 8], "multimodal_search": [2, 6], "multimodalsearch": 6, "multipl": 6, "multiple_fac": 6, "must": 2, "mv": 7, "my_obj": 6, "mydict": 6, "mydriv": 6, "n": [0, 2, 6], "n_color": 0, "name": [0, 1, 6, 7, 8, 9], "natur": 0, "ndarrai": 0, "necessari": [2, 6], "need": [2, 6, 8], "need_grad_cam": 6, "neg": 6, "ner": 6, "nest": 6, "neutral": 6, "new": [0, 1, 2, 6, 9], "next": 6, "nn": 0, "no_fac": 6, "non": [0, 2], "nondeterministic_summari": 0, "none": [0, 6], "noninfring": 4, "noqa": [6, 7], "note": 6, "notebook": [1, 3, 7, 8, 9], "notic": 4, "now": [1, 6, 7, 9], "np": 0, "num": 6, "number": [0, 6, 8], "number_of_imag": 6, "numer": 6, "numpi": [0, 2], "nvidia": 2, "o": [2, 6, 7], "obj": 6, "object": [0, 6], "obtain": 4, "occur": 0, "off": 0, "offlin": 2, "old": 0, "older": 6, "onc": [2, 6, 8], "one": [0, 2, 6], "ones": 6, "onli": [0, 2, 6, 7, 8], "onlin": 2, "open": 6, "opencv": 7, "oper": 2, "opt": 6, "optim": 6, "option": [0, 6, 8], "orang": [0, 8], "orbax": 6, "order": [2, 6], "origin": [6, 7], "other": [0, 2, 4, 6, 8], "otherwis": [0, 4, 6], "our": [2, 6, 8], "out": [1, 2, 4, 6, 7, 8, 9], "outdict": 6, "output": 3, "outsid": 6, "overal": 6, "overlap": 2, "own": [6, 8], "p": 2, "packag": [3, 7, 8], "page": [1, 3, 8, 9], "paid": 6, "panda": 3, "paper": 8, "paramet": [0, 6], "parent": 6, "parsing_imag": 6, "part": [0, 2, 7, 8], "parti": 2, "partial": 6, "particular": 4, "pass": 6, "past": 0, "paste_image_and_com": [0, 5], "path": [6, 7], "path_post": 7, "path_ref": 7, "path_to_load_tensor": 6, "path_to_save_tensor": 6, "pathlib": 6, "patient": 6, "pattern": 6, "peopl": 6, "per": [1, 9], "percentag": [0, 6, 8], "perform": [0, 2, 6, 8], "period": 2, "perman": 6, "permiss": 4, "permit": 4, "persist": 2, "person": [2, 4, 6, 8], "pick": [1, 9], "pictur": [0, 3], "pin": 7, "pink": [0, 8], "pip": [6, 7, 8], "pipelin": [6, 8], "pkg": 7, "place": [1, 6, 8, 9], "pleas": [6, 7, 8], "plot": 7, "plt": 7, "plt_crop": [0, 7], "plt_imag": [0, 7], "plt_match": [0, 7], "png": [6, 7], "point": 0, "polar": 8, "politician": 6, "pop": [1, 6, 9], "port": 6, "portion": 4, "posit": [0, 6], "possibl": [2, 6], "possibli": 2, "post": [0, 3, 6], "pre": [6, 8], "predict": 6, "prepar": 6, "preprocessor": 0, "presenc": [6, 8], "present": [0, 6], "preserv": 6, "press": 6, "pretrain": 6, "pretrain_": 6, "pretrain_opt2": 0, "pretrain_opt6": 0, "prevent": 7, "previou": 6, "primari": 6, "print": [2, 7], "prioriti": 2, "privaci": 2, "privacy_ammico": 6, "privacy_disclosur": 6, "privat": [1, 6, 9], "probabilist": [3, 6, 8], "probabl": 6, "problem": [0, 3, 6], "proce": 2, "process": [1, 2, 6, 8, 9], "product": 6, "profil": 6, "progress": 6, "project": [1, 8, 9], "prompt": [1, 6, 9], "proper": 2, "provid": [2, 4, 6, 7, 8], "pt": 6, "public": 2, "publish": 4, "purchas": 6, "purpl": [0, 8], "purpos": [4, 6], "put": [0, 2], "py": 8, "pycocotool": 2, "pyplot": 7, "python": [1, 2, 6, 7, 9], "q": 7, "qq": 7, "qqq": [6, 7], "queri": [0, 2, 3, 8], "question": [0, 2, 6, 8], "quit": 6, "race": [3, 6, 8], "race_threshold": [0, 6], "ram": 6, "random": 6, "random_se": 6, "rank": 6, "re": [2, 6, 7], "read": [2, 3], "read_csv": 6, "receiv": 2, "recogn": 8, "recognit": [2, 6], "recommend": 6, "recurs": 6, "red": [0, 8], "reduc": [0, 6], "ref": [6, 7], "ref_dir": 7, "ref_fil": [0, 7], "ref_view": [0, 7], "refer": [0, 1, 7, 9], "reflect": 2, "region": [0, 7], "reject": 6, "relev": 6, "rememb": 6, "remov": [7, 8], "report": 6, "repositori": 6, "represent": 6, "request": 2, "requir": [0, 2, 6], "rerun": 6, "resourc": 6, "respect": 6, "respond": 6, "respons": 2, "restart": 6, "restrict": [4, 8], "result": [0, 2], "retinafac": [2, 6, 8], "return": [0, 2, 6], "revis": 6, "revision_numb": 6, "rf": 7, "rgb": 0, "rgb2name": [0, 5], "rgb_ref_view": 7, "rgb_view": 7, "right": [1, 4, 6, 9], "rl": 6, "rm": 7, "row": 6, "run": [1, 3, 6, 7, 8, 9], "run_serv": 6, "runtim": 6, "sad": 6, "same": [2, 6, 7], "sampl": [7, 8], "save": 7, "save_crop_dir": [0, 7], "screen": [1, 9], "screenshot": [1, 9], "script": 2, "sdk": 2, "search": [1, 2, 3, 5, 8, 9], "search_queri": 6, "second": [0, 6], "section": 6, "see": [1, 6, 8, 9], "seed": 6, "seem": 7, "select": [1, 8, 9], "self": 0, "sell": 4, "send": 2, "sensit": 2, "sent": [3, 6], "sentiment": [6, 8], "sentiment_scor": 6, "separ": [2, 6], "sequenti": 6, "server": 6, "servic": [1, 2, 9], "session": 6, "set": [0, 1, 3, 7, 8, 9], "set_kei": [0, 5], "setuptool": [6, 7], "seven": [2, 6], "sever": [6, 8], "sh": 2, "shade": 0, "shall": 4, "share": 2, "shell": 6, "short": 2, "shortcom": 6, "shot": 6, "should": [0, 1, 6, 9], "show": [1, 6, 7, 9], "show_result": 6, "showcas": 6, "shown": 6, "shuffl": 6, "sidebar": 6, "sift": 0, "sign": [1, 9], "signifi": [0, 6], "similar": [6, 8], "simplist": [2, 8], "simultan": 6, "sinc": 6, "singl": [0, 6], "size": [2, 6], "skip": 6, "skip_extract": 6, "slightli": 6, "slow": 6, "slower": 6, "small": 0, "smaller": [0, 6], "so": [0, 4, 6, 8], "social": [0, 6, 7, 8], "softwar": 4, "solv": 3, "some": [2, 6, 7, 8], "someth": [1, 6, 7, 9], "sometim": [0, 2, 6, 7], "sorted_list": 6, "sourc": [2, 6], "space": 2, "spaci": [6, 8], "special": 6, "specif": 6, "specifi": 6, "speech": 8, "spell": 8, "ssc": 4, "ssciwr": [6, 7], "sshleifer": 6, "sst": 6, "state": 8, "statement": [2, 8], "step": [3, 7, 8], "still": 3, "store": [2, 6, 8], "str": [0, 6, 7], "string": 6, "studio": 2, "style": 6, "subdict": [0, 6], "subdirectori": 6, "subfold": 6, "subject": [4, 8], "sublicens": 4, "subsequ": 6, "substanti": 4, "substitut": 7, "subtract": 0, "suitabl": 6, "summar": 6, "summari": [2, 3, 5, 8], "summary_and_quest": [0, 6], "summary_model": 0, "summary_vis_processor": 0, "summary_vqa_model": 0, "summary_vqa_model_new": 0, "summary_vqa_txt_processor": 0, "summary_vqa_txt_processors_new": 0, "summary_vqa_vis_processor": 0, "summary_vqa_vis_processors_new": 0, "summarydetector": [0, 5, 6], "support": 6, "sure": [1, 6, 9], "surpris": 6, "syntax": 6, "t": [3, 7], "t5": 0, "ta": 6, "tab": 6, "tabl": 6, "take": [0, 6], "taken": [0, 6], "task": [6, 8], "tell": 6, "temporarili": 2, "ten": 0, "tensor": 6, "tensorflow": 6, "test": [3, 7], "text": [3, 5, 7], "text_clean": [6, 8], "text_df": 6, "text_dict": 6, "text_english": [6, 8], "text_english_correct": 8, "text_input": 6, "text_languag": [6, 8], "text_summari": 6, "textanalyz": 6, "textblob": 8, "textdetector": 6, "textual": 8, "tf": 6, "than": [1, 6, 9], "thei": [0, 6, 8], "them": 6, "therefor": [2, 6], "thi": [0, 1, 2, 4, 6, 7, 8, 9], "third": 2, "three": [1, 6, 9], "threshhold": 8, "threshold": 6, "through": 6, "thrown": 6, "thu": 6, "tiff": 6, "time": [2, 6], "to_csv": 6, "togeth": 0, "toggl": 6, "token": [6, 8], "tool": [2, 3], "top": [1, 6, 9], "top1": 6, "topic": [6, 8], "torch": [0, 2], "torchaudio": [2, 6], "torchdata": 6, "torchtext": 6, "torchvis": 2, "tort": 4, "total": 6, "tpu": 6, "tqdm": 6, "train": [0, 2, 6], "transfer": 2, "transform": [6, 8], "translat": [3, 8], "true": [0, 6, 7, 8], "try": 6, "ttl": 2, "tune": 6, "tupl": 0, "two": [0, 2, 6, 8], "txt_processor": [0, 6], "type": [0, 2, 6, 7], "typic": 2, "uncas": 6, "uncom": 6, "under": 8, "understand": 2, "unecessari": 0, "unfortun": 6, "uninstal": [6, 7], "union": 0, "unrecogn": 8, "unrecogniz": 6, "unset": 6, "unzip": 7, "up": [0, 1, 6, 8, 9], "updat": [0, 6], "upload": [1, 2, 9], "upon": 6, "url": 2, "us": [0, 1, 3, 4, 8, 9], "usa": 6, "usag": 3, "user": [0, 2, 3, 8], "util": [3, 5, 7], "v": 2, "v143": 2, "v2": 6, "v_margin": 0, "valu": [0, 6], "variabl": [0, 6, 8], "veri": [6, 8], "version": [2, 6, 7], "vertic": [0, 1, 9], "vgg": 2, "via": 6, "video": 6, "view": [0, 7], "vis_processor": [0, 6], "vision": [3, 8], "visual": [0, 2, 6], "visualstudio": 2, "vit": 6, "vqa": [0, 6], "vram": 6, "vs_buildtool": 2, "wa": [0, 2, 6], "wai": [6, 7], "want": [6, 8], "warranti": 4, "we": [6, 7], "wear": [0, 6, 8], "wears_mask": [0, 5, 6], "webp": 6, "websit": 8, "well": [2, 6, 8], "were": 2, "wget": 7, "what": [3, 6], "when": [1, 3, 6, 7, 8, 9], "where": [0, 1, 6, 8, 9], "whether": [0, 4], "which": [0, 2, 6, 7], "while": [0, 6], "white": [0, 8], "whitespac": 6, "whl": 2, "whole": 6, "whom": 4, "why": [3, 6], "window": [1, 9], "wish": [1, 2, 9], "without": [0, 2, 4, 6], "won": 2, "word": [6, 8], "work": [0, 2, 6, 7], "world": 6, "worn": 6, "wrapper": 2, "write": [0, 3], "written": [0, 6], "wrong": 7, "x64": 2, "x86": 2, "xl": 0, "xxl": 0, "y": [6, 7], "ye": 6, "yellow": [0, 8], "you": [1, 2, 6, 7, 8, 9], "your": [1, 2, 3, 7, 8, 9], "zero": 6, "zip": 7}, "titles": ["text module", "Instructions how to generate and enable a google Cloud Vision API key", "FAQ", "Welcome to AMMICO\u2019s documentation!", "License", "AMMICO package modules", "AMMICO Demonstration Notebook", "Crop posts module", "AMMICO - AI-based Media and Misinformation Content Analysis Tool", "Instructions how to generate and enable a google Cloud Vision API key"], "titleterms": {"": 3, "0": 6, "1": [2, 6], "2": [2, 6], "3": [2, 6], "4": 6, "The": 6, "access": 2, "after": 2, "ag": 2, "ai": 8, "all": 6, "ammico": [2, 3, 5, 6, 8], "analys": 6, "analysi": [6, 8], "analyz": 6, "api": [1, 9], "ar": 2, "assess": 2, "base": 8, "blip2": 6, "can": 2, "cloud": [1, 2, 6, 9], "color": [6, 8], "color_analysi": 0, "compat": 2, "contain": 6, "content": [3, 8], "convert": 6, "creat": 6, "crop": [7, 8], "croppost": 0, "csv": 6, "data": 6, "datafram": 6, "dataset": 6, "demonstr": 6, "detect": [6, 8], "detector": [2, 6], "disclosur": 6, "displai": 0, "document": 3, "don": 2, "emot": [2, 8], "enabl": [1, 9], "environ": 2, "ethic": 6, "express": 6, "extract": [6, 8], "face": [0, 6], "facial": 6, "faq": 2, "featur": [6, 8], "file": 6, "first": 2, "folder": 6, "formul": 6, "from": 6, "further": 6, "gender": 2, "gener": [1, 9], "get": 2, "googl": [1, 2, 6, 9], "graphic": 6, "happen": 2, "have": 2, "how": [1, 9], "http": 2, "hue": 8, "i": 2, "imag": [2, 6], "import": 6, "improv": 6, "index": 6, "indic": 3, "input": 6, "inspect": 6, "instal": [2, 8], "instruct": [1, 9], "interfac": 6, "internet": 2, "kei": [1, 6, 9], "licens": 4, "media": 8, "micromamba": 2, "misinform": 8, "model": 6, "modul": [0, 5, 6, 7], "multimod": [0, 6], "notebook": 6, "org": 2, "output": 6, "packag": [2, 5, 6], "panda": 6, "pictur": 6, "pip": 2, "post": [7, 8], "prepar": 2, "privaci": 6, "probabilist": 2, "problem": 2, "pytorch": 2, "queri": 6, "race": 2, "read": 6, "recognit": 8, "result": 6, "right": 2, "run": 2, "save": 6, "search": [0, 6], "second": 2, "select": 6, "sent": 2, "set": 6, "solv": 2, "statement": 6, "step": 6, "still": 2, "summari": [0, 6], "t": 2, "tabl": 3, "tensorflow": 2, "test": 6, "text": [0, 2, 6, 8], "tool": 8, "translat": [2, 6], "us": [2, 6], "usag": 8, "user": 6, "util": 0, "vision": [1, 2, 6, 9], "we": 2, "welcom": 3, "what": 2, "when": 2, "why": 2, "window": 2, "write": 6, "www": 2, "your": 6}})