{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"MM-InstructEval","owner":"declare-lab","isFork":false,"description":"This repository contains code to evaluate various multimodal large language models using different instructions across multiple multimodal content comprehension tasks.","allTopics":["multimodal-large-language-models","multimodal-content-comprehension-tasks"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":22,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-02T13:09:00.242Z"}},{"type":"Public","name":"tango","owner":"declare-lab","isFork":false,"description":"A family of diffusion models for text-to-audio generation.","allTopics":["language-models","diffusion","diffusion-models","text-to-audio","audio-generation","large-language-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":20,"starsCount":937,"forksCount":71,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-02T00:03:58.525Z"}},{"type":"Public","name":"Sealing","owner":"declare-lab","isFork":false,"description":"[NAACL 2024] Official Implementation of paper \"Self-Adaptive Sampling for Efficient Video Question Answering on Image--Text Models\"","allTopics":["multimodality","video-understanding","video-question-answering","visual-language-models","naacl2024"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T03:43:19.507Z"}},{"type":"Public","name":"HyperTTS","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":32,"forksCount":2,"license":"MIT License","participation":[0,0,0,3,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,12,2,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-15T03:04:30.217Z"}},{"type":"Public","name":"LLM-PuzzleTest","owner":"declare-lab","isFork":false,"description":"This repository is maintained to release dataset and models for multimodal puzzle reasoning.","allTopics":["gemini","language-model","multimodal-learning","multimodal-deep-learning","gpt-4","large-language-models","llm","llms","gemini-pro"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":25,"forksCount":1,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,4,14,5,0,15,0,1,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-09T06:06:31.475Z"}},{"type":"Public","name":"resta","owner":"declare-lab","isFork":false,"description":"Restore safety in fine-tuned language models through task arithmetic","allTopics":["alignment","safety","alignment-algorithm","llm","llms","llm-safety","llms-benchmarking","llm-safety-benchmark"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":20,"forksCount":1,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,10,6,0,0,0,1,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-28T11:58:42.481Z"}},{"type":"Public","name":"llm_robustness","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-15T14:13:46.194Z"}},{"type":"Public","name":"adapter-mix","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":13,"forksCount":4,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-14T01:49:20.643Z"}},{"type":"Public","name":"MM-Align","owner":"declare-lab","isFork":false,"description":"[EMNLP 2022] This repository contains the official implementation of the paper \"MM-Align: Learning Optimal Transport-based Alignment Dynamics for Fast and Accurate Inference on Missing Modality Sequences\"","allTopics":["machine-learning","natural-language-processing","optimal-transport","multimodal-sentiment-analysis","multimodal-deep-learning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":22,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T07:21:05.846Z"}},{"type":"Public","name":"MELD","owner":"declare-lab","isFork":false,"description":"MELD: A Multimodal Multi-Party Dataset for Emotion Recognition in Conversation","allTopics":["sentiment-analysis","chatbot","dialogue-systems","personality-profiling","personality-traits","conversational-ai","multimodal-interactions","multimodal-sentiment-analysis","emotion-recognition-in-conversation","dialogue","emotion","emotion-detection","emotion-recognition","multimodal-emotion-recognition"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":27,"starsCount":761,"forksCount":194,"license":"GNU General Public License v3.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T05:01:07.891Z"}},{"type":"Public","name":"instruct-eval","owner":"declare-lab","isFork":false,"description":"This repository contains code to quantitatively evaluate instruction-tuned models such as Alpaca and Flan-T5 on held-out tasks. ","allTopics":["llm","instruct-tuning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":20,"starsCount":479,"forksCount":39,"license":"Apache License 2.0","participation":[13,24,2,0,14,0,0,0,0,0,0,1,9,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,2,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T05:00:00.935Z"}},{"type":"Public","name":"conv-emotion","owner":"declare-lab","isFork":false,"description":"This repo contains implementation of different architectures for emotion recognition in conversations.","allTopics":["natural-language-processing","sentiment-analysis","memory-network","pretrained-models","emotion-analysis","dialogue-systems","conversational-agents","natural-language-understanding","conversational-ai","emotion-recognition-in-conversation","pytorch","lstm","emotion-recognition"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":7,"starsCount":1287,"forksCount":324,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-10T04:59:35.306Z"}},{"type":"Public","name":"red-instruct","owner":"declare-lab","isFork":false,"description":"Codes and datasets of the paper Red-Teaming Large Language Models using Chain of Utterances for Safety-Alignment","allTopics":["llama","huggingface-transformers","llm","llms","llama2"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":63,"forksCount":11,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-08T07:47:46.847Z"}},{"type":"Public","name":"mustango","owner":"declare-lab","isFork":true,"description":"Mustango: Toward Controllable Text-to-Music Generation","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":24,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-23T11:23:12.578Z"}},{"type":"Public","name":"Video2Music","owner":"declare-lab","isFork":true,"description":"Video2Music: Suitable Music Generation from Videos using an Affective Multimodal Transformer model","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":18,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-07T08:32:48.966Z"}},{"type":"Public","name":"LG-VQA","owner":"declare-lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":7,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-03T04:36:44.389Z"}},{"type":"Public","name":"flacuna","owner":"declare-lab","isFork":false,"description":"Flacuna was developed by fine-tuning Vicuna on Flan-mini, a comprehensive instruction collection encompassing various tasks. Vicuna is already an excellent writing assistant, and the intention behind Flacuna was to enhance Vicuna's problem-solving capabilities. To achieve this, we curated a dedicated instruction dataset called Flan-mini.","allTopics":["transformer","llama","large-language-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":4,"starsCount":109,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-10T23:51:22.383Z"}},{"type":"Public","name":"kingdom","owner":"declare-lab","isFork":false,"description":"Domain Adaptation using External Knowledge for Sentiment Analysis","allTopics":["deep-neural-networks","deep-learning","sentiment-analysis","opinion-mining","adversarial-networks","adversarial-learning","domain-adaptation"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":1,"starsCount":56,"forksCount":15,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-06T21:50:04.545Z"}},{"type":"Public","name":"CASCADE","owner":"declare-lab","isFork":false,"description":"This repo contains code to detect sarcasm from text in discussion forum using deep learning","allTopics":["reddit","deep-learning","tensorflow","lstm","tweets","sarcasm-detection","stylometric-features","user-embeddings"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":1,"starsCount":87,"forksCount":49,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-06T21:24:42.594Z"}},{"type":"Public","name":"flan-alpaca","owner":"declare-lab","isFork":false,"description":"This repository contains code for extending the Stanford Alpaca synthetic instruction tuning to existing instruction-tuned models such as Flan-T5.","allTopics":["transformers","language-model","alpaca","llm","flan-t5"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":8,"starsCount":336,"forksCount":37,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-04T23:49:23.878Z"}},{"type":"Public","name":"RelationPrompt","owner":"declare-lab","isFork":false,"description":"This repository implements our ACL Findings 2022 research paper RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction. The goal of Zero-Shot Relation Triplet Extraction (ZeroRTE) is to extract relation triplets of the format (head entity, tail entity, relation), despite not having annotated data …","allTopics":["relation-extraction","data-augumentation","generative-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":9,"starsCount":121,"forksCount":16,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-22T11:34:49.119Z"}},{"type":"Public","name":"segue","owner":"declare-lab","isFork":false,"description":"Codes and Checkpoints of the Interspeech paper \"Sentence Embedder Guided Utterance Encoder (SEGUE) for Spoken Language Understanding\"","allTopics":["speech-synthesis"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-29T02:26:07.309Z"}},{"type":"Public","name":"BBFN","owner":"declare-lab","isFork":false,"description":"This repository contains the implementation of the paper -- Bi-Bimodal Modality Fusion for Correlation-Controlled Multimodal Sentiment Analysis","allTopics":["multimodal-sentiment-analysis","multimodal-deep-learning","multimodal-representation","huggingface-transformers"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":61,"forksCount":14,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-04-16T07:49:49.524Z"}},{"type":"Public","name":"WikiDes","owner":"declare-lab","isFork":false,"description":"A Wikipedia-based summarization dataset","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":12,"forksCount":3,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-27T17:46:38.946Z"}},{"type":"Public","name":"identifiable-transformers","owner":"declare-lab","isFork":false,"description":"","allTopics":["transformer","explainable-artificial-intelligence","explainable-ml","text-classification","attention-weights"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":22,"forksCount":2,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-16T00:57:44.286Z"}},{"type":"Public","name":"sentence-ordering","owner":"declare-lab","isFork":false,"description":"This repository contains the PyTorch implementation of the paper STaCK: Sentence Ordering with Temporal Commonsense Knowledge appearing at EMNLP 2021.","allTopics":["natural-language-inference","commonsense-reasoning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":29,"forksCount":7,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-15T00:38:16.851Z"}},{"type":"Public","name":"M2H2-dataset","owner":"declare-lab","isFork":false,"description":"This repository contains the dataset and baselines explained in the paper: M2H2: A Multimodal Multiparty Hindi Dataset For HumorRecognition in Conversations","allTopics":["humor-detection","multimodal-deep-learning","multimodal-fusion","emotion-recognition-in-conversation"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":16,"forksCount":12,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-14T15:17:02.113Z"}},{"type":"Public","name":"MISA","owner":"declare-lab","isFork":false,"description":"MISA: Modality-Invariant and -Specific Representations for Multimodal Sentiment Analysis","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":170,"forksCount":26,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-14T15:13:34.343Z"}},{"type":"Public","name":"contextual-utterance-level-multimodal-sentiment-analysis","owner":"declare-lab","isFork":false,"description":"Context-Dependent Sentiment Analysis in User-Generated Videos","allTopics":["sentiment-analysis","keras","lstm-neural-networks","multimodal-interactions","lstm","multimodal-sentiment-analysis"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":121,"forksCount":42,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-14T15:04:08.812Z"}},{"type":"Public","name":"hfusion","owner":"declare-lab","isFork":false,"description":"Multimodal sentiment analysis using hierarchical fusion with context modeling","allTopics":["sentiment-analysis","fusion","emotion-analysis","emotion-detection","emotion-recognition","data-fusion","multimodal-interactions","multimodal-sentiment-analysis","multimodal-fusion"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":3,"starsCount":44,"forksCount":22,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-14T14:57:25.094Z"}}],"repositoryCount":49,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}