{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"nm-vllm","owner":"neuralmagic","isFork":true,"description":"A high-throughput and memory-efficient inference and serving engine for LLMs","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":24,"issueCount":2,"starsCount":174,"forksCount":2454,"license":"Other","participation":[9,13,9,11,4,7,7,22,18,19,6,14,8,12,5,5,14,11,20,18,21,21,8,16,14,1,21,10,17,23,26,19,39,30,6,11,17,21,24,34,15,34,46,22,14,15,6,11,12,5,6,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-28T20:01:05.925Z"}},{"type":"Public","name":"AutoFP8","owner":"neuralmagic","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":1,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-28T17:18:56.745Z"}},{"type":"Public","name":"sparseml","owner":"neuralmagic","isFork":false,"description":"Libraries for applying sparsification recipes to neural networks with a few lines of code, enabling faster and smaller models","topicNames":["sparsity","keras","deep-learning-algorithms","deep-learning-library","pruning","object-detection","computer-vision-algorithms","onnx","deep-learning-models","sparsification"],"topicsNotShown":9,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":53,"issueCount":4,"starsCount":1976,"forksCount":140,"license":"Apache License 2.0","participation":[11,6,4,10,7,13,4,6,8,4,14,7,7,2,2,1,2,1,1,6,4,2,11,5,14,6,12,6,15,11,9,4,11,8,1,0,10,13,21,14,5,20,15,11,13,6,7,8,9,10,2,11],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-27T01:27:25.425Z"}},{"type":"Public","name":"helm-charts","owner":"neuralmagic","isFork":false,"description":"Helm charts for deploying NM VLLM","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,9,4,0,8],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T20:49:19.077Z"}},{"type":"Public","name":"compressed-tensors","owner":"neuralmagic","isFork":false,"description":"A safetensors extension to efficiently store sparse quantized tensors on disk","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":11,"issueCount":0,"starsCount":3,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,15,26,6],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T20:32:10.427Z"}},{"type":"Public","name":"docs","owner":"neuralmagic","isFork":false,"description":"Top-level directory for documentation and general content","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"MDX","color":"#fcb32c"},"pullRequestCount":3,"issueCount":0,"starsCount":120,"forksCount":7,"license":null,"participation":[4,0,7,2,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,16,46,16,21,1,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T18:51:56.284Z"}},{"type":"Public","name":"deepsparse","owner":"neuralmagic","isFork":false,"description":"Sparsity-aware deep learning inference runtime for CPUs","topicNames":["nlp","performance","computer-vision","inference","machinelearning","pruning","object-detection","pretrained-models","quantization","cpus"],"topicsNotShown":4,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":19,"issueCount":2,"starsCount":2874,"forksCount":167,"license":"Other","participation":[7,5,1,8,9,4,6,4,5,2,10,11,12,9,15,5,13,12,7,10,13,19,11,25,15,9,8,2,9,12,6,6,13,11,2,11,6,10,8,5,10,4,9,1,5,2,0,2,1,4,2,1],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T18:50:33.359Z"}},{"type":"Public","name":"nm-vllm-utils","owner":"neuralmagic","isFork":false,"description":"Various utilities for use with nm-vllm","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Makefile","color":"#427819"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-25T16:56:06.695Z"}},{"type":"Public","name":"nm-AutoGPTQ","owner":"neuralmagic","isFork":true,"description":"An easy-to-use LLMs quantization package with user-friendly apis, based on GPTQ algorithm.","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":380,"license":"MIT License","participation":[64,16,40,70,85,16,1,8,0,2,2,1,38,26,36,9,25,10,7,3,0,15,0,0,1,5,11,6,3,2,0,3,7,0,0,0,0,1,4,1,0,20,4,4,0,0,7,10,1,2,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T16:51:32.665Z"}},{"type":"Public","name":"nm-actions","owner":"neuralmagic","isFork":false,"description":"Neural Magic GHA","topicNames":[],"topicsNotShown":0,"primaryLanguage":null,"pullRequestCount":2,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,3,1,0,0,11,1,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T16:05:52.017Z"}},{"type":"Public","name":"sparsezoo","owner":"neuralmagic","isFork":false,"description":"Neural network model repository for highly sparse and sparse-quantized models with matching sparsification recipes","topicNames":["nlp","computer-vision","deep-learning-algorithms","yolo","resnet","pruning","transfer-learning","pretrained-models","quantization","mobilenet"],"topicsNotShown":6,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":0,"starsCount":357,"forksCount":23,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-23T19:26:05.529Z"}},{"type":"Public","name":"alpaca_eval","owner":"neuralmagic","isFork":true,"description":"An automatic evaluator for instruction-following language models. Human-validated, high-quality, cheap, and fast.","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":160,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-22T23:18:28.416Z"}},{"type":"Public","name":"lm-evaluation-harness","owner":"neuralmagic","isFork":true,"description":"A framework for few-shot evaluation of autoregressive language models.","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":0,"starsCount":2,"forksCount":1291,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-19T19:35:05.269Z"}},{"type":"Public","name":"yolov5","owner":"neuralmagic","isFork":true,"description":"YOLOv5 in PyTorch > ONNX > CoreML > TFLite","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":8,"issueCount":0,"starsCount":20,"forksCount":15572,"license":"GNU General Public License v3.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-17T00:08:27.197Z"}},{"type":"Public","name":"hackathon_2024","owner":"neuralmagic","isFork":false,"description":"woop wooop","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-12T04:48:14.124Z"}},{"type":"Public","name":"examples","owner":"neuralmagic","isFork":false,"description":"Notebooks using the Neural Magic libraries 📓","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":0,"starsCount":38,"forksCount":6,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-11T20:18:29.639Z"}},{"type":"Public","name":"sparsify","owner":"neuralmagic","isFork":false,"description":"ML model optimization product to accelerate inference.","topicNames":["computer-vision","tensorflow","keras","pytorch","image-classification","pruning","object-detection","quantization","automl","onnx"],"topicsNotShown":5,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":8,"issueCount":0,"starsCount":315,"forksCount":27,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-10T17:10:29.504Z"}},{"type":"Public","name":"upstream-llm-foundry","owner":"neuralmagic","isFork":true,"description":"LLM training code for MosaicML foundation models","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":472,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-01T13:19:15.772Z"}},{"type":"Public","name":"upstream-transformers","owner":"neuralmagic","isFork":true,"description":"🤗 Transformers: State-of-the-art Machine Learning for Pytorch, TensorFlow, and JAX.","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":24809,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-28T13:27:30.976Z"}},{"type":"Public","name":"upstream-composer","owner":"neuralmagic","isFork":true,"description":"Supercharge Your Model Training","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":396,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-28T13:25:33.601Z"}},{"type":"Public","name":"nm-docker","owner":"neuralmagic","isFork":false,"description":"Neural Magic Docker","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Dockerfile","color":"#384d54"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-19T17:43:39.354Z"}},{"type":"Public","name":"transformers","owner":"neuralmagic","isFork":true,"description":"🤗Transformers: State-of-the-art Natural Language Processing for Pytorch and TensorFlow 2.0.","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":10,"issueCount":0,"starsCount":9,"forksCount":24809,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-15T02:31:32.887Z"}},{"type":"Public","name":"vllm-benchmarking","owner":"neuralmagic","isFork":false,"description":"Benchmarking Repo for vLLM","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-07T23:58:51.330Z"}},{"type":"Public","name":"optimum-deepsparse","owner":"neuralmagic","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":1,"starsCount":4,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-15T19:23:25.676Z"}},{"type":"Public","name":"CLIP_benchmark","owner":"neuralmagic","isFork":true,"description":"CLIP-like model evaluation","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":1,"issueCount":0,"starsCount":2,"forksCount":64,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-05T16:30:46.871Z"}},{"type":"Public","name":"langchain","owner":"neuralmagic","isFork":true,"description":"⚡ Building applications with LLMs through composability ⚡","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":12847,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-04T11:00:39.477Z"}},{"type":"Public","name":"inference","owner":"neuralmagic","isFork":true,"description":"Reference implementations of MLPerf™ inference benchmarks","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":487,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-31T16:17:04.615Z"}},{"type":"Public","name":"deepsparse-digitalocean-image","owner":"neuralmagic","isFork":false,"description":"Repo for building and packaging a 1-click app for DigitalOcean","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Shell","color":"#89e051"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-13T20:18:10.533Z"}},{"type":"Public","name":"aws-do-eks","owner":"neuralmagic","isFork":true,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Shell","color":"#89e051"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":26,"license":"MIT No Attribution","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-26T20:08:07.152Z"}},{"type":"Public","name":"sahi","owner":"neuralmagic","isFork":true,"description":"Framework agnostic sliced/tiled inference + interactive ui + error analysis plots","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":533,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-21T10:47:23.309Z"}}],"repositoryCount":37,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"mirror","text":"Mirrors"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}