{"payload":{"pageCount":6,"repositories":[{"type":"Public","name":"spidermon","owner":"scrapinghub","isFork":false,"description":"Scrapy Extension for monitoring spiders execution.","topicNames":["testing","monitoring","scraping","crawling","spiders","hacktoberfest","monitoring-tool","scrapinghub"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":8,"issueCount":38,"starsCount":511,"forksCount":92,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-16T00:11:36.028Z"}},{"type":"Public","name":"shub-workflow","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":2,"starsCount":12,"forksCount":13,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:39:11.060Z"}},{"type":"Public","name":"portia","owner":"scrapinghub","isFork":false,"description":"Visual scraping for Scrapy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":18,"issueCount":112,"starsCount":9185,"forksCount":1408,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:19:52.320Z"}},{"type":"Public","name":"autologin","owner":"scrapinghub","isFork":true,"description":"A project to attempt to automatically login to a website given a single seed","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":8,"forksCount":42,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:18:25.700Z"}},{"type":"Public","name":"shublang","owner":"scrapinghub","isFork":false,"description":"Pluggable DSL that uses pipes to perform a series of linear transformations to extract data","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":23,"starsCount":15,"forksCount":8,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:16:36.110Z"}},{"type":"Public","name":"scrapy-monkeylearn","owner":"scrapinghub","isFork":true,"description":"A Scrapy pipeline to categorize items using MonkeyLearn","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":7,"forksCount":13,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:15:33.084Z"}},{"type":"Public","name":"tutorials","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":7,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T22:15:19.591Z"}},{"type":"Public","name":"scrapinghub-stack-scrapy","owner":"scrapinghub","isFork":false,"description":"Software stack with latest Scrapy and updated deps","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Dockerfile","color":"#384d54"},"pullRequestCount":2,"issueCount":1,"starsCount":63,"forksCount":23,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T19:09:26.517Z"}},{"type":"Public","name":"custom-images-examples","owner":"scrapinghub","isFork":false,"description":"Examples of custom images running on Scrapinghub platform","topicNames":[],"topicsNotShown":0,"primaryLanguage":null,"pullRequestCount":1,"issueCount":0,"starsCount":3,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-14T01:33:51.993Z"}},{"type":"Public","name":"number-parser","owner":"scrapinghub","isFork":false,"description":"Parse numbers written in natural language","topicNames":["hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":13,"starsCount":103,"forksCount":22,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-13T13:44:08.109Z"}},{"type":"Public","name":"exporters","owner":"scrapinghub","isFork":false,"description":"Exporters is an extensible export pipeline library that supports filter, transform and several sources and destinations","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":7,"issueCount":5,"starsCount":40,"forksCount":10,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T17:08:46.710Z"}},{"type":"Public","name":"mrjob","owner":"scrapinghub","isFork":true,"description":"Run MapReduce jobs on Hadoop or Amazon Web Services","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":591,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T16:58:21.666Z"}},{"type":"Public","name":"pastebin","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":7,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T15:44:06.978Z"}},{"type":"Public","name":"woodpecker","owner":"scrapinghub","isFork":true,"description":"An opinionated fork of the Drone CI system","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":4,"issueCount":0,"starsCount":0,"forksCount":325,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T15:25:48.219Z"}},{"type":"Public","name":"webstruct-demo","owner":"scrapinghub","isFork":false,"description":"HTTP demo for <a href=\"https://github.com/scrapinghub/webstruct\">https://github.com/scrapinghub/webstruct</a>","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":4,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T14:35:44.242Z"}},{"type":"Public","name":"Zappa","owner":"scrapinghub","isFork":true,"description":"Serverless Python Web Services","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":3,"forksCount":1206,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T14:35:42.245Z"}},{"type":"Public","name":"shub","owner":"scrapinghub","isFork":false,"description":"Scrapinghub Command Line Client","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":14,"issueCount":44,"starsCount":126,"forksCount":79,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-03T20:09:59.645Z"}},{"type":"Public","name":"webstruct","owner":"scrapinghub","isFork":false,"description":"NER toolkit for HTML data","topicNames":["data-science","ner","crfsuite"],"topicsNotShown":0,"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":10,"issueCount":13,"starsCount":254,"forksCount":59,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-03T19:37:19.901Z"}},{"type":"Public","name":"varanus","owner":"scrapinghub","isFork":false,"description":"A command line spider monitoring tool","topicNames":["spider","monitoring","python36"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":7,"forksCount":6,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-01T14:34:22.771Z"}},{"type":"Public","name":"scrapy-poet","owner":"scrapinghub","isFork":false,"description":"Page Object pattern for Scrapy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":9,"starsCount":112,"forksCount":28,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-25T16:34:17.600Z"}},{"type":"Public","name":"extruct","owner":"scrapinghub","isFork":false,"description":"Extract embedded metadata from HTML markup","topicNames":["microformats","semantic-web","rdfa","json-ld","microdata","opengraph","hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":17,"issueCount":39,"starsCount":826,"forksCount":114,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T14:56:09.107Z"}},{"type":"Public","name":"product-extraction-benchmark","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":15,"forksCount":1,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:58:12.207Z"}},{"type":"Public","name":"article-extraction-benchmark","owner":"scrapinghub","isFork":false,"description":"Article extraction benchmark: dataset and evaluation scripts","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":248,"forksCount":28,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:57:59.039Z"}},{"type":"Public","name":"autoextract-examples","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:57:44.636Z"}},{"type":"Public","name":"spark","owner":"scrapinghub","isFork":true,"description":"Mirror of Apache Spark","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Scala","color":"#c22d40"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":27972,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:09:22.924Z"}},{"type":"Public","name":"tabix","owner":"scrapinghub","isFork":true,"description":"Tabix.io UI","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":261,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:07:43.746Z"}},{"type":"Public","name":"jmx_exporter","owner":"scrapinghub","isFork":true,"description":"A process for exposing JMX Beans via HTTP for Prometheus consumption","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Java","color":"#b07219"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":1181,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:07:17.482Z"}},{"type":"Public","name":"docker-custodian","owner":"scrapinghub","isFork":true,"description":"Keep docker hosts tidy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":50,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:07:01.144Z"}},{"type":"Public","name":"grafana","owner":"scrapinghub","isFork":true,"description":"Gorgeous metric viz, dashboards &amp; editors for Graphite, InfluxDB &amp; OpenTSDB","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":11603,"license":"Other","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:06:43.252Z"}},{"type":"Public","name":"docker-registry","owner":"scrapinghub","isFork":true,"description":"Registry server for Docker (hosting/delivering of repositories and images)","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":876,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:06:37.857Z"}}],"repositoryCount":176,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"mirror","text":"Mirrors"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}