{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"TriForce","owner":"Infini-AI-Lab","isFork":false,"description":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","allTopics":["acceleration","efficiency","inference","llm","long-context","llm-inference","speculative-decoding"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":3,"starsCount":140,"forksCount":12,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-04T19:49:12.703Z"}},{"type":"Public","name":"lm-evaluation-harness","owner":"Infini-AI-Lab","isFork":true,"description":"A framework for few-shot evaluation of language models.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1539,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-10T18:47:13.375Z"}},{"type":"Public","name":"Sequoia","owner":"Infini-AI-Lab","isFork":false,"description":"scalable and robust tree-based speculative decoding algorithm","allTopics":["efficiency","inference","llm","speculative-decoding"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":7,"starsCount":279,"forksCount":29,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-07T01:46:40.097Z"}},{"type":"Public","name":"Sequoia-Page","owner":"Infini-AI-Lab","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-21T19:13:56.774Z"}}],"repositoryCount":4,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Infini-AI-Lab repositories"}