{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"helm","owner":"stanford-crfm","isFork":false,"description":"Holistic Evaluation of Language Models (HELM), a framework to increase the transparency of language models (<a href=\"https://arxiv.org/abs/2211.09110\" rel=\"nofollow\">https://arxiv.org/abs/2211.09110</a>). This framework is also used to evaluate text-to-image models in Holistic Evaluation of Text-to-Image Models (HEIM) (<a href=\"https://arxiv.org/abs/2311.04287\" rel=\"nofollow\">https://arxiv.org/abs/2311.04287</a>).","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":16,"issueCount":131,"starsCount":1864,"forksCount":243,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-22T00:19:09.135Z"}},{"type":"Public","name":"levanter","owner":"stanford-crfm","isFork":false,"description":"Legible, Scalable, Reproducible Foundation Models with Named Tensors and Jax","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":14,"issueCount":76,"starsCount":493,"forksCount":78,"license":"Apache License 2.0","participation":[8,8,7,3,11,1,3,1,1,10,2,2,10,1,2,2,4,3,7,7,8,5,11,11,10,7,4,1,3,6,6,0,2,9,9,6,3,12,4,2,5,6,0,5,1,1,6,5,8,5,9,4],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-21T21:05:16.733Z"}},{"type":"Public","name":"ecosystem-graphs","owner":"stanford-crfm","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":14,"issueCount":21,"starsCount":256,"forksCount":34,"license":null,"participation":[0,2,13,3,2,1,1,2,6,10,5,0,0,1,0,9,0,5,3,16,3,2,1,0,0,2,21,24,10,0,0,7,1,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-19T13:42:32.888Z"}},{"type":"Public","name":"haliax","owner":"stanford-crfm","isFork":false,"description":"Named Tensors for Legible Deep Learning in JAX","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":23,"starsCount":147,"forksCount":11,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-15T05:59:18.148Z"}},{"type":"Public","name":"air-bench-2024","owner":"stanford-crfm","isFork":false,"description":"AIR-Bench 2024 is a safety benchmark that aligns with emerging government regulations and company policies","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-14T20:57:53.778Z"}},{"type":"Public","name":"fmti","owner":"stanford-crfm","isFork":false,"description":"The Foundation Model Transparency Index","allTopics":[],"primaryLanguage":null,"pullRequestCount":1,"issueCount":0,"starsCount":65,"forksCount":7,"license":"Creative Commons Attribution 4.0 International","participation":[0,0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-23T04:52:09.899Z"}},{"type":"Public","name":"data-overlap","owner":"stanford-crfm","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-27T00:16:42.090Z"}},{"type":"Public","name":"helm-efficiency","owner":"stanford-crfm","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Jupyter Notebook","color":"#DA5B0B"},"pullRequestCount":0,"issueCount":0,"starsCount":10,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-12T01:51:03.581Z"}},{"type":"Public","name":"halie","owner":"stanford-crfm","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":0,"issueCount":0,"starsCount":13,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-11T05:36:31.255Z"}},{"type":"Public","name":"mistral","owner":"stanford-crfm","isFork":false,"description":"Mistral: A strong, northwesterly wind: Framework for transparent and accessible large-scale language model training, built with Hugging Face 🤗 Transformers.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":18,"starsCount":555,"forksCount":49,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-11-10T02:55:18.216Z"}},{"type":"Public","name":"mosaicml-benchmarks","owner":"stanford-crfm","isFork":true,"description":"Fast and flexible reference benchmarks","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":124,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-10-27T11:11:31.267Z"}},{"type":"Public","name":"EUAIActJune15","owner":"stanford-crfm","isFork":false,"description":"Stanford CRFM's initiative to assess potential compliance with the draft EU AI Act","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":1,"starsCount":92,"forksCount":6,"license":"MIT License","participation":[0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-10-18T05:13:19.627Z"}},{"type":"Public","name":"BioMedLM","owner":"stanford-crfm","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":21,"starsCount":598,"forksCount":62,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-20T13:16:35.692Z"}},{"type":"Public","name":"transformers_fsdp_checkpoint_fix","owner":"stanford-crfm","isFork":true,"description":"🤗 Transformers: State-of-the-art Machine Learning for Pytorch, TensorFlow, and JAX.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":26354,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-07-31T08:28:41.413Z"}},{"type":"Public","name":"composer","owner":"stanford-crfm","isFork":true,"description":"Composing methods for ML training efficiency","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":414,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-09-23T19:35:15.093Z"}},{"type":"Public","name":"sprucfluo","owner":"stanford-crfm","isFork":false,"description":"Data streaming for LMs. WIP","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":1,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-05-10T05:27:48.553Z"}},{"type":"Public","name":"transformers","owner":"stanford-crfm","isFork":true,"description":"🤗Transformers: State-of-the-art Natural Language Processing for Pytorch and TensorFlow 2.0.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":5,"forksCount":26354,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-09-28T19:44:41.997Z"}},{"type":"Public","name":"janus","owner":"stanford-crfm","isFork":false,"description":"A Streamlit interface that's a doorway into GPT-X.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":2,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-05-23T00:38:12.455Z"}}],"repositoryCount":18,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"stanford-crfm repositories"}