{"id":6980,"full_name":"huggingface/tokenizers","default_branch":"main","total_commits":2044,"total_committers":153,"total_bot_commits":64,"total_bot_committers":3,"mean_commits":13.359477124183007,"dds":0.5430528375733855,"past_year_total_commits":256,"past_year_total_committers":37,"past_year_total_bot_commits":27,"past_year_total_bot_committers":3,"past_year_mean_commits":6.918918918918919,"past_year_dds":0.69140625,"last_synced_at":"2026-10-11T03:00:57.598Z","last_synced_commit":"fb49a29223724a96f26e061bec8ec7517aa14177","created_at":"2023-03-07T09:44:12.057Z","updated_at":"2026-10-11T03:00:57.159Z","committers":[{"name":"Anthony MOI","email":"m.anthony.moi@gmail.com","login":"n1t0","count":934},{"name":"Nicolas Patry","email":"patry.nicolas@protonmail.com","login":"Narsil","count":271},{"name":"Arthur","email":"48595927+ArthurZucker","login":"ArthurZucker","count":165},{"name":"Pierric Cistac","email":"pierric@huggingface.co","login":"Pierrci","count":138},{"name":"Simon Brandeis","email":"33657802+SBrandeis","login":"SBrandeis","count":75},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":56},{"name":"epwalsh","email":"epwalsh10@gmail.com","login":"epwalsh","count":48},{"name":"Morgan Funtowicz","email":"morgan@huggingface.co","login":"mfuntowicz","count":35},{"name":"Luc Georges","email":"McPatate","login":"McPatate","count":30},{"name":"Sebastian Pütz","email":"sebastian.puetz@uni-tuebingen.de","login":"sebpuetz","count":28},{"name":"Mishig Davaadorj","email":"dmishig@gmail.com","login":"mishig25","count":23},{"name":"Bjarte Johansen","email":"bjarte.johansen@gmail.com","login":"ljos","count":11},{"name":"thomwolf","email":"thomwolf@gmail.com","login":"thomwolf","count":8},{"name":"Sylvain Gugger","email":"sylvain.gugger@gmail.com","login":"sgugger","count":7},{"name":"hf-security-analysis[bot]","email":"265538906+hf-security-analysis[bot]","login":"hf-security-analysis[bot]","count":7},{"name":"Chris Ha","email":"hac541309@gmail.com","login":"chris-ha458","count":6},{"name":"Nathan Goldbaum","email":"nathan.goldbaum@gmail.com","login":"ngoldbaum","count":5},{"name":"sftse","email":"c@farsight.net","login":"sftse","count":5},{"name":"Sebastian Pop","email":"spop@nvidia.com","login":"sebpop","count":5},{"name":"Roy Hvaara","email":"hvaara@google.com","login":null,"count":5},{"name":"Julien Chaumond","email":"chaumond@gmail.com","login":"julien-c","count":4},{"name":"Lysandre","email":"lysandre.debut@reseau.eseo.fr","login":"LysandreJik","count":4},{"name":"Connor Boyle","email":"connor.bo@gmail.com","login":"boyleconnor","count":4},{"name":"Clement","email":"clementdelangue@gmail.Com","login":"clmnt","count":4},{"name":"Ben Beasley","email":"code@musicinmybrain.net","login":"musicinmybrain","count":3},{"name":"François Garillot","email":"francois@garillot.net","login":"huitseeker","count":3},{"name":"Lucain","email":"lucainp@gmail.com","login":"Wauplin","count":3},{"name":"Michael Feil","email":"63565275+michaelfeil","login":"michaelfeil","count":3},{"name":"dctelus","email":"93535080+dctelus","login":"dctelus","count":3},{"name":"大橋 玲音","email":"106465353+OhashiReon","login":"OhashiReon","count":3},{"name":"tinyboxvk","email":"tinyboxvk","login":"tinyboxvk","count":3},{"name":"Mario Šaško","email":"mariosasko777@gmail.com","login":"mariosasko","count":2},{"name":"Michael Lui","email":"mikelui","login":"mikelui","count":2},{"name":"Pauline Bailly-Masson","email":"155966238+paulinebm","login":"paulinebm","count":2},{"name":"Remy","email":"remy@huggingface.co","login":"rtrompier","count":2},{"name":"SeongBeomLEE","email":"2712qwer@naver.com","login":"SeongBeomLEE","count":2},{"name":"Thomas Wang","email":"24695242+thomasw21","login":"thomasw21","count":2},{"name":"mert-kurttutan","email":"kurttutan.mert@gmail.com","login":"mert-kurttutan","count":2},{"name":"sondalex","email":"61547150+sondalex","login":"sondalex","count":2},{"name":"Andrew Kane","email":"andrew@ankane.org","login":"ankane","count":2},{"name":"David Hewitt","email":"mail@davidhewitt.dev","login":"davidhewitt","count":2},{"name":"MarcusGrass","email":"34198073+MarcusGrass","login":"MarcusGrass","count":2},{"name":"Kelly Marchisio","email":"3612904+kellymarchisio","login":"kellymarchisio","count":2},{"name":"JC Louis","email":"jean-charles.louis@lifen.fr","login":"jc-louis","count":2},{"name":"Gordon Messmer","email":"gordon.messmer@gmail.com","login":"gordonmessmer","count":2},{"name":"Finn Womack","email":"flan313@gmail.com","login":"finnagin","count":2},{"name":"Dimitris Iliopoulos","email":"Dimitris.Iliopoulos@gmail.com","login":"diliop","count":2},{"name":"Clara Meister","email":"cmeister7.47@gmail.com","login":"cimeister","count":2},{"name":"Christopher Akiki","email":"christopher.akiki@gmail.com","login":"cakiki","count":2},{"name":"Bryant Biggs","email":"bryantbiggs@gmail.com","login":"bryantbiggs","count":2},{"name":"Anthony Platanios","email":"e.a.platanios@gmail.com","login":"eaplatanios","count":2},{"name":"taufique74","email":"taufiquzzaman.peyash@northsouth.edu","login":null,"count":2},{"name":"Shintaro Murakami","email":"mrkm4ntr@mercari.com","login":"mrkm4ntr","count":2},{"name":"Owen Shepherd","email":"414owen@gmail.com","login":"414owen","count":2},{"name":"adamnemecek","email":"adamnemecek@gmail.com","login":"adamnemecek","count":1},{"name":"Yuan Zhang (RELEVANCE)","email":"yuazhan@microsoft.com","login":"Mansterteddy","count":1},{"name":"William LaCroix","email":"94390768+WilliamPLaCroix","login":"WilliamPLaCroix","count":1},{"name":"Wayne Lau","email":"90563815+wheynelau","login":"wheynelau","count":1},{"name":"Vlad Artamonov","email":"742047+vladdy","login":"vladdy","count":1},{"name":"Victoria Terenina","email":"torymur@gmail.com","login":"torymur","count":1},{"name":"Trevor Gamblin","email":"tgamblin@ecocode.ca","login":"threexc","count":1},{"name":"Tobias Pitters","email":"31857876+CloseChoice","login":"CloseChoice","count":1},{"name":"Timur Ganiev","email":"tim9624@gmail.com","login":"esceptico","count":1},{"name":"Tal Perry","email":"tal@lighttag.io","login":"talolard","count":1},{"name":"Sławomir Dadas","email":"slawomir.dadas@gmail.com","login":"sdadas","count":1},{"name":"Sungyoon Jeong","email":"157349761+n0gu-furiosa","login":"n0gu-furiosa","count":1},{"name":"Steven Weiss","email":"steventrouble@gmail.com","login":"steventrouble","count":1},{"name":"Steven Liu","email":"59462357+stevhliu","login":"stevhliu","count":1},{"name":"Stephen Roller","email":"roller@character.ai","login":"stephenroller","count":1},{"name":"Stefan Mesken","email":"kappadistributive@gmail.com","login":"KappaDistributive","count":1},{"name":"Shivam","email":"curious.antimony@gmail.com","login":"Shivam-Bhardwaj","count":1},{"name":"SaulLu","email":"55560583+SaulLu","login":"SaulLu","count":1},{"name":"Sander Land","email":"48946947+sanderland","login":"sanderland","count":1},{"name":"Samuel Larkin","email":"SamuelLarkin","login":"SamuelLarkin","count":1},{"name":"Ryan Landay","email":"rlanday@gmail.com","login":"rlanday","count":1},{"name":"Roy Hvaara","email":"roy@lightyear.no","login":"hvaara","count":1},{"name":"Rasmus Larsen","email":"rlarsen@pm.me","login":"rlrs","count":1},{"name":"Colin Clement","email":"colin.clement@gmail.com","login":"colinclement","count":1},{"name":"आलोक","email":"a.m.sathe@sms.ed.ac.uk","login":"aalok-sathe","count":1},{"name":"Andre Bogus","email":"andre.bogus@aleph-alpha.de","login":null,"count":1},{"name":"Kaito Sugimoto","email":"kaito_sugimoto@nii.ac.jp","login":null,"count":1},{"name":"Santosh Bhavani","email":"santosh@semantic.md","login":null,"count":1},{"name":"Mishig","email":"mishig.davaadorj@coloradocollege.edu","login":null,"count":1},{"name":"天地","email":"qq1274949542@163.com","login":null,"count":1},{"name":"thom lake","email":"thom.l.lake@gmail.com","login":"thomlake","count":1},{"name":"rravenel","email":"rravenel","login":"rravenel","count":1},{"name":"ropottnik","email":"simonertl.1386@gmail.com","login":"ropottnik","count":1},{"name":"pacowong","email":"cunadmin@gmail.com","login":"pacowong","count":1},{"name":"nystromjd","email":"155567575+nystromjd","login":"nystromjd","count":1},{"name":"nathaniel-daniel","email":"80441888+nathaniel-daniel","login":"nathaniel-daniel","count":1},{"name":"lucacampanella","email":"luca.campanella1@gmail.com","login":"lucacampanella","count":1},{"name":"kingyiusuen","email":"kingyiusuen@gmail.com","login":"kingyiusuen","count":1},{"name":"jonvet","email":"vetterle@posteo.de","login":"jonvet","count":1},{"name":"jaymody","email":"jaykmody@gmail.com","login":"jaymody","count":1},{"name":"hf-dependantbot-rollout[bot]","email":"285970069+hf-dependantbot-rollout[bot]","login":"hf-dependantbot-rollout[bot]","count":1},{"name":"h-vetinari","email":"h.vetinari@gmx.com","login":"h-vetinari","count":1},{"name":"fzyzcjy","email":"5236035+fzyzcjy","login":"fzyzcjy","count":1},{"name":"devfon","email":"31345506+Huffon","login":"Huffon","count":1},{"name":"co63oc","email":"co63oc","login":"co63oc","count":1},{"name":"bion howard","email":"bion@atomiclogic.com","login":"bionicles","count":1},{"name":"benshi","email":"807629978@qq.com","login":"BenLocal","count":1},{"name":"b00f","email":"mostafa.sedaghat@gmail.com","login":"b00f","count":1},{"name":"Quentin Lhoest","email":"42851186+lhoestq","login":"lhoestq","count":1},{"name":"Nighthawk","email":"git@qaq.io","login":"earlytobed","count":1},{"name":"Dagmawi Moges","email":"dagisky@gmail.com","login":"dagisky","count":1},{"name":"Copilot","email":"198982749+Copilot","login":"Copilot","count":1},{"name":"Setu Shah","email":"setu4993@yahoo.co.in","login":"setu4993","count":1},{"name":"Hiroshi Matsuda","email":"40782025+hiroshi-matsuda-rit","login":"hiroshi-matsuda-rit","count":1},{"name":"Ishita Bhattacharyya","email":"139248026+ishitab02","login":"ishitab02","count":1},{"name":"Ivan Echevarria","email":"ivan@echevarria.io","login":"iechevarria","count":1},{"name":"J Berg","email":"j.berg2349@gmail.com","login":"jberg5","count":1},{"name":"Jonatan Kłosko","email":"jonatanklosko@gmail.com","login":"jonatanklosko","count":1},{"name":"Karan Desai","email":"kddeskar@gmail.com","login":"kdexd","count":1},{"name":"Ken Sible","email":"31116100+kennethsible","login":"kennethsible","count":1},{"name":"Koichi Yasuoka","email":"yasuoka@kanji.zinbun.kyoto-u.ac.jp","login":"KoichiYasuoka","count":1},{"name":"Kokū","email":"86721361+Coqueue","login":"Coqueue","count":1},{"name":"Kornél Csernai","email":"749306+csko","login":"csko","count":1},{"name":"Liam DeVoe","email":"orionldevoe@gmail.com","login":"tybug","count":1},{"name":"Luka Aladashvili","email":"115102487+llukito","login":"llukito","count":1},{"name":"MUGUNDAN","email":"mugunthan.selvanayagam@multicorewareinc.com","login":"Mugundanmcw","count":1},{"name":"Manish Goregaokar","email":"manishsmail@gmail.com","login":"Manishearth","count":1},{"name":"Marco","email":"cognetta.marco@gmail.com","login":"mcognetta","count":1},{"name":"Mathew Shen","email":"datahonor@gmail.com","login":"shenxiangzhuang","count":1},{"name":"Mike","email":"42689366+MikeIvanichev","login":"MikeIvanichev","count":1},{"name":"0xflotus","email":"0xflotus@gmail.com","login":"0xflotus","count":1},{"name":"Mohamed Al Salti","email":"mohamed.al.salti.96@gmail.com","login":"M-Salti","count":1},{"name":"Nathan","email":"nprisbrey","login":"nprisbrey","count":1},{"name":"Nick","email":"nichol.wong@mail.utoronto.ca","login":"pinnouse","count":1},{"name":"Qubitium-ModelCloud","email":"qubitium@modelcloud.ai","login":"Qubitium","count":1},{"name":"Qiang Kou","email":"qkou@qkou.info","login":"thirdwing","count":1},{"name":"PiercarloSlavazza","email":"3389306+PiercarloSlavazza","login":"PiercarloSlavazza","count":1},{"name":"Pedro Cuenca","email":"pedro@huggingface.co","login":"pcuenca","count":1},{"name":"Patrick von Platen","email":"patrick.v.platen@gmail.com","login":"patrickvonplaten","count":1},{"name":"Cameron","email":"561860+wallies","login":"wallies","count":1},{"name":"Arthit Suriyawongkul","email":"arthit@gmail.com","login":"bact","count":1},{"name":"Andrii Podanenko","email":"podarokua@gmail.com","login":"podarok","count":1},{"name":"Alexander Mamaev","email":"alxmamaev","login":"alxmamaev","count":1},{"name":"Alexander Lent","email":"git@xanderlent.com","login":"xanderlent","count":1},{"name":"Albert Villanova del Moral","email":"8515462+albertvillanova","login":"albertvillanova","count":1},{"name":"Alan deLevie","email":"adelevie@gmail.com","login":"adelevie","count":1},{"name":"Aaron Paterson","email":"apaterson@protonmail.com","login":"MayCXC","count":1},{"name":"AN Long","email":"aisk","login":"aisk","count":1},{"name":"152334H","email":"54623771+152334H","login":"152334H","count":1},{"name":"benjamin-ny","email":"47246546+benjamin-ny","login":"benjamin-ny","count":1},{"name":"HaoboGu","email":"haobogu@outlook.com","login":"HaoboGu","count":1},{"name":"Hamir Mahal","email":"hamirmahal@gmail.com","login":"hamirmahal","count":1},{"name":"Haixuan Xavier Tao","email":"tao.xavier@outlook.com","login":"haixuanTao","count":1},{"name":"Geoffrey Thomas","email":"geofft@ldpreload.com","login":"geofft","count":1},{"name":"Gaétan Lepage","email":"33058747+GaetanLepage","login":"GaetanLepage","count":1},{"name":"Gaurav Kumbhat","email":"kumbhat.gaurav@gmail.com","login":"gkumbhat","count":1},{"name":"Eunseo Song","email":"162149585+eunseo9311","login":"eunseo9311","count":1},{"name":"Dylan-Harden3","email":"89853753+Dylan-Harden3","login":"Dylan-Harden3","count":1},{"name":"Denis Zolotukhin","email":"zolotuhinden@bk.ru","login":"Tomarchelone","count":1}],"past_year_committers":[{"name":"Arthur","email":"48595927+ArthurZucker","login":"ArthurZucker","count":79},{"name":"Simon Brandeis","email":"33657802+SBrandeis","login":"SBrandeis","count":75},{"name":"Luc Georges","email":"McPatate","login":"McPatate","count":26},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":19},{"name":"hf-security-analysis[bot]","email":"265538906+hf-security-analysis[bot]","login":"hf-security-analysis[bot]","count":7},{"name":"Nathan Goldbaum","email":"nathan.goldbaum@gmail.com","login":"ngoldbaum","count":5},{"name":"Sebastian Pop","email":"spop@nvidia.com","login":"sebpop","count":5},{"name":"大橋 玲音","email":"106465353+OhashiReon","login":"OhashiReon","count":3},{"name":"Ben Beasley","email":"code@musicinmybrain.net","login":"musicinmybrain","count":3},{"name":"Shintaro Murakami","email":"mrkm4ntr@gmail.com","login":"mrkm4ntr","count":2},{"name":"Clara Meister","email":"cmeister7.47@gmail.com","login":"cimeister","count":2},{"name":"Finn Womack","email":"flan313@gmail.com","login":"finnagin","count":2},{"name":"Gordon Messmer","email":"gordon.messmer@gmail.com","login":"gordonmessmer","count":2},{"name":"Michael Feil","email":"63565275+michaelfeil","login":"michaelfeil","count":2},{"name":"Pauline Bailly-Masson","email":"155966238+paulinebm","login":"paulinebm","count":2},{"name":"Aaron Paterson","email":"apaterson@protonmail.com","login":"MayCXC","count":1},{"name":"Albert Villanova del Moral","email":"8515462+albertvillanova","login":"albertvillanova","count":1},{"name":"Alexander Lent","email":"git@xanderlent.com","login":"xanderlent","count":1},{"name":"Andrii Podanenko","email":"podarokua@gmail.com","login":"podarok","count":1},{"name":"hf-dependantbot-rollout[bot]","email":"285970069+hf-dependantbot-rollout[bot]","login":"hf-dependantbot-rollout[bot]","count":1},{"name":"Wayne Lau","email":"90563815+wheynelau","login":"wheynelau","count":1},{"name":"Trevor Gamblin","email":"tgamblin@ecocode.ca","login":"threexc","count":1},{"name":"Tobias Pitters","email":"31857876+CloseChoice","login":"CloseChoice","count":1},{"name":"Shivam","email":"curious.antimony@gmail.com","login":"Shivam-Bhardwaj","count":1},{"name":"Remy","email":"remy@huggingface.co","login":"rtrompier","count":1},{"name":"Mishig","email":"dmishig@gmail.com","login":"mishig25","count":1},{"name":"MUGUNDAN","email":"mugunthan.selvanayagam@multicorewareinc.com","login":"Mugundanmcw","count":1},{"name":"Luka Aladashvili","email":"115102487+llukito","login":"llukito","count":1},{"name":"Ken Sible","email":"31116100+kennethsible","login":"kennethsible","count":1},{"name":"J Berg","email":"j.berg2349@gmail.com","login":"jberg5","count":1},{"name":"Ishita Bhattacharyya","email":"139248026+ishitab02","login":"ishitab02","count":1},{"name":"Haixuan Xavier Tao","email":"tao.xavier@outlook.com","login":"haixuanTao","count":1},{"name":"Gaurav Kumbhat","email":"kumbhat.gaurav@gmail.com","login":"gkumbhat","count":1},{"name":"Eunseo Song","email":"162149585+eunseo9311","login":"eunseo9311","count":1},{"name":"David Hewitt","email":"mail@davidhewitt.dev","login":"davidhewitt","count":1},{"name":"Copilot","email":"198982749+Copilot","login":"Copilot","count":1},{"name":"Christopher Akiki","email":"christopher.akiki@gmail.com","login":"cakiki","count":1}],"commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/huggingface%2Ftokenizers/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2026-10-11T00:00:06.875Z","repositories_count":8241878,"commits_count":1255827535,"contributors_count":57417218,"owners_count":1734019,"committers_count":3785861,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}}