{"id":627,"date":"2025-01-13T13:22:09","date_gmt":"2025-01-13T13:22:09","guid":{"rendered":"https:\/\/smolagents.org\/?page_id=627"},"modified":"2025-01-13T13:22:11","modified_gmt":"2025-01-13T13:22:11","slug":"big-code-models-leaderboard","status":"publish","type":"page","link":"https:\/\/smolagents.org\/ru\/big-code-models-leaderboard\/","title":{"rendered":"\u0422\u0430\u0431\u043b\u0438\u0446\u0430 \u043b\u0438\u0434\u0435\u0440\u043e\u0432 Big Code Models"},"content":{"rendered":"<p>\u0412\u0434\u043e\u0445\u043d\u043e\u0432\u043b\u0435\u043d\u043d\u044b\u0439\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/HuggingFaceH4\/open_llm_leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 \u041e\u0442\u043a\u0440\u044b\u0442\u0430\u044f \u0442\u0430\u0431\u043b\u0438\u0446\u0430 \u043b\u0438\u0434\u0435\u0440\u043e\u0432 LLM<\/a>\u00a0\u0438\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/optimum\/llm-perf-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 \u041e\u0442\u043a\u0440\u044b\u0442\u0430\u044f \u0442\u0430\u0431\u043b\u0438\u0446\u0430 \u043b\u0438\u0434\u0435\u0440\u043e\u0432 LLM-Perf \ud83c\udfcb\ufe0f<\/a>\u041c\u044b \u0441\u0440\u0430\u0432\u043d\u0438\u0432\u0430\u0435\u043c \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u0431\u0430\u0437\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u0438 \u043c\u043d\u043e\u0433\u043e\u044f\u0437\u044b\u0447\u043d\u043e\u0433\u043e \u043a\u043e\u0434\u0430 \u043d\u0430\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/openai_humaneval\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">HumanEval<\/a>\u00a0\u044d\u0442\u0430\u043b\u043e\u043d \u0438\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/nuprl\/MultiPL-E\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">MultiPL-E<\/a>. \u041c\u044b \u0442\u0430\u043a\u0436\u0435 \u0438\u0437\u043c\u0435\u0440\u044f\u0435\u043c \u043f\u0440\u043e\u0438\u0437\u0432\u043e\u0434\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0441\u0442\u044c \u0438 \u043f\u0440\u0435\u0434\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u043c \u0438\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0438\u044e \u043e \u043c\u043e\u0434\u0435\u043b\u044f\u0445. \u041c\u044b \u0441\u0440\u0430\u0432\u043d\u0438\u0432\u0430\u0435\u043c \u0442\u043e\u043b\u044c\u043a\u043e \u043e\u0442\u043a\u0440\u044b\u0442\u044b\u0435 \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e \u043e\u0431\u0443\u0447\u0435\u043d\u043d\u044b\u0435 \u043c\u043d\u043e\u0433\u043e\u044f\u0437\u044b\u0447\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u043a\u043e\u0434\u0430, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u043b\u044e\u0434\u0438 \u043c\u043e\u0433\u0443\u0442 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c \u0432 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u0431\u0430\u0437\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0434\u043b\u044f \u0441\u0432\u043e\u0438\u0445 \u0442\u0440\u0435\u043d\u0438\u0440\u043e\u0432\u043e\u043a.<\/p>\n\n\n\n<iframe\n\tsrc=\"https:\/\/bigcode-bigcode-models-leaderboard.hf.space\"\n\tframeborder=\"0\"\n\twidth=\"100%\"\n\theight=\"1280px\"\n><\/iframe>\n\n\n\n\n<h2 class=\"wp-block-heading\">\u0427\u0442\u043e \u0442\u0430\u043a\u043e\u0435 Big Code Models Leaderboard<\/h2>\n\n\n\n<p>\u0420\u0430\u0441\u0442\u0443\u0449\u0435\u0435 \u0447\u0438\u0441\u043b\u043e \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u043a\u043e\u0434\u0430, \u0432\u044b\u043f\u0443\u0441\u043a\u0430\u0435\u043c\u044b\u0445 \u0441\u043e\u043e\u0431\u0449\u0435\u0441\u0442\u0432\u043e\u043c, \u0442\u0440\u0435\u0431\u0443\u0435\u0442 \u0432\u0441\u0435\u0441\u0442\u043e\u0440\u043e\u043d\u043d\u0435\u0439 \u043e\u0446\u0435\u043d\u043a\u0438 \u0434\u043b\u044f \u043d\u0430\u0434\u0435\u0436\u043d\u043e\u0433\u043e \u043e\u043f\u0440\u0435\u0434\u0435\u043b\u0435\u043d\u0438\u044f \u0438\u0445 \u0432\u043e\u0437\u043c\u043e\u0436\u043d\u043e\u0441\u0442\u0435\u0439. \u041a\u0430\u043a \u0438 \u0432 \u0441\u043b\u0443\u0447\u0430\u0435 \u0441\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/HuggingFaceH4\/open_llm_leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 \u041e\u0442\u043a\u0440\u044b\u0442\u0430\u044f \u0442\u0430\u0431\u043b\u0438\u0446\u0430 \u043b\u0438\u0434\u0435\u0440\u043e\u0432 LLM<\/a>\u041c\u044b \u0432\u044b\u0431\u0440\u0430\u043b\u0438 \u0434\u0432\u0430 \u043e\u0431\u0449\u0438\u0445 \u0431\u0435\u043d\u0447\u043c\u0430\u0440\u043a\u0430 \u0434\u043b\u044f \u043e\u0446\u0435\u043d\u043a\u0438 Code LLM \u043d\u0430 \u043d\u0435\u0441\u043a\u043e\u043b\u044c\u043a\u0438\u0445 \u044f\u0437\u044b\u043a\u0430\u0445 \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong><a href=\"https:\/\/huggingface.co\/datasets\/openai_humaneval\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">HumanEval<\/a><\/strong>\u00a0- \u042d\u0442\u0430\u043b\u043e\u043d \u0434\u043b\u044f \u0438\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u044f \u0444\u0443\u043d\u043a\u0446\u0438\u043e\u043d\u0430\u043b\u044c\u043d\u043e\u0439 \u043a\u043e\u0440\u0440\u0435\u043a\u0442\u043d\u043e\u0441\u0442\u0438 \u043f\u0440\u0438 \u0441\u0438\u043d\u0442\u0435\u0437\u0435 \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c \u0438\u0437 \u0434\u043e\u043a\u0443\u043c\u0435\u043d\u0442\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0442\u0440\u043e\u043a. \u041e\u043d \u0441\u043e\u0441\u0442\u043e\u0438\u0442 \u0438\u0437 164 \u0437\u0430\u0434\u0430\u0447 \u043f\u043e \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044e \u043d\u0430 \u044f\u0437\u044b\u043a\u0435 Python.<\/li>\n\n\n\n<li><strong><a href=\"https:\/\/huggingface.co\/datasets\/nuprl\/MultiPL-E\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">MultiPL-E<\/a><\/strong>\u00a0- \u041f\u0435\u0440\u0435\u0432\u043e\u0434 HumanEval \u043d\u0430 18 \u044f\u0437\u044b\u043a\u043e\u0432 \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f.<\/li>\n\n\n\n<li><strong>\u0418\u0437\u043c\u0435\u0440\u0435\u043d\u0438\u0435 \u043f\u0440\u043e\u043f\u0443\u0441\u043a\u043d\u043e\u0439 \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u0438<\/strong>\u00a0- \u0412 \u0434\u043e\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0435 \u043a \u044d\u0442\u0438\u043c \u0431\u0435\u043d\u0447\u043c\u0430\u0440\u043a\u0430\u043c \u043c\u044b \u0442\u0430\u043a\u0436\u0435 \u0438\u0437\u043c\u0435\u0440\u044f\u0435\u043c \u043f\u0440\u043e\u043f\u0443\u0441\u043a\u043d\u0443\u044e \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u043d\u0430 \u043f\u0430\u0440\u0442\u0438\u044f\u0445 \u0440\u0430\u0437\u043c\u0435\u0440\u043e\u043c 1 \u0438 50, \u0447\u0442\u043e\u0431\u044b \u0441\u0440\u0430\u0432\u043d\u0438\u0442\u044c \u0441\u043a\u043e\u0440\u043e\u0441\u0442\u044c \u0438\u0445 \u0432\u044b\u0447\u0438\u0441\u043b\u0435\u043d\u0438\u0439.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u041a\u043e\u043d\u0442\u0440\u043e\u043b\u044c\u043d\u044b\u0435 \u0437\u0430\u0434\u0430\u043d\u0438\u044f \u0438 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>HumanEval-Python \u0441\u043e\u043e\u0431\u0449\u0430\u0435\u0442 \u043e \u043f\u0440\u043e\u0445\u043e\u0434\u0435@1 \u043d\u0430 HumanEval; \u043e\u0441\u0442\u0430\u043b\u044c\u043d\u044b\u0435 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b \u043f\u043e\u043b\u0443\u0447\u0435\u043d\u044b \u043d\u0430 \u0431\u0435\u043d\u0447\u043c\u0430\u0440\u043a\u0435 MultiPL-E.<\/li>\n\n\n\n<li>\u0414\u043b\u044f \u0432\u0441\u0435\u0445 \u044f\u0437\u044b\u043a\u043e\u0432 \u043c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u043e\u0440\u0438\u0433\u0438\u043d\u0430\u043b\u044c\u043d\u044b\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 benchamrk \u0434\u043b\u044f \u0432\u0441\u0435\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043a\u0440\u043e\u043c\u0435 HumanEval-Python, \u0433\u0434\u0435 \u043c\u044b \u0440\u0430\u0437\u0434\u0435\u043b\u044f\u0435\u043c \u0431\u0430\u0437\u043e\u0432\u044b\u0435 \u0438 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0442\u0438\u0432\u043d\u044b\u0435 \u043c\u043e\u0434\u0435\u043b\u0438. \u041c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u043e\u0440\u0438\u0433\u0438\u043d\u0430\u043b\u044c\u043d\u044b\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 \u0437\u0430\u0432\u0435\u0440\u0448\u0435\u043d\u0438\u044f \u043a\u043e\u0434\u0430 \u0434\u043b\u044f HumanEval \u0434\u043b\u044f \u0432\u0441\u0435\u0445 \u0431\u0430\u0437\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439, \u043d\u043e \u0434\u043b\u044f \u043c\u043e\u0434\u0435\u043b\u0435\u0439 \u0441 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u044f\u043c\u0438 \u043c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0442\u0438\u0432\u043d\u0443\u044e \u0432\u0435\u0440\u0441\u0438\u044e HumanEval \u0432\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/bigcode\/humanevalpack\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">HumanEvalSynthesize<\/a>\u00a0\u0440\u0430\u0437\u0433\u0440\u0430\u043d\u0438\u0447\u0435\u043d\u044b \u0442\u043e\u043a\u0435\u043d\u0430\u043c\u0438\/\u0442\u0435\u043a\u0441\u0442\u043e\u043c, \u0440\u0435\u043a\u043e\u043c\u0435\u043d\u0434\u043e\u0432\u0430\u043d\u043d\u044b\u043c\u0438 \u0430\u0432\u0442\u043e\u0440\u0430\u043c\u0438 \u043a\u0430\u0436\u0434\u043e\u0439 \u043c\u043e\u0434\u0435\u043b\u0438 (\u043c\u044b \u0442\u0430\u043a\u0436\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u043c\u0430\u043a\u0441\u0438\u043c\u0430\u043b\u044c\u043d\u0443\u044e \u0434\u043b\u0438\u043d\u0443 \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u0438 2048 \u0432\u043c\u0435\u0441\u0442\u043e 512).<\/li>\n<\/ul>\n\n\n\n<p>\u041d\u0430 \u0440\u0438\u0441\u0443\u043d\u043a\u0435 \u043d\u0438\u0436\u0435 \u043f\u043e\u043a\u0430\u0437\u0430\u043d \u043f\u0440\u0438\u043c\u0435\u0440 \u0437\u0430\u043f\u0440\u043e\u0441\u0430 OctoCoder vs Base HumanEval, \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0438 \u0434\u0440\u0443\u0433\u0438\u0435 \u0437\u0430\u043f\u0440\u043e\u0441\u044b\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/blob\/main\/bigcode_eval\/tasks\/humanevalpack.py\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u0437\u0434\u0435\u0441\u044c<\/a>.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"1940\" height=\"724\" src=\"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct.png\" alt=\"OctoCoder \u0432 \u0441\u0440\u0430\u0432\u043d\u0435\u043d\u0438\u0438 \u0441 \u0431\u0430\u0437\u043e\u0432\u043e\u0439 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u043e\u0439 HumanEval\" class=\"wp-image-628\" srcset=\"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct.png 1940w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-300x112.png 300w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-1024x382.png 1024w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-768x287.png 768w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-1536x573.png 1536w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-18x7.png 18w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-360x134.png 360w\" sizes=\"auto, (max-width: 1940px) 100vw, 1940px\" \/><\/figure>\n\n\n\n<p>- \u0418\u0441\u043a\u043b\u044e\u0447\u0435\u043d\u0438\u0435 \u0441\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u044e\u0442 \u043c\u043e\u0434\u0435\u043b\u0438 Phind. \u041a\u0430\u0436\u0435\u0442\u0441\u044f, \u0447\u0442\u043e \u043e\u043d\u0438 \u043b\u0443\u0447\u0448\u0435 \u0441\u043b\u0435\u0434\u0443\u044e\u0442 \u0431\u0430\u0437\u043e\u0432\u044b\u043c \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0430\u043c, \u0447\u0435\u043c \u0432\u0435\u0440\u0441\u0438\u0438 \u0441 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u044f\u043c\u0438. \u041f\u043e\u044d\u0442\u043e\u043c\u0443, \u0441\u043b\u0435\u0434\u0443\u044f \u0440\u0435\u043a\u043e\u043c\u0435\u043d\u0434\u0430\u0446\u0438\u0438 \u0430\u0432\u0442\u043e\u0440\u043e\u0432, \u043c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u0431\u0430\u0437\u043e\u0432\u044b\u0435 \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0438 HumanEval, \u043d\u0435 \u0443\u0431\u0438\u0440\u0430\u044f \u0438\u0437 \u043d\u0438\u0445 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u044e\u044e \u043d\u043e\u0432\u0443\u044e \u0441\u0442\u0440\u043e\u043a\u0443. - \u0422\u0430\u043a\u0436\u0435 \u043e\u0442\u043c\u0435\u0442\u0438\u043c, \u0447\u0442\u043e \u0434\u043b\u044f WizardCoder-Python-34B-V1.0 \u0438 WizardCoder-Python-13B-V1.0 (\u043d\u0430 \u0431\u0430\u0437\u0435 CodeLLaMa) \u043c\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u0435\u043c \u043f\u043e\u0434\u0441\u043a\u0430\u0437\u043a\u0443 \u0438\u043d\u0441\u0442\u0440\u0443\u043a\u0446\u0438\u0438 HumanEval-Python, \u043a\u043e\u0442\u043e\u0440\u0443\u044e \u0430\u0432\u0442\u043e\u0440\u044b \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043b\u0438 \u043f\u0440\u0438 \u043f\u043e\u0441\u0442\u043f\u0440\u043e\u0446\u0435\u0441\u0441\u0438\u043d\u0433\u0435 (\u0432\u043c\u0435\u0441\u0442\u043e HumanEvalSynthesize), \u043a\u043e\u0434 \u0434\u043e\u0441\u0442\u0443\u043f\u0435\u043d [\u0437\u0434\u0435\u0441\u044c](https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/pull\/133)).<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u041f\u0430\u0440\u0430\u043c\u0435\u0442\u0440\u044b \u043e\u0446\u0435\u043d\u043a\u0438<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0412\u0441\u0435 \u043c\u043e\u0434\u0435\u043b\u0438 \u0431\u044b\u043b\u0438 \u043e\u0446\u0435\u043d\u0435\u043d\u044b \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/tree\/main\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">bigcode-evaluation-harness<\/a>\u00a0\u0441 top-p=0.95, \u0442\u0435\u043c\u043f\u0435\u0440\u0430\u0442\u0443\u0440\u043e\u0439=0.2, max_length_generation 512 \u0438 n_samples=50.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u041f\u0440\u043e\u043f\u0443\u0441\u043a\u043d\u0430\u044f \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u044c \u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435 \u043f\u0430\u043c\u044f\u0442\u0438<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u041f\u0440\u043e\u043f\u0443\u0441\u043a\u043d\u0430\u044f \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u044c \u0438 \u043f\u0438\u043a\u043e\u0432\u043e\u0435 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u0435 \u043f\u0430\u043c\u044f\u0442\u0438 \u0438\u0437\u043c\u0435\u0440\u044f\u044e\u0442\u0441\u044f \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e\u00a0<a href=\"https:\/\/github.com\/huggingface\/optimum-benchmark\/tree\/main\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u041e\u043f\u0442\u0438\u043c\u0430\u043b\u044c\u043d\u044b\u0439 \u0432\u0430\u0440\u0438\u0430\u043d\u0442<\/a>\u00a0\u043a\u0430\u043a\u0438\u0435 \u0441\u0438\u043b\u044b\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/optimum\/llm-perf-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u041e\u0442\u043a\u0440\u044b\u0442\u0430\u044f \u0442\u0430\u0431\u043b\u0438\u0446\u0430 \u043b\u0438\u0434\u0435\u0440\u043e\u0432 LLM-Perf<\/a>. (0 \u043f\u0440\u043e\u043f\u0443\u0441\u043a\u043d\u043e\u0439 \u0441\u043f\u043e\u0441\u043e\u0431\u043d\u043e\u0441\u0442\u0438 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u0435\u0442 OOM).<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u041f\u043e\u0434\u0441\u0447\u0435\u0442 \u043e\u0447\u043a\u043e\u0432 \u0438 \u0440\u0435\u0439\u0442\u0438\u043d\u0433<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0421\u0440\u0435\u0434\u043d\u0438\u0439 \u0431\u0430\u043b\u043b - \u044d\u0442\u043e \u0441\u0440\u0435\u0434\u043d\u0438\u0439 \u043f\u0440\u043e\u0445\u043e\u0434@1 \u043f\u043e \u0432\u0441\u0435\u043c \u044f\u0437\u044b\u043a\u0430\u043c. \u0414\u043b\u044f \u043f\u043e\u043a\u0430\u0437\u0430\u0442\u0435\u043b\u044f Win Rate \u043c\u044b \u043d\u0430\u0445\u043e\u0434\u0438\u043c \u0440\u0430\u043d\u0433 \u043c\u043e\u0434\u0435\u043b\u0438 \u0434\u043b\u044f \u043a\u0430\u0436\u0434\u043e\u0433\u043e \u044f\u0437\u044b\u043a\u0430 \u0438 \u0432\u044b\u0447\u0438\u0441\u043b\u044f\u0435\u043c\u00a0<code>num_models - (rank -1)<\/code>\u0437\u0430\u0442\u0435\u043c \u0443\u0441\u0440\u0435\u0434\u043d\u0438\u0442\u0435 \u044d\u0442\u043e\u0442 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442 \u043f\u043e \u0432\u0441\u0435\u043c \u044f\u0437\u044b\u043a\u0430\u043c.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u0420\u0430\u0437\u043d\u043e\u0435<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0412 \u0441\u0442\u043e\u043b\u0431\u0446\u0435 #Languages \u0443\u043a\u0430\u0437\u0430\u043d\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u044f\u0437\u044b\u043a\u043e\u0432 \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044f, \u0432\u043a\u043b\u044e\u0447\u0435\u043d\u043d\u044b\u0445 \u0432 \u043f\u0440\u0435\u0434\u0432\u0430\u0440\u0438\u0442\u0435\u043b\u044c\u043d\u043e\u0435 \u043e\u0431\u0443\u0447\u0435\u043d\u0438\u0435. UNK \u043e\u0437\u043d\u0430\u0447\u0430\u0435\u0442, \u0447\u0442\u043e \u043a\u043e\u043b\u0438\u0447\u0435\u0441\u0442\u0432\u043e \u044f\u0437\u044b\u043a\u043e\u0432 \u043d\u0435\u0438\u0437\u0432\u0435\u0441\u0442\u043d\u043e.<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u041a\u0430\u043a \u043e\u0442\u043f\u0440\u0430\u0432\u0438\u0442\u044c \u043c\u043e\u0434\u0435\u043b\u0438\/\u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b \u0432 \u0442\u0430\u0431\u043b\u0438\u0446\u0443 \u043b\u0438\u0434\u0435\u0440\u043e\u0432?<\/h2>\n\n\n\n<p>\u041c\u044b \u043f\u0440\u0438\u0433\u043b\u0430\u0448\u0430\u0435\u043c \u0441\u043e\u043e\u0431\u0449\u0435\u0441\u0442\u0432\u043e \u043f\u0440\u0438\u0441\u044b\u043b\u0430\u0442\u044c \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b \u043e\u0446\u0435\u043d\u043a\u0438 \u043d\u043e\u0432\u044b\u0445 \u043c\u043e\u0434\u0435\u043b\u0435\u0439. \u042d\u0442\u0438 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b \u0431\u0443\u0434\u0443\u0442 \u0434\u043e\u0431\u0430\u0432\u043b\u0435\u043d\u044b \u043a\u0430\u043a \u043d\u0435\u043f\u0440\u043e\u0432\u0435\u0440\u0435\u043d\u043d\u044b\u0435, \u043e\u0434\u043d\u0430\u043a\u043e \u0430\u0432\u0442\u043e\u0440\u044b \u0434\u043e\u043b\u0436\u043d\u044b \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044c \u0441\u0432\u043e\u0438 \u043f\u043e\u043a\u043e\u043b\u0435\u043d\u0438\u044f \u043d\u0430 \u0441\u043b\u0443\u0447\u0430\u0439, \u0435\u0441\u043b\u0438 \u0434\u0440\u0443\u0433\u0438\u0435 \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a\u0438 \u0437\u0430\u0445\u043e\u0442\u044f\u0442 \u0438\u0445 \u043f\u0440\u043e\u0432\u0435\u0440\u0438\u0442\u044c.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">1 - \u041e\u0446\u0435\u043d\u043a\u0430 \u0431\u0435\u0433\u0430<\/h3>\n\n\n\n<p>\u041c\u044b \u043d\u0430\u043f\u0438\u0441\u0430\u043b\u0438 \u043f\u043e\u0434\u0440\u043e\u0431\u043d\u043e\u0435 \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u043e \u043f\u043e \u043f\u0440\u043e\u0432\u0435\u0434\u0435\u043d\u0438\u044e \u043e\u0446\u0435\u043d\u043a\u0438 \u043d\u0430 \u0432\u0430\u0448\u0435\u0439 \u043c\u043e\u0434\u0435\u043b\u0438. \u0412\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0435\u0433\u043e \u0432\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/tree\/main\/leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">bigcode-evaluation-harness\/leaderboard<\/a>. \u0412 \u0434\u043e\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0435 \u043a \u043d\u0435\u043e\u0431\u0440\u0430\u0431\u043e\u0442\u0430\u043d\u043d\u044b\u043c \u0433\u0435\u043d\u0435\u0440\u0430\u0446\u0438\u044f\u043c \u0438 \u043c\u0435\u0442\u0440\u0438\u0447\u0435\u0441\u043a\u0438\u043c \u0444\u0430\u0439\u043b\u0430\u043c \u0431\u0443\u0434\u0435\u0442 \u0441\u0433\u0435\u043d\u0435\u0440\u0438\u0440\u043e\u0432\u0430\u043d json-\u0444\u0430\u0439\u043b \u0441 \u043a\u0440\u0430\u0442\u043a\u0438\u043c \u043e\u043f\u0438\u0441\u0430\u043d\u0438\u0435\u043c \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">2- \u041f\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043b\u0435\u043d\u0438\u0435 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432 \ud83d\ude80<\/h3>\n\n\n\n<p>\u0427\u0442\u043e\u0431\u044b \u043e\u0442\u043f\u0440\u0430\u0432\u0438\u0442\u044c \u0441\u0432\u043e\u0438 \u0440\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u044b, \u0441\u043e\u0437\u0434\u0430\u0439\u0442\u0435\u00a0<strong>Pull Request<\/strong>\u00a0\u043d\u0430 \u0432\u043a\u043b\u0430\u0434\u043a\u0435 \"\u0421\u043e\u043e\u0431\u0449\u0435\u0441\u0442\u0432\u043e\", \u0447\u0442\u043e\u0431\u044b \u0434\u043e\u0431\u0430\u0432\u0438\u0442\u044c \u0438\u0445 \u043f\u043e\u0434\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/bigcode\/multilingual-code-evals\/tree\/main\/community_results\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\u043f\u0430\u043f\u043a\u0430<\/a>\u00a0<code>community_results<\/code>\u00a0\u0432 \u044d\u0442\u043e\u043c \u0445\u0440\u0430\u043d\u0438\u043b\u0438\u0449\u0435:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u0421\u043e\u0437\u0434\u0430\u0439\u0442\u0435 \u043f\u0430\u043f\u043a\u0443 \u0441 \u0438\u043c\u0435\u043d\u0435\u043c\u00a0<code>ORG_MODELNAME_USERNAME<\/code>\u00a0\u043d\u0430\u043f\u0440\u0438\u043c\u0435\u0440\u00a0<code>bigcode_starcoder_loubnabnl<\/code><\/li>\n\n\n\n<li>\u041f\u043e\u043c\u0435\u0441\u0442\u0438\u0442\u0435 \u0432 \u043d\u0435\u0433\u043e json-\u0444\u0430\u0439\u043b \u0441\u043e \u0441\u0433\u0440\u0443\u043f\u043f\u0438\u0440\u043e\u0432\u0430\u043d\u043d\u044b\u043c\u0438 \u043e\u0446\u0435\u043d\u043a\u0430\u043c\u0438 \u0438\u0437 \u0440\u0443\u043a\u043e\u0432\u043e\u0434\u0441\u0442\u0432\u0430, \u0430 \u0442\u0430\u043a\u0436\u0435 \u043f\u0430\u043f\u043a\u0443 generations \u0438 \u043f\u0430\u043f\u043a\u0443 metrics.<\/li>\n<\/ul>\n\n\n\n<p>\u041d\u0430\u0437\u0432\u0430\u043d\u0438\u0435 PR \u0434\u043e\u043b\u0436\u043d\u043e \u0431\u044b\u0442\u044c \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u043c&nbsp;<code>[Community Submission] \u041c\u043e\u0434\u0435\u043b\u044c: org\/model, \u0418\u043c\u044f \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044f: your_username<\/code>\u0437\u0430\u043c\u0435\u043d\u0438\u0442\u0435 \u0441\u043b\u043e\u0432\u0430 org \u0438 model \u043d\u0430 \u0442\u0435, \u043a\u043e\u0442\u043e\u0440\u044b\u0435 \u0441\u043e\u043e\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044e\u0442 \u043c\u043e\u0434\u0435\u043b\u0438, \u043a\u043e\u0442\u043e\u0440\u0443\u044e \u0432\u044b \u043e\u0446\u0435\u043d\u0438\u0432\u0430\u043b\u0438.<\/p>","protected":false},"excerpt":{"rendered":"<p>Inspired from the\u00a0\ud83e\udd17 Open LLM Leaderboard\u00a0and\u00a0\ud83e\udd17 Open LLM-Perf Leaderboard \ud83c\udfcb\ufe0f, we compare performance of base multilingual code generation models on\u00a0HumanEval\u00a0benchmark and\u00a0MultiPL-E. We also measure throughput and provide information about the models. We only compare open pre-trained multilingual code models, that people can start from as base models for their trainings. What is Big\u00a0Code\u00a0Models\u00a0Leaderboard The growing&#8230;<\/p>","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_kadence_starter_templates_imported_post":false,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"footnotes":""},"class_list":["post-627","page","type-page","status-publish","hentry"],"rankMath":{"parentDomain":"smolagents.org","noFollowDomains":[],"noFollowExcludeDomains":[],"noFollowExternalLinks":false,"featuredImageNotice":"\u041f\u043e\u043a\u0430\u0437\u0430\u043d\u043d\u043e\u0435 \u0438\u0437\u043e\u0431\u0440\u0430\u0436\u0435\u043d\u0438\u0435 \u0434\u043e\u043b\u0436\u043d\u043e \u0431\u044b\u0442\u044c \u0440\u0430\u0437\u043c\u0435\u0440\u043e\u043c \u043d\u0435 \u043c\u0435\u043d\u0435\u0435 200 \u043d\u0430 200 \u043f\u0438\u043a\u0441\u0435\u043b\u0435\u0439, \u0447\u0442\u043e\u0431\u044b \u0435\u0433\u043e \u043c\u043e\u0433\u043b\u0438 \u0443\u0432\u0438\u0434\u0435\u0442\u044c Facebook \u0438 \u0434\u0440\u0443\u0433\u0438\u0435 \u0441\u0430\u0439\u0442\u044b \u0441\u043e\u0446\u0438\u0430\u043b\u044c\u043d\u044b\u0445 \u0441\u0435\u0442\u0435\u0439.","pluginReviewed":false,"postSettings":{"linkSuggestions":true,"useFocusKeyword":false},"frontEndScore":false,"postName":"big-code-models-leaderboard","permalinkFormat":"https:\/\/smolagents.org\/ru\/%pagename%\/","showLockModifiedDate":true,"assessor":{"focusKeywordLink":"https:\/\/smolagents.org\/wp-admin\/edit.php?focus_keyword=%focus_keyword%&post_type=%post_type%","hasTOCPlugin":{"kadence-blocks\/kadence-blocks.php":"Kadence Blocks","easy-table-of-contents\/easy-table-of-contents.php":"Easy Table of Contents"},"primaryTaxonomy":false,"serpData":{"title":"","description":"","focusKeywords":"","pillarContent":false,"canonicalUrl":"","breadcrumbTitle":"","advancedRobots":[],"facebookTitle":"","facebookDescription":"","facebookImage":"","facebookImageID":"","facebookHasOverlay":false,"facebookImageOverlay":"","facebookAuthor":"","twitterCardType":"","twitterUseFacebook":true,"twitterTitle":"","twitterDescription":"","twitterImage":"","twitterImageID":"","twitterHasOverlay":false,"twitterImageOverlay":"","twitterPlayerUrl":"","twitterPlayerSize":"","twitterPlayerStream":"","twitterPlayerStreamCtype":"","twitterAppDescription":"","twitterAppIphoneName":"","twitterAppIphoneID":"","twitterAppIphoneUrl":"","twitterAppIpadName":"","twitterAppIpadID":"","twitterAppIpadUrl":"","twitterAppGoogleplayName":"","twitterAppGoogleplayID":"","twitterAppGoogleplayUrl":"","twitterAppCountry":"","robots":{"index":true},"twitterAuthor":"\u0438\u043c\u044f \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044f","primaryTerm":0,"authorName":"smolagents","titleTemplate":"%title% %sep% %sitename%","descriptionTemplate":"%excerpt%","showScoreFrontend":true,"lockModifiedDate":false},"powerWords":[],"diacritics":{"A":"[\\u0410\\u0430]","B":"[\\u0411\\u0431]","V":"[\\u0412\\u0432]","G":"[\\u0413\\u0433]","D":"[\\u0414\\u0434]","YE":"[\\u0415\\u0435]","YO":"[\\u0401\\u0451]","ZH":"[\\u0416\\u0436]","Z":"[\\u0417\\u0437]","EE":"[\\u0418\\u0438]","YI":"[\\u0419\\u0439]","K":"[\\u041A\\u043A]","L":"[\\u041B\\u043B]","M":"[\\u041C\\u043c]","P":"[\\u041F\\u043F]","T":"[\\u0422\\u0442]","U":"[\\u0423\\u0443]","F":"[\\u0424\\u0444]","H":"[\\u0425\\u0445]","TS":"[\\u0426\\u0446]","CH":"[\\u0427\\u0447]","SH":"[\\u0428\\u0448\\u0429\\u0449]","I":"[\\u042B\\u044B]","E":"[\\u042D\\u044D]","YU":"[\\u042E\\u044E]","YA":"[\\u042F\\u044F]","N":"[\\u041D\\u043D]"},"researchesTests":["contentHasTOC","contentHasShortParagraphs","contentHasAssets","keywordInTitle","keywordInMetaDescription","keywordInPermalink","keywordIn10Percent","keywordInContent","keywordInSubheadings","keywordInImageAlt","keywordDensity","keywordNotUsed","lengthContent","lengthPermalink","linksHasInternal","linksHasExternals","linksNotAllExternals","titleStartWithKeyword","titleSentiment","titleHasPowerWords","titleHasNumber","hasContentAI"],"hasRedirection":false,"hasBreadcrumb":false},"homeUrl":"https:\/\/smolagents.org\/ru","objectID":627,"objectType":"post","locale":"ru","localeFull":"ru_RU","overlayImages":{"play":{"name":"Play \u0438\u043a\u043e\u043d\u043a\u0430","url":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-play.png","path":"\/home\/u392695599\/domains\/smolagents.org\/public_html\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-play.png","position":"middle_center"},"gif":{"name":"GIF \u0438\u043a\u043e\u043d\u043a\u0430","url":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-gif.png","path":"\/home\/u392695599\/domains\/smolagents.org\/public_html\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-gif.png","position":"middle_center"}},"defautOgImage":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/social-placeholder.jpg","customPermalinks":true,"isUserRegistered":true,"autoSuggestKeywords":true,"connectSiteUrl":"https:\/\/rankmath.com\/auth?site=https%3A%2F%2Fsmolagents.org%2Fru&r=https%3A%2F%2Fsmolagents.org%2Fru%2Fwp-json%2Fwp%2Fv2%2Fpages%2F627%3Fnonce%3D2debf715ba&pro=1","maxTags":100,"trendsIcon":"<svg viewBox=\"0 0 610 610\"><path d=\"M18.85,446,174.32,290.48l58.08,58.08L76.93,504a14.54,14.54,0,0,1-20.55,0L18.83,466.48a14.54,14.54,0,0,1,0-20.55Z\" style=\"fill:#4285f4\"\/><path d=\"M242.65,242.66,377.59,377.6l-47.75,47.75a14.54,14.54,0,0,1-20.55,0L174.37,290.43l47.75-47.75A14.52,14.52,0,0,1,242.65,242.66Z\" style=\"fill:#ea4335\"\/><polygon points=\"319.53 319.53 479.26 159.8 537.34 217.88 377.61 377.62 319.53 319.53\" style=\"fill:#fabb05\"\/><path d=\"M594.26,262.73V118.61h0a16.94,16.94,0,0,0-16.94-16.94H433.2a16.94,16.94,0,0,0-12,28.92L565.34,274.71h0a16.94,16.94,0,0,0,28.92-12Z\" style=\"fill:#34a853\"\/><rect width=\"610\" height=\"610\" style=\"fill:none\"\/><\/svg>","showScore":true,"siteFavIcon":"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/cropped-cropped-Slice-91-32x32.png","canUser":{"general":false,"advanced":false,"snippet":false,"social":false,"analysis":false,"analytics":false,"content_ai":false},"isPro":true,"is_front_page":false,"trendsUpgradeLink":"https:\/\/rankmath.com\/pricing\/?utm_source=Plugin&utm_medium=CE%20General%20Tab%20Trends&utm_campaign=WP","trendsUpgradeLabel":"\u0410\u043f\u0433\u0440\u0435\u0439\u0434","trendsPreviewImage":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/trends-preview.jpg","currentEditor":false,"homepageData":{"assessor":{"powerWords":[],"diacritics":true,"researchesTests":["contentHasTOC","contentHasShortParagraphs","contentHasAssets","keywordInTitle","keywordInMetaDescription","keywordInPermalink","keywordIn10Percent","keywordInContent","keywordInSubheadings","keywordInImageAlt","keywordDensity","keywordNotUsed","lengthContent","lengthPermalink","linksHasInternal","linksHasExternals","linksNotAllExternals","titleStartWithKeyword","titleSentiment","titleHasPowerWords","titleHasNumber","hasContentAI"],"hasBreadcrumb":false,"serpData":{"title":"%sitename% %page% %sep% %sitedesc%","description":"","titleTemplate":"%sitename% %page% %sep% %sitedesc%","descriptionTemplate":"","focusKeywords":"","breadcrumbTitle":"Home","robots":{"index":true},"advancedRobots":[],"facebookTitle":"","facebookDescription":"","facebookImage":"","facebookImageID":""}}},"tocTitle":"Table of Contents","tocExcludeHeadings":[],"listStyle":"ul"},"_links":{"self":[{"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/pages\/627","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/comments?post=627"}],"version-history":[{"count":1,"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/pages\/627\/revisions"}],"predecessor-version":[{"id":629,"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/pages\/627\/revisions\/629"}],"wp:attachment":[{"href":"https:\/\/smolagents.org\/ru\/wp-json\/wp\/v2\/media?parent=627"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}