{"id":627,"date":"2025-01-13T13:22:09","date_gmt":"2025-01-13T13:22:09","guid":{"rendered":"https:\/\/smolagents.org\/?page_id=627"},"modified":"2025-01-13T13:22:11","modified_gmt":"2025-01-13T13:22:11","slug":"big-code-models-leaderboard","status":"publish","type":"page","link":"https:\/\/smolagents.org\/ko\/big-code-models-leaderboard\/","title":{"rendered":"\ube45 \ucf54\ub4dc \ubaa8\ub378 \ub9ac\ub354\ubcf4\ub4dc"},"content":{"rendered":"<p>\uc5d0\uc11c \uc601\uac10\uc744 \ubc1b\uc544\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/HuggingFaceH4\/open_llm_leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 LLM \ub9ac\ub354\ubcf4\ub4dc \uc5f4\uae30<\/a>\u00a0\uadf8\ub9ac\uace0\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/optimum\/llm-perf-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 LLM-Perf \ub9ac\ub354\ubcf4\ub4dc \uc5f4\uae30 \ud83c\udfcb\ufe0f<\/a>\uc5d0\uc11c \uae30\ubcf8 \ub2e4\uad6d\uc5b4 \ucf54\ub4dc \uc0dd\uc131 \ubaa8\ub378\uc758 \uc131\ub2a5\uc744 \ube44\uad50\ud569\ub2c8\ub2e4.\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/openai_humaneval\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">HumanEval<\/a>\u00a0\ubca4\uce58\ub9c8\ud06c \ubc0f\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/nuprl\/MultiPL-E\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">MultiPL-E<\/a>. \ub610\ud55c \ucc98\ub9ac\ub7c9\uc744 \uce21\uc815\ud558\uace0 \ubaa8\ub378\uc5d0 \ub300\ud55c \uc815\ubcf4\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4. \uc0ac\ub78c\ub4e4\uc774 \ud559\uc2b5\uc744 \uc704\ud55c \uae30\ubcf8 \ubaa8\ub378\ub85c \uc2dc\uc791\ud560 \uc218 \uc788\ub294 \uc0ac\uc804 \ud559\uc2b5\ub41c \uac1c\ubc29\ud615 \ub2e4\uad6d\uc5b4 \ucf54\ub4dc \ubaa8\ub378\ub9cc \ube44\uad50\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<iframe\n\tsrc=\"https:\/\/bigcode-bigcode-models-leaderboard.hf.space\"\n\tframeborder=\"0\"\n\twidth=\"100%\"\n\theight=\"1280px\"\n><\/iframe>\n\n\n\n\n<h2 class=\"wp-block-heading\">\ube45 \ucf54\ub4dc \ubaa8\ub378 \uc21c\uc704\ud45c\ub780 \ubb34\uc5c7\uc778\uac00\uc694?<\/h2>\n\n\n\n<p>\ucee4\ubba4\ub2c8\ud2f0\uc5d0\uc11c \uacf5\uac1c\ud558\ub294 \ucf54\ub4dc \ubaa8\ub378\uc758 \uc218\uac00 \uc99d\uac00\ud568\uc5d0 \ub530\ub77c \uadf8 \uae30\ub2a5\uc744 \uc548\uc815\uc801\uc73c\ub85c \ubca4\uce58\ub9c8\ud0b9\ud558\uae30 \uc704\ud55c \uc885\ud569\uc801\uc778 \ud3c9\uac00\uac00 \ud544\uc694\ud569\ub2c8\ub2e4. \uc774\uc640 \uc720\uc0ac\ud558\uac8c\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/HuggingFaceH4\/open_llm_leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud83e\udd17 LLM \ub9ac\ub354\ubcf4\ub4dc \uc5f4\uae30<\/a>\uc5d0\uc11c \uc5ec\ub7ec \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc758 \ucf54\ub4dc LLM\uc744 \ud3c9\uac00\ud558\uae30 \uc704\ud55c \ub450 \uac00\uc9c0 \uacf5\ud1b5 \ubca4\uce58\ub9c8\ud06c\ub97c \uc120\ud0dd\ud588\uc2b5\ub2c8\ub2e4:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong><a href=\"https:\/\/huggingface.co\/datasets\/openai_humaneval\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">HumanEval<\/a><\/strong>\u00a0- \ubb38\uc11c \ubb38\uc790\uc5f4\uc5d0\uc11c \ud504\ub85c\uadf8\ub7a8\uc744 \ud569\uc131\ud560 \ub54c \uae30\ub2a5\uc801 \uc815\ud655\uc131\uc744 \uce21\uc815\ud558\uae30 \uc704\ud55c \ubca4\uce58\ub9c8\ud06c\uc785\ub2c8\ub2e4. 164\uac1c\uc758 Python \ud504\ub85c\uadf8\ub798\ubc0d \ubb38\uc81c\ub85c \uad6c\uc131\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong><a href=\"https:\/\/huggingface.co\/datasets\/nuprl\/MultiPL-E\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">MultiPL-E<\/a><\/strong>\u00a0- \ud734\uba3c\uc5d0\ubc8c\uc744 18\uac1c \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\ub85c \ubc88\uc5ed\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\ucc98\ub9ac\ub7c9 \uce21\uc815<\/strong>\u00a0- \uc774\ub7ec\ud55c \ubca4\uce58\ub9c8\ud06c \uc678\uc5d0\ub3c4 \ubc30\uce58 \ud06c\uae30 1\uacfc 50\uc5d0\uc11c \ubaa8\ub378 \ucc98\ub9ac\ub7c9\uc744 \uce21\uc815\ud558\uc5ec \ucd94\ub860 \uc18d\ub3c4\ub97c \ube44\uad50\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\ubca4\uce58\ub9c8\ud06c \ubc0f \ud504\ub86c\ud504\ud2b8<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ud734\uba3c\uc774\ubc38-\ud30c\uc774\uc36c\uc740 \ud734\uba3c\uc774\ubc38\uc5d0\uc11c pass@1\uc744 \ubcf4\uace0\ud558\uace0, \ub098\uba38\uc9c0\ub294 \uba40\ud2f0\ud50c-E \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \uac00\uc838\uc628 \uac83\uc785\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\ubaa8\ub4e0 \uc5b8\uc5b4\uc758 \uacbd\uc6b0, \uae30\ubcf8 \ubaa8\ub378\uacfc \uba85\ub839\uc5b4 \ubaa8\ub378\uc744 \ubd84\ub9ac\ud558\ub294 HumanEval-Python\uc744 \uc81c\uc678\ud55c \ubaa8\ub4e0 \ubaa8\ub378\uc5d0 \ub300\ud574 \uc6d0\ub798\uc758 \ubca4\uce58\uc554\ub974\ud06c \ud504\ub86c\ud504\ud2b8\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4. \ubaa8\ub4e0 \uae30\ubcf8 \ubaa8\ub378\uc5d0 \ub300\ud574 HumanEval\uc758 \uc6d0\ub798 \ucf54\ub4dc \uc644\uc131 \ud504\ub86c\ud504\ud2b8\ub97c \uc0ac\uc6a9\ud558\uc9c0\ub9cc, \uc778\uc2a4\ud2b8\ub7ed\uc158 \ubaa8\ub378\uc758 \uacbd\uc6b0\uc5d0\ub294\u00a0<a href=\"https:\/\/huggingface.co\/datasets\/bigcode\/humanevalpack\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud734\uba3c\uc5d0\ubc8c\ud569\uc131<\/a>\u00a0\uac01 \ubaa8\ub378\uc758 \uc791\uc131\uc790\uac00 \uad8c\uc7a5\ud558\ub294 \ud1a0\ud070\/\ud14d\uc2a4\ud2b8\ub85c \uad6c\ubd84\ub429\ub2c8\ub2e4(\ucd5c\ub300 \uc0dd\uc131 \uae38\uc774\ub3c4 512\uac00 \uc544\ub2cc 2048\uc744 \uc0ac\uc6a9\ud569\ub2c8\ub2e4).<\/li>\n<\/ul>\n\n\n\n<p>\uc544\ub798 \uadf8\ub9bc\uc740 \uc625\ud1a0\ucf54\ub354\uc640 \uae30\ubcf8 \ud734\uba3c\uc5d0\ubc8c \ud504\ub86c\ud504\ud2b8\uc758 \uc608\uc2dc\uc774\uba70, \ub2e4\ub978 \ud504\ub86c\ud504\ud2b8\ub3c4 \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/blob\/main\/bigcode_eval\/tasks\/humanevalpack.py\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\uc5ec\uae30<\/a>.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"1940\" height=\"724\" src=\"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct.png\" alt=\"\uc625\ud1a0\ucf54\ub354\uc640 \uae30\ubcf8 \ud734\uba3c\uc5d0\ubc8c \ud504\ub86c\ud504\ud2b8 \ube44\uad50\" class=\"wp-image-628\" srcset=\"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct.png 1940w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-300x112.png 300w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-1024x382.png 1024w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-768x287.png 768w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-1536x573.png 1536w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-18x7.png 18w, https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/humaneval_instruct-360x134.png 360w\" sizes=\"auto, (max-width: 1940px) 100vw, 1940px\" \/><\/figure>\n\n\n\n<p>- \uc608\uc678\uc801\uc73c\ub85c Phind \ubaa8\ub378\uc740 \uc608\uc678\uc785\ub2c8\ub2e4. \uc774 \ubaa8\ub378\uc740 \uba85\ub839\uc5b4 \ubc84\uc804\ubcf4\ub2e4 \uae30\ubcf8 \ud504\ub86c\ud504\ud2b8\ub97c \ub354 \uc798 \ub530\ub974\ub294 \uac83 \uac19\uc2b5\ub2c8\ub2e4. \ub530\ub77c\uc11c \uc800\uc790\uc758 \uad8c\uc7a5 \uc0ac\ud56d\uc5d0 \ub530\ub77c \ub9c8\uc9c0\ub9c9 \uc904 \ubc14\uafc8\uc744 \uc81c\uac70\ud558\uc9c0 \uc54a\uace0 \uae30\ubcf8 HumanEval \ud504\ub86c\ud504\ud2b8\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4. - \ub610\ud55c WizardCoder-Python-34B-V1.0 \ubc0f WizardCoder-Python-13B-V1.0(CodeLLaMa \uae30\ubc18)\uc758 \uacbd\uc6b0, \uc6d0\uc800\uc790\uac00 \ud6c4\ucc98\ub9ac\uc5d0 \uc0ac\uc6a9\ud55c HumanEval-Python \uba85\ub839 \ud504\ub86c\ud504\ud2b8(HumanEvalSynthesize \ub300\uc2e0)\ub97c \uc0ac\uc6a9\ud558\uba70 \ucf54\ub4dc\ub294 [\uc5ec\uae30](https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/pull\/133))\uc5d0\uc11c \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ud3c9\uac00 \ub9e4\uac1c\ubcc0\uc218<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ubaa8\ub4e0 \ubaa8\ub378\uc740\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/tree\/main\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ube45\ucf54\ub4dc-\ud3c9\uac00-\ud558\ub124\uc2a4<\/a>\u00a0top-p=0.95, temperature=0.2, max_length_generation 512, n_samples=50\uc73c\ub85c \uc124\uc815\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\ucc98\ub9ac\ub7c9 \ubc0f \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ucc98\ub9ac\ub7c9 \ubc0f \ucd5c\ub300 \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc740 \ub2e4\uc74c\uc744 \uc0ac\uc6a9\ud558\uc5ec \uce21\uc815\ud569\ub2c8\ub2e4.\u00a0<a href=\"https:\/\/github.com\/huggingface\/optimum-benchmark\/tree\/main\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ucd5c\uc801 \ubca4\uce58\ub9c8\ud06c<\/a>\u00a0\uc5b4\ub5a4 \ud798\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/optimum\/llm-perf-leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">LLM-Perf \ub9ac\ub354\ubcf4\ub4dc \uc5f4\uae30<\/a>. (\ucc98\ub9ac\ub7c9 0\uc740 OOM\uc5d0 \ud574\ub2f9).<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\uc810\uc218 \ubc0f \uc21c\uc704<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ud3c9\uade0 \uc810\uc218\ub294 \ubaa8\ub4e0 \uc5b8\uc5b4\uc758 \ud3c9\uade0 \ud569\uaca9\ub960@1\uc785\ub2c8\ub2e4. \uc2b9\ub960\uc758 \uacbd\uc6b0 \uac01 \uc5b8\uc5b4\uc5d0 \ub300\ud55c \ubaa8\ub378 \uc21c\uc704\ub97c \ucc3e\uc544 \ub2e4\uc74c\uc744 \uacc4\uc0b0\ud569\ub2c8\ub2e4.\u00a0<code>num_models - (\uc21c\uc704 -1)<\/code>\ub97c \ud074\ub9ad\ud55c \ub2e4\uc74c \ubaa8\ub4e0 \uc5b8\uc5b4\uc5d0 \ub300\ud574 \uc774 \uacb0\uacfc\ub97c \ud3c9\uade0\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\uae30\ud0c0<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li>#Languages \uc5f4\uc740 \uc0ac\uc804 \uad50\uc721\uc5d0 \ud3ec\ud568\ub41c \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc758 \uc218\ub97c \ub098\ud0c0\ub0c5\ub2c8\ub2e4. UNK\ub294 \uc5b8\uc5b4 \uc218\ub97c \uc54c \uc218 \uc5c6\uc74c\uc744 \uc758\ubbf8\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\ub9ac\ub354\ubcf4\ub4dc\uc5d0 \ubaa8\ub378\/\uacb0\uacfc\ub97c \uc81c\ucd9c\ud558\ub294 \ubc29\ubc95\uc740 \ubb34\uc5c7\uc778\uac00\uc694?<\/h2>\n\n\n\n<p>\ucee4\ubba4\ub2c8\ud2f0\uc5d0\uc11c \uc0c8\ub85c\uc6b4 \ubaa8\ub378\uc5d0 \ub300\ud55c \ud3c9\uac00 \uacb0\uacfc\ub97c \uc81c\ucd9c\ud558\ub294 \uac83\uc744 \ud658\uc601\ud569\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uacb0\uacfc\ub294 \uac80\uc99d\ub418\uc9c0 \uc54a\uc740 \uc0c1\ud0dc\ub85c \ucd94\uac00\ub418\uc9c0\ub9cc, \ub2e4\ub978 \ud68c\uc6d0\ub4e4\uc774 \ud655\uc778\ud558\uace0\uc790 \ud560 \uacbd\uc6b0 \uc791\uc131\uc790\ub294 \uc790\uc2e0\uc758 \uc138\ub300\ub97c \uc5c5\ub85c\ub4dc\ud574\uc57c \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">1 - \uc2e4\ud589 \ud3c9\uac00<\/h3>\n\n\n\n<p>\ubaa8\ub378\uc5d0\uc11c \ud3c9\uac00\ub97c \uc2e4\ud589\ud558\uae30 \uc704\ud55c \uc790\uc138\ud55c \uac00\uc774\ub4dc\ub97c \uc791\uc131\ud588\uc2b5\ub2c8\ub2e4. \ub2e4\uc74c\uc5d0\uc11c \ucc3e\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\u00a0<a href=\"https:\/\/github.com\/bigcode-project\/bigcode-evaluation-harness\/tree\/main\/leaderboard\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ube45\ucf54\ub4dc-\ud3c9\uac00-\ud558\ub124\uc2a4\/\ub9ac\ub354\ubcf4\ub4dc<\/a>. \uc774\ub807\uac8c \ud558\uba74 \uc6d0\uc2dc \uc0dd\uc131 \ubc0f \uba54\ud2b8\ub9ad \ud30c\uc77c \uc678\uc5d0 \uacb0\uacfc\ub97c \uc694\uc57d\ud55c json \ud30c\uc77c\uc774 \uc0dd\uc131\ub429\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">2- \uacb0\uacfc \uc81c\ucd9c \ud83d\ude80<\/h3>\n\n\n\n<p>\uacb0\uacfc\ub97c \uc81c\ucd9c\ud558\ub824\uba74\u00a0<strong>\ud480 \ub9ac\ud018\uc2a4\ud2b8<\/strong>\u00a0\uc744 \ud074\ub9ad\ud558\uace0 \ucee4\ubba4\ub2c8\ud2f0 \ud0ed\uc758\u00a0<a href=\"https:\/\/huggingface.co\/spaces\/bigcode\/multilingual-code-evals\/tree\/main\/community_results\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">\ud3f4\ub354<\/a>\u00a0<code>\ucee4\ubba4\ub2c8\ud2f0_\uacb0\uacfc<\/code>\u00a0\uc774 \ub9ac\ud3ec\uc9c0\ud1a0\ub9ac\uc5d0 \uc788\uc2b5\ub2c8\ub2e4:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\ub77c\ub294 \ud3f4\ub354\ub97c \ub9cc\ub4ed\ub2c8\ub2e4.\u00a0<code>\uc870\uc9c1_\ubaa8\ub378\uba85_\uc0ac\uc6a9\uc790\uba85<\/code>\u00a0\uc608\ub97c \ub4e4\uc5b4\u00a0<code>BIGCODE_STARCODER_LOUBNABNL<\/code><\/li>\n\n\n\n<li>\uac00\uc774\ub4dc\uc758 \uadf8\ub8f9\ud654\ub41c \uc810\uc218\uac00 \ud3ec\ud568\ub41c json \ud30c\uc77c\uacfc \ucd94\uac00 \uc0dd\uc131 \ud3f4\ub354 \ubc0f \uba54\ud2b8\ub9ad \ud3f4\ub354\ub97c \uadf8 \uc548\uc5d0 \ub123\uc73c\uc138\uc694.<\/li>\n<\/ul>\n\n\n\n<p>PR\uc758 \uc81c\ubaa9\uc740 \ub2e4\uc74c\uacfc \uac19\uc544\uc57c \ud569\ub2c8\ub2e4.&nbsp;<code>[\ucee4\ubba4\ub2c8\ud2f0 \uc81c\ucd9c] \ubaa8\ub378: org\/model, \uc0ac\uc6a9\uc790\uba85: your_username<\/code>\ub97c \ud074\ub9ad\ud558\uace0 \uc870\uc9c1 \ubc0f \ubaa8\ub378\uc744 \ud3c9\uac00\ud55c \ubaa8\ub378\uc5d0 \ud574\ub2f9\ud558\ub294 \uac83\uc73c\ub85c \ubc14\uafc9\ub2c8\ub2e4.<\/p>","protected":false},"excerpt":{"rendered":"<p>Inspired from the\u00a0\ud83e\udd17 Open LLM Leaderboard\u00a0and\u00a0\ud83e\udd17 Open LLM-Perf Leaderboard \ud83c\udfcb\ufe0f, we compare performance of base multilingual code generation models on\u00a0HumanEval\u00a0benchmark and\u00a0MultiPL-E. We also measure throughput and provide information about the models. We only compare open pre-trained multilingual code models, that people can start from as base models for their trainings. What is Big\u00a0Code\u00a0Models\u00a0Leaderboard The growing&#8230;<\/p>","protected":false},"author":1,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_kadence_starter_templates_imported_post":false,"_kad_post_transparent":"","_kad_post_title":"","_kad_post_layout":"","_kad_post_sidebar_id":"","_kad_post_content_style":"","_kad_post_vertical_padding":"","_kad_post_feature":"","_kad_post_feature_position":"","_kad_post_header":false,"_kad_post_footer":false,"footnotes":""},"class_list":["post-627","page","type-page","status-publish","hentry"],"rankMath":{"parentDomain":"smolagents.org","noFollowDomains":[],"noFollowExcludeDomains":[],"noFollowExternalLinks":false,"featuredImageNotice":"\ucd94\ucc9c \uc774\ubbf8\uc9c0\ub294 Facebook \ubc0f \uae30\ud0c0 \uc18c\uc15c \ubbf8\ub514\uc5b4 \uc0ac\uc774\ud2b8\uc5d0\uc11c \uc120\ud0dd\ud560 \uc218 \uc788\ub3c4\ub85d \ucd5c\uc18c 200 x 200\ud53d\uc140\uc774\uc5b4\uc57c \ud569\ub2c8\ub2e4.","pluginReviewed":false,"postSettings":{"linkSuggestions":true,"useFocusKeyword":false},"frontEndScore":false,"postName":"big-code-models-leaderboard","permalinkFormat":"https:\/\/smolagents.org\/ko\/%pagename%\/","showLockModifiedDate":true,"assessor":{"focusKeywordLink":"https:\/\/smolagents.org\/wp-admin\/edit.php?focus_keyword=%focus_keyword%&post_type=%post_type%","hasTOCPlugin":{"kadence-blocks\/kadence-blocks.php":"Kadence Blocks","easy-table-of-contents\/easy-table-of-contents.php":"Easy Table of Contents"},"primaryTaxonomy":false,"serpData":{"title":"","description":"","focusKeywords":"","pillarContent":false,"canonicalUrl":"","breadcrumbTitle":"","advancedRobots":[],"facebookTitle":"","facebookDescription":"","facebookImage":"","facebookImageID":"","facebookHasOverlay":false,"facebookImageOverlay":"","facebookAuthor":"","twitterCardType":"","twitterUseFacebook":true,"twitterTitle":"","twitterDescription":"","twitterImage":"","twitterImageID":"","twitterHasOverlay":false,"twitterImageOverlay":"","twitterPlayerUrl":"","twitterPlayerSize":"","twitterPlayerStream":"","twitterPlayerStreamCtype":"","twitterAppDescription":"","twitterAppIphoneName":"","twitterAppIphoneID":"","twitterAppIphoneUrl":"","twitterAppIpadName":"","twitterAppIpadID":"","twitterAppIpadUrl":"","twitterAppGoogleplayName":"","twitterAppGoogleplayID":"","twitterAppGoogleplayUrl":"","twitterAppCountry":"","robots":{"index":true},"twitterAuthor":"\uc0ac\uc6a9\uc790\uba85","primaryTerm":0,"authorName":"smolagents","titleTemplate":"%title% %sep% %sitename%","descriptionTemplate":"%excerpt%","showScoreFrontend":true,"lockModifiedDate":false},"powerWords":[],"diacritics":{"A":"[\\u0041\\u24B6\\uFF21\\u00C0\\u00C1\\u00C2\\u1EA6\\u1EA4\\u1EAA\\u1EA8\\u00C3\\u0100\\u0102\\u1EB0\\u1EAE\\u1EB4\\u1EB2\\u0226\\u01E0\\u00C4\\u01DE\\u1EA2\\u00C5\\u01FA\\u01CD\\u0200\\u0202\\u1EA0\\u1EAC\\u1EB6\\u1E00\\u0104\\u023A\\u2C6F]","AA":"[\\uA732]","AE":"[\\u00C6\\u01FC\\u01E2]","AO":"[\\uA734]","AU":"[\\uA736]","AV":"[\\uA738\\uA73A]","AY":"[\\uA73C]","B":"[\\u0042\\u24B7\\uFF22\\u1E02\\u1E04\\u1E06\\u0243\\u0182\\u0181]","C":"[\\u0043\\u24B8\\uFF23\\u0106\\u0108\\u010A\\u010C\\u00C7\\u1E08\\u0187\\u023B\\uA73E]","D":"[\\u0044\\u24B9\\uFF24\\u1E0A\\u010E\\u1E0C\\u1E10\\u1E12\\u1E0E\\u0110\\u018B\\u018A\\u0189\\uA779]","DZ":"[\\u01F1\\u01C4]","Dz":"[\\u01F2\\u01C5]","E":"[\\u0045\\u24BA\\uFF25\\u00C8\\u00C9\\u00CA\\u1EC0\\u1EBE\\u1EC4\\u1EC2\\u1EBC\\u0112\\u1E14\\u1E16\\u0114\\u0116\\u00CB\\u1EBA\\u011A\\u0204\\u0206\\u1EB8\\u1EC6\\u0228\\u1E1C\\u0118\\u1E18\\u1E1A\\u0190\\u018E]","F":"[\\u0046\\u24BB\\uFF26\\u1E1E\\u0191\\uA77B]","G":"[\\u0047\\u24BC\\uFF27\\u01F4\\u011C\\u1E20\\u011E\\u0120\\u01E6\\u0122\\u01E4\\u0193\\uA7A0\\uA77D\\uA77E]","H":"[\\u0048\\u24BD\\uFF28\\u0124\\u1E22\\u1E26\\u021E\\u1E24\\u1E28\\u1E2A\\u0126\\u2C67\\u2C75\\uA78D]","I":"[\\u0049\\u24BE\\uFF29\\u00CC\\u00CD\\u00CE\\u0128\\u012A\\u012C\\u0130\\u00CF\\u1E2E\\u1EC8\\u01CF\\u0208\\u020A\\u1ECA\\u012E\\u1E2C\\u0197]","J":"[\\u004A\\u24BF\\uFF2A\\u0134\\u0248]","K":"[\\u004B\\u24C0\\uFF2B\\u1E30\\u01E8\\u1E32\\u0136\\u1E34\\u0198\\u2C69\\uA740\\uA742\\uA744\\uA7A2]","L":"[\\u004C\\u24C1\\uFF2C\\u013F\\u0139\\u013D\\u1E36\\u1E38\\u013B\\u1E3C\\u1E3A\\u0141\\u023D\\u2C62\\u2C60\\uA748\\uA746\\uA780]","LJ":"[\\u01C7]","Lj":"[\\u01C8]","M":"[\\u004D\\u24C2\\uFF2D\\u1E3E\\u1E40\\u1E42\\u2C6E\\u019C]","N":"[\\u004E\\u24C3\\uFF2E\\u01F8\\u0143\\u00D1\\u1E44\\u0147\\u1E46\\u0145\\u1E4A\\u1E48\\u0220\\u019D\\uA790\\uA7A4]","NJ":"[\\u01CA]","Nj":"[\\u01CB]","O":"[\\u004F\\u24C4\\uFF2F\\u00D2\\u00D3\\u00D4\\u1ED2\\u1ED0\\u1ED6\\u1ED4\\u00D5\\u1E4C\\u022C\\u1E4E\\u014C\\u1E50\\u1E52\\u014E\\u022E\\u0230\\u00D6\\u022A\\u1ECE\\u0150\\u01D1\\u020C\\u020E\\u01A0\\u1EDC\\u1EDA\\u1EE0\\u1EDE\\u1EE2\\u1ECC\\u1ED8\\u01EA\\u01EC\\u00D8\\u01FE\\u0186\\u019F\\uA74A\\uA74C]","OI":"[\\u01A2]","OO":"[\\uA74E]","OU":"[\\u0222]","P":"[\\u0050\\u24C5\\uFF30\\u1E54\\u1E56\\u01A4\\u2C63\\uA750\\uA752\\uA754]","Q":"[\\u0051\\u24C6\\uFF31\\uA756\\uA758\\u024A]","R":"[\\u0052\\u24C7\\uFF32\\u0154\\u1E58\\u0158\\u0210\\u0212\\u1E5A\\u1E5C\\u0156\\u1E5E\\u024C\\u2C64\\uA75A\\uA7A6\\uA782]","S":"[\\u0053\\u24C8\\uFF33\\u1E9E\\u015A\\u1E64\\u015C\\u1E60\\u0160\\u1E66\\u1E62\\u1E68\\u0218\\u015E\\u2C7E\\uA7A8\\uA784]","T":"[\\u0054\\u24C9\\uFF34\\u1E6A\\u0164\\u1E6C\\u021A\\u0162\\u1E70\\u1E6E\\u0166\\u01AC\\u01AE\\u023E\\uA786]","TZ":"[\\uA728]","U":"[\\u0055\\u24CA\\uFF35\\u00D9\\u00DA\\u00DB\\u0168\\u1E78\\u016A\\u1E7A\\u016C\\u00DC\\u01DB\\u01D7\\u01D5\\u01D9\\u1EE6\\u016E\\u0170\\u01D3\\u0214\\u0216\\u01AF\\u1EEA\\u1EE8\\u1EEE\\u1EEC\\u1EF0\\u1EE4\\u1E72\\u0172\\u1E76\\u1E74\\u0244]","V":"[\\u0056\\u24CB\\uFF36\\u1E7C\\u1E7E\\u01B2\\uA75E\\u0245]","VY":"[\\uA760]","W":"[\\u0057\\u24CC\\uFF37\\u1E80\\u1E82\\u0174\\u1E86\\u1E84\\u1E88\\u2C72]","X":"[\\u0058\\u24CD\\uFF38\\u1E8A\\u1E8C]","Y":"[\\u0059\\u24CE\\uFF39\\u1EF2\\u00DD\\u0176\\u1EF8\\u0232\\u1E8E\\u0178\\u1EF6\\u1EF4\\u01B3\\u024E\\u1EFE]","Z":"[\\u005A\\u24CF\\uFF3A\\u0179\\u1E90\\u017B\\u017D\\u1E92\\u1E94\\u01B5\\u0224\\u2C7F\\u2C6B\\uA762]","a":"[\\u0061\\u24D0\\uFF41\\u1E9A\\u00E0\\u00E1\\u00E2\\u1EA7\\u1EA5\\u1EAB\\u1EA9\\u00E3\\u0101\\u0103\\u1EB1\\u1EAF\\u1EB5\\u1EB3\\u0227\\u01E1\\u00E4\\u01DF\\u1EA3\\u00E5\\u01FB\\u01CE\\u0201\\u0203\\u1EA1\\u1EAD\\u1EB7\\u1E01\\u0105\\u2C65\\u0250]","aa":"[\\uA733]","ae":"[\\u00E6\\u01FD\\u01E3]","ao":"[\\uA735]","au":"[\\uA737]","av":"[\\uA739\\uA73B]","ay":"[\\uA73D]","b":"[\\u0062\\u24D1\\uFF42\\u1E03\\u1E05\\u1E07\\u0180\\u0183\\u0253]","c":"[\\u0063\\u24D2\\uFF43\\u0107\\u0109\\u010B\\u010D\\u00E7\\u1E09\\u0188\\u023C\\uA73F\\u2184]","d":"[\\u0064\\u24D3\\uFF44\\u1E0B\\u010F\\u1E0D\\u1E11\\u1E13\\u1E0F\\u0111\\u018C\\u0256\\u0257\\uA77A]","dz":"[\\u01F3\\u01C6]","e":"[\\u0065\\u24D4\\uFF45\\u00E8\\u00E9\\u00EA\\u1EC1\\u1EBF\\u1EC5\\u1EC3\\u1EBD\\u0113\\u1E15\\u1E17\\u0115\\u0117\\u00EB\\u1EBB\\u011B\\u0205\\u0207\\u1EB9\\u1EC7\\u0229\\u1E1D\\u0119\\u1E19\\u1E1B\\u0247\\u025B\\u01DD]","f":"[\\u0066\\u24D5\\uFF46\\u1E1F\\u0192\\uA77C]","g":"[\\u0067\\u24D6\\uFF47\\u01F5\\u011D\\u1E21\\u011F\\u0121\\u01E7\\u0123\\u01E5\\u0260\\uA7A1\\u1D79\\uA77F]","h":"[\\u0068\\u24D7\\uFF48\\u0125\\u1E23\\u1E27\\u021F\\u1E25\\u1E29\\u1E2B\\u1E96\\u0127\\u2C68\\u2C76\\u0265]","hv":"[\\u0195]","i":"[\\u0069\\u24D8\\uFF49\\u00EC\\u00ED\\u00EE\\u0129\\u012B\\u012D\\u00EF\\u1E2F\\u1EC9\\u01D0\\u0209\\u020B\\u1ECB\\u012F\\u1E2D\\u0268\\u0131]","j":"[\\u006A\\u24D9\\uFF4A\\u0135\\u01F0\\u0249]","k":"[\\u006B\\u24DA\\uFF4B\\u1E31\\u01E9\\u1E33\\u0137\\u1E35\\u0199\\u2C6A\\uA741\\uA743\\uA745\\uA7A3]","l":"[\\u006C\\u24DB\\uFF4C\\u0140\\u013A\\u013E\\u1E37\\u1E39\\u013C\\u1E3D\\u1E3B\\u017F\\u0142\\u019A\\u026B\\u2C61\\uA749\\uA781\\uA747]","lj":"[\\u01C9]","m":"[\\u006D\\u24DC\\uFF4D\\u1E3F\\u1E41\\u1E43\\u0271\\u026F]","n":"[\\u006E\\u24DD\\uFF4E\\u01F9\\u0144\\u00F1\\u1E45\\u0148\\u1E47\\u0146\\u1E4B\\u1E49\\u019E\\u0272\\u0149\\uA791\\uA7A5]","nj":"[\\u01CC]","o":"[\\u006F\\u24DE\\uFF4F\\u00F2\\u00F3\\u00F4\\u1ED3\\u1ED1\\u1ED7\\u1ED5\\u00F5\\u1E4D\\u022D\\u1E4F\\u014D\\u1E51\\u1E53\\u014F\\u022F\\u0231\\u00F6\\u022B\\u1ECF\\u0151\\u01D2\\u020D\\u020F\\u01A1\\u1EDD\\u1EDB\\u1EE1\\u1EDF\\u1EE3\\u1ECD\\u1ED9\\u01EB\\u01ED\\u00F8\\u01FF\\u0254\\uA74B\\uA74D\\u0275]","oi":"[\\u01A3]","ou":"[\\u0223]","oo":"[\\uA74F]","p":"[\\u0070\\u24DF\\uFF50\\u1E55\\u1E57\\u01A5\\u1D7D\\uA751\\uA753\\uA755]","q":"[\\u0071\\u24E0\\uFF51\\u024B\\uA757\\uA759]","r":"[\\u0072\\u24E1\\uFF52\\u0155\\u1E59\\u0159\\u0211\\u0213\\u1E5B\\u1E5D\\u0157\\u1E5F\\u024D\\u027D\\uA75B\\uA7A7\\uA783]","s":"[\\u0073\\u24E2\\uFF53\\u015B\\u1E65\\u015D\\u1E61\\u0161\\u1E67\\u1E63\\u1E69\\u0219\\u015F\\u023F\\uA7A9\\uA785\\u1E9B]","ss":"[\\u00DF]","t":"[\\u0074\\u24E3\\uFF54\\u1E6B\\u1E97\\u0165\\u1E6D\\u021B\\u0163\\u1E71\\u1E6F\\u0167\\u01AD\\u0288\\u2C66\\uA787]","tz":"[\\uA729]","u":"[\\u0075\\u24E4\\uFF55\\u00F9\\u00FA\\u00FB\\u0169\\u1E79\\u016B\\u1E7B\\u016D\\u00FC\\u01DC\\u01D8\\u01D6\\u01DA\\u1EE7\\u016F\\u0171\\u01D4\\u0215\\u0217\\u01B0\\u1EEB\\u1EE9\\u1EEF\\u1EED\\u1EF1\\u1EE5\\u1E73\\u0173\\u1E77\\u1E75\\u0289]","v":"[\\u0076\\u24E5\\uFF56\\u1E7D\\u1E7F\\u028B\\uA75F\\u028C]","vy":"[\\uA761]","w":"[\\u0077\\u24E6\\uFF57\\u1E81\\u1E83\\u0175\\u1E87\\u1E85\\u1E98\\u1E89\\u2C73]","x":"[\\u0078\\u24E7\\uFF58\\u1E8B\\u1E8D]","y":"[\\u0079\\u24E8\\uFF59\\u1EF3\\u00FD\\u0177\\u1EF9\\u0233\\u1E8F\\u00FF\\u1EF7\\u1E99\\u1EF5\\u01B4\\u024F\\u1EFF]","z":"[\\u007A\\u24E9\\uFF5A\\u017A\\u1E91\\u017C\\u017E\\u1E93\\u1E95\\u01B6\\u0225\\u0240\\u2C6C\\uA763]"},"researchesTests":["contentHasTOC","contentHasShortParagraphs","contentHasAssets","keywordInTitle","keywordInMetaDescription","keywordInPermalink","keywordIn10Percent","keywordInContent","keywordInSubheadings","keywordInImageAlt","keywordDensity","keywordNotUsed","lengthContent","lengthPermalink","linksHasInternal","linksHasExternals","linksNotAllExternals","titleStartWithKeyword","titleSentiment","titleHasPowerWords","titleHasNumber","hasContentAI"],"hasRedirection":false,"hasBreadcrumb":false},"homeUrl":"https:\/\/smolagents.org\/ko","objectID":627,"objectType":"post","locale":"ko","localeFull":"ko_KR","overlayImages":{"play":{"name":"\uc7ac\uc0dd \uc544\uc774\ucf58","url":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-play.png","path":"\/home\/u392695599\/domains\/smolagents.org\/public_html\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-play.png","position":"middle_center"},"gif":{"name":"GIF \uc544\uc774\ucf58","url":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-gif.png","path":"\/home\/u392695599\/domains\/smolagents.org\/public_html\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/icon-gif.png","position":"middle_center"}},"defautOgImage":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/social-placeholder.jpg","customPermalinks":true,"isUserRegistered":true,"autoSuggestKeywords":true,"connectSiteUrl":"https:\/\/rankmath.com\/auth?site=https%3A%2F%2Fsmolagents.org%2Fko&r=https%3A%2F%2Fsmolagents.org%2Fko%2Fwp-json%2Fwp%2Fv2%2Fpages%2F627%3Fnonce%3Da17fc8879f&pro=1","maxTags":100,"trendsIcon":"<svg viewBox=\"0 0 610 610\"><path d=\"M18.85,446,174.32,290.48l58.08,58.08L76.93,504a14.54,14.54,0,0,1-20.55,0L18.83,466.48a14.54,14.54,0,0,1,0-20.55Z\" style=\"fill:#4285f4\"\/><path d=\"M242.65,242.66,377.59,377.6l-47.75,47.75a14.54,14.54,0,0,1-20.55,0L174.37,290.43l47.75-47.75A14.52,14.52,0,0,1,242.65,242.66Z\" style=\"fill:#ea4335\"\/><polygon points=\"319.53 319.53 479.26 159.8 537.34 217.88 377.61 377.62 319.53 319.53\" style=\"fill:#fabb05\"\/><path d=\"M594.26,262.73V118.61h0a16.94,16.94,0,0,0-16.94-16.94H433.2a16.94,16.94,0,0,0-12,28.92L565.34,274.71h0a16.94,16.94,0,0,0,28.92-12Z\" style=\"fill:#34a853\"\/><rect width=\"610\" height=\"610\" style=\"fill:none\"\/><\/svg>","showScore":true,"siteFavIcon":"https:\/\/smolagents.org\/wp-content\/uploads\/2025\/01\/cropped-cropped-Slice-91-32x32.png","canUser":{"general":false,"advanced":false,"snippet":false,"social":false,"analysis":false,"analytics":false,"content_ai":false},"isPro":true,"is_front_page":false,"trendsUpgradeLink":"https:\/\/rankmath.com\/pricing\/?utm_source=Plugin&utm_medium=CE%20General%20Tab%20Trends&utm_campaign=WP","trendsUpgradeLabel":"\uc5c5\uadf8\ub808\uc774\ub4dc","trendsPreviewImage":"https:\/\/smolagents.org\/wp-content\/plugins\/seo-by-rank-math\/assets\/admin\/img\/trends-preview.jpg","currentEditor":false,"homepageData":{"assessor":{"powerWords":[],"diacritics":true,"researchesTests":["contentHasTOC","contentHasShortParagraphs","contentHasAssets","keywordInTitle","keywordInMetaDescription","keywordInPermalink","keywordIn10Percent","keywordInContent","keywordInSubheadings","keywordInImageAlt","keywordDensity","keywordNotUsed","lengthContent","lengthPermalink","linksHasInternal","linksHasExternals","linksNotAllExternals","titleStartWithKeyword","titleSentiment","titleHasPowerWords","titleHasNumber","hasContentAI"],"hasBreadcrumb":false,"serpData":{"title":"%sitename% %page% %sep% %sitedesc%","description":"","titleTemplate":"%sitename% %page% %sep% %sitedesc%","descriptionTemplate":"","focusKeywords":"","breadcrumbTitle":"Home","robots":{"index":true},"advancedRobots":[],"facebookTitle":"","facebookDescription":"","facebookImage":"","facebookImageID":""}}},"tocTitle":"Table of Contents","tocExcludeHeadings":[],"listStyle":"ul"},"_links":{"self":[{"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/pages\/627","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/comments?post=627"}],"version-history":[{"count":1,"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/pages\/627\/revisions"}],"predecessor-version":[{"id":629,"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/pages\/627\/revisions\/629"}],"wp:attachment":[{"href":"https:\/\/smolagents.org\/ko\/wp-json\/wp\/v2\/media?parent=627"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}