{"id":3929,"date":"2023-11-09T15:25:06","date_gmt":"2023-11-09T06:25:06","guid":{"rendered":"https:\/\/julialang.kr\/?p=3929"},"modified":"2023-11-10T00:03:16","modified_gmt":"2023-11-09T15:03:16","slug":"chatgpt-fine-tuning-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ec%85%8b-%ed%81%ac%ea%b8%b0%ec%97%90-%eb%94%b0%eb%a5%b8-fine-tuning-%eb%b9%84%ec%9a%a9-%ec%b6%94%ec%a0%95","status":"publish","type":"post","link":"https:\/\/julialang.kr\/?p=3929","title":{"rendered":"[ChatGPT, Fine-Tuning] \ub370\uc774\ud130 \uc14b \ud06c\uae30\uc5d0 \ub530\ub978 Fine-Tuning \ube44\uc6a9 \ucd94\uc815"},"content":{"rendered":"\n
\uae30\uc900\uc77c<\/td>2023-11-09<\/td><\/tr>
\uc801\uc6a9\ubaa8\ub378<\/td>GPT-3.5-turbo<\/td><\/tr>
\uac00\uaca9(price)<\/td>$0.0080 per 1,000 tokens for training<\/td><\/tr>
\uac00\uc815(Assume)<\/td>GPT \ubaa8\ub378\uc5d0\uc11c\ub294 \ub300\ub7b5\uc801\uc73c\ub85c 1 \ud1a0\ud070\uc774 \ud3c9\uade0 4\ubc14\uc774\ud2b8(\uc57d 4 \ubb38\uc790) or 0.75 \ub2e8\uc5b4<\/td><\/tr>
Example \ub2f9 \ud3c9\uade0 500\ud1a0\ud070(\ub300\ub7b5 375\ub2e8\uc5b4 \ub610\ub294 \uc57d 2,000\uc790\uc5d0 \ud574\ub2f9)<\/td><\/tr>
A4 \uc6a9\uc9c0 \ud55c \ud398\uc774\uc9c0\uc5d0 \uc57d 500\ub2e8\uc5b4 \ub610\ub294 \uc57d 2,000\uc790\uac00 \ub4e4\uc5b4\uac04\ub2e4\uace0 \uac00\uc815<\/td><\/tr>
<\/td><\/tr>
Dataset Size<\/strong><\/td>Number of Examples<\/strong><\/td>Tokens
(Approx.)<\/strong><\/td>		Words
(Approx.)<\/strong><\/td>		Characters
(Approx.)<\/strong><\/td>		Pages (Approx.)<\/strong><\/td>File Size (Approx.)<\/strong><\/td>Recommended Epochs<\/strong><\/td>Training Cost Range<\/strong><\/td><\/tr>
Small<\/td>500 – 5,000<\/td>250,000 – 2,500,000<\/td>187,500 – 1,875,000<\/td>1,000,000 – 10,000,000<\/td>375 – 3,750<\/td>~1MB – 10MB<\/td>5-3<\/td>$6.00 – $100.00<\/td><\/tr>
Medium<\/td>5,000 – 50,000<\/td>2,500,000 – 25,000,000<\/td>1,875,000 – 18,750,000<\/td>10,000,000 – 100,000,000<\/td>3,750 – 37,500<\/td>10MB – 100MB<\/td>4-2<\/td>$40.00 – $800.00<\/td><\/tr>
Large<\/td>50,000 – 1,000,000<\/td>25,000,000 – 500,000,000<\/td>18,750,000 – 375,000,000<\/td>100,000,000 – 2,000,000,000<\/td>37,500 – 750,000<\/td>100MB – 2GB<\/td>3-1<\/td>$400.00 – $12,000.00<\/td><\/tr>
<\/td><\/tr>
\u203b Example : fine-tuning \uacfc\uc815\uc5d0\uc11c \uc0ac\uc6a9\ub418\ub294 \uac1c\ubcc4 \ub370\uc774\ud130 \ud3ec\uc778\ud2b8\ub97c \uc758\ubbf8\ud569\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ub370\uc774\ud130 \ud3ec\uc778\ud2b8\ub294 \uc77c\ubc18\uc801\uc73c\ub85c \uc785\ub825(prompt)\uacfc \ud574 \ucd9c\ub825(response)\uc758 \uc30d\uc73c\ub85c \uad6c\uc131\ub429\ub2c8\ub2e4. \uac01 \uc30d\uc740 \ubaa8\ub378\uc774 \ud2b9\uc815 \uc791\uc5c5\uc744 \uc218\ud589\ud558\ub294 \ubc29\ubc95\uc744 \ud559\uc2b5\ud558\ub294 \ub370 \uc0ac\uc6a9\ub429\ub2c8\ub2e4.
\uc785\ub825: \uc0ac\uc6a9\uc790\uc758 \uc9c8\ubb38\uc774\ub098 \uba85\ub839
\ucd9c\ub825: \ubaa8\ub378\uc774 \uc0dd\uc131\ud574\uc57c \ud558\ub294 \uc801\uc808\ud55c \ub2f5\ubcc0\uc774\ub098 \ubc18\uc751<\/td><\/tr>
\u203b GPT \ubaa8\ub378\uc5d0\uc11c\ub294 \ub300\ub7b5\uc801\uc73c\ub85c 1 \ud1a0\ud070\uc774 \ud3c9\uade0 4\ubc14\uc774\ud2b8(\uc57d 4 \ubb38\uc790)\ub85c \ucd94\uc815, 1M = 250,000 token<\/td><\/tr>
\ube44\uc6a9 = (\ud1a0\ud070 \ub2f9 \uae30\ubcf8 \ube44\uc6a9) \u00d7 (\uc785\ub825 \ud30c\uc77c\uc758 \ud1a0\ud070 \uc218) \u00d7 (\ud6c8\ub828\ub41c \uc5d0\ud3ec\ud06c \uc218)<\/td><\/tr>
https:\/\/openai.com\/pricing<\/a><\/td><\/tr>
<\/td><\/tr>
\ube44\uc6a9\uc608\uc2dc) https:\/\/openai.com\/pricing \ucc38\uc870
model : gpt-3.5-turbo
\ud6c8\ub828\ub2e8\uacc4 : 1 token \ub2f9 \ube44\uc6a9 = $0.0080 \/ 1k token
epoch : \uc77c\ubc18\uc801\uc73c\ub85c 1 ~ 5 \ud68c (\ub370\uc774\ud130\uac00 \uc791\uc5b4\uba74 epoch\uc218\ub97c \ud06c\uac8c , \ub370\uc774\ud130\uac00 \ud06c\uba74 epoch\uc218\ub97c \uc791\uac8c)
\uc5ec\uae30\uc11c\ub294 3\ud68c\ub77c\uace0 \ud560 \uacbd\uc6b0

\ud6c8\ub828\ub2e8\uacc4 \ube44\uc6a9 : 100,000 token * ($0.0080 \/ 1,000 token) * 3= $0.80 * 3 = $2.40

fine-tuning\ub41c \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud558\ub294 \uacbd\uc6b0
\uc785\ub825 \ube44\uc6a9 : 1,000 token \ub2f9 $0.0030
\ucd9c\ub825 \ube44\uc6a9: 1,000 token \ub2f9 $0.0060<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n

Fine-Tuning – <\/p>\n\n\n\n

\uae30\uc874\uc5d0 \ud559\uc2b5\ub418\uc5b4 \uc788\ub294 \ubaa8\ub378\uc744 \uae30\ubc18\uc73c\ub85c \ub0b4\uac00 \uc0ac\uc6a9\ud558\ub824\ub294 \ubaa9\uc801\uc5d0 \uc54c\ub9de\ub3c4\ub85d \ubcc0\ud615\ud558\uc5ec \uc774\ubbf8 \ud559\uc2b5\ub41c weights(\uac00\uc911\uce58)\uc5d0 \ud559\uc2b5\uc744 \uc5c5\ub370\uc774\ud2b8\ud558\ub294 \uac83\uc785\ub2c8\ub2e4.
\u203b \uc8fc\uc758\uc0ac\ud56d : \ud30c\uc778 \ud29c\ub2dd\uc740 \ud2b9\uc815 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \ub300\ud574 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 \ubaa8\ub378\uc744 \uac1c\uc120\ud560 \uc218 \uc788\uc9c0\ub9cc, \uc2dc\uac04\uacfc \ub178\ub825\uc758 \uc2e0\uc911\ud55c \ud22c\uc790\uac00 \ud544\uc694\ud569\ub2c8\ub2e4. \uc88b\uc740 \uacb0\uacfc\ub97c \uc5bb\uae30 \uc704\ud574 \uba3c\uc800 \ud504\ub86c\ud504\ud2b8 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1, \ud504\ub86c\ud504\ud2b8 \uccb4\uc774\ub2dd(\ubcf5\uc7a1\ud55c \uc791\uc5c5\uc744 \uc5ec\ub7ec \ud504\ub86c\ud504\ud2b8\ub85c \ub098\ub204\uae30), \ud568\uc218 \ud638\ucd9c \ub4f1\uc744 \uc2dc\ub3c4\ud558\ub294 \uac83\uc774 \uc88b\uc2b5\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"

\uae30\uc900\uc77c 2023-11-09 \uc801\uc6a9\ubaa8\ub378 GPT-3.5-turbo \uac00\uaca9(price) $0.0080 per 1,000 tokens for training \uac00\uc815(Assume) GPT \ubaa8\ub378\uc5d0\uc11c\ub294 \ub300\ub7b5\uc801\uc73c\ub85c 1 \ud1a0\ud070\uc774 \ud3c9\uade0 4\ubc14\uc774\ud2b8(\uc57d 4 \ubb38\uc790) or 0.75 \ub2e8\uc5b4 Example \ub2f9 \ud3c9\uade0 500\ud1a0\ud070(\ub300\ub7b5 375\ub2e8\uc5b4 \ub610\ub294 \uc57d 2,000\uc790\uc5d0 \ud574\ub2f9) A4 \uc6a9\uc9c0 \ud55c \ud398\uc774\uc9c0\uc5d0 \uc57d 500\ub2e8\uc5b4 \ub610\ub294 \uc57d 2,000\uc790\uac00 \ub4e4\uc5b4\uac04\ub2e4\uace0 \uac00\uc815 Dataset Size Number of Examples Tokens(Approx.) Words(Approx.) Characters(Approx.) Pages (Approx.) File […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[18,89,88],"tags":[],"_links":{"self":[{"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/posts\/3929"}],"collection":[{"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/julialang.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3929"}],"version-history":[{"count":4,"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/posts\/3929\/revisions"}],"predecessor-version":[{"id":3933,"href":"https:\/\/julialang.kr\/index.php?rest_route=\/wp\/v2\/posts\/3929\/revisions\/3933"}],"wp:attachment":[{"href":"https:\/\/julialang.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3929"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/julialang.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3929"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/julialang.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3929"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}