{"id":6256,"date":"2023-12-15T10:31:56","date_gmt":"2023-12-15T01:31:56","guid":{"rendered":"https:\/\/www.sanosemi.com\/sano_lecture\/?p=6256"},"modified":"2023-12-15T12:09:36","modified_gmt":"2023-12-15T03:09:36","slug":"%e7%94%9f%e6%88%90ai%e3%82%b7%e3%82%b9%e3%83%86%e3%83%a0%e3%81%ae%e7%b7%8f%e5%90%88%e7%9a%84%e6%80%a7%e8%83%bd%e3%81%ae%e5%90%91%e4%b8%8a%e3%81%ab%e9%96%a2%e3%82%8f%e3%82%8b%e5%9f%ba%e6%9c%ac%e7%9a%84","status":"publish","type":"post","link":"https:\/\/www.sanosemi.com\/sano_lecture\/archives\/6256","title":{"rendered":"\u751f\u6210AI\u30b7\u30b9\u30c6\u30e0\u306e\u7dcf\u5408\u7684\u6027\u80fd\u306e\u5411\u4e0a\u306b\u95a2\u308f\u308b\u57fa\u672c\u7684\u8981\u56e0"},"content":{"rendered":"
\u751f\u6210AI\u30b7\u30b9\u30c6\u30e0\u306e\u7dcf\u5408\u7684\u6027\u80fd\u306e\u5411\u4e0a\u306b\u95a2\u308f\u308b\u57fa\u672c\u7684\u8981\u56e0\u3068\u3057\u3066\u306f\u3001\u300c\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u300d\u7684\u8981\u56e0\u3001\u300c\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u300d\u7684\u8981\u56e0\u3001\u300ctraining\u30c7\u30fc\u30bf\u8981\u56e0\u300d\u3001\u300ctraining\u5185\u5bb9\u8981\u56e0\uff08\u4e8b\u524d\u5b66\u7fd2pre-training vs \u4e8b\u5f8c\u5b66\u7fd2post-training\u3001\u6559\u5e2b\u3042\u308a\u5b66\u7fd2\u306a\u3069\uff09\u306e4\u7a2e\u985e\u304c\u3042\u308b\u3002<\/div>\n
\u3000<\/div>\n
\n
    \n
  1. \u30cf\u30fc\u30c9\u30a6\u30a7\u30a2<\/strong>\u30fc\u300c\u3088\u308a\u9ad8\u3044\u8a08\u7b97\u7cbe\u5ea6\u3001\u304a\u308a\u9ad8\u3044\u8a08\u7b97\u901f\u5ea6\u300d\uff08\u4e21\u8005\u306f\u6280\u8853\u7684\u306b\u76f8\u53cd\u7684\uff09
    \n\uff08GPU\u6027\u80fd,CPU\u6027\u80fd,\u30e1\u30e2\u30ea\u306e\u91cf\u30fb\u8aad\u8fbc\u901f\u5ea6\u6027\u80fd\u30fb\u66f8\u8fbc\u901f\u5ea6\u6027\u80fd\u306a\u3069\uff09<\/p>\n
  2. \u30bd\u30d5\u30c8\u30a6\u30a7\u30a2<\/strong>\uff0d\u300c\u3088\u308a\u512a\u308c\u305f\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u30fb\u5b66\u7fd2\u30e2\u30c7\u30eb\u3001\u3088\u308a\u5927\u898f\u6a21\u3067\u3088\u308a\u512a\u308c\u305f\u8a00\u8a9e\u30e2\u30c7\u30eb\u300d\n
    \u3000<\/div>\n
  3. \u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u8cea\u3068\u91cf<\/strong>\uff0d\u300c\u3088\u308a\u826f\u8cea\u306a\u30c7\u30fc\u30bf\u3001\u3088\u308a\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u300d\n
    \u3000<\/div>\n
  4. \u5b66\u7fd2\uff08Training\uff09\u306e\u8cea\u3068\u91cf<\/strong>\uff0d\u300c\u3088\u308a\u9069\u5207\u306a\u5b66\u7fd2\u3001\u3088\u308a\u5927\u91cf\u306e\u5b66\u7fd2\u300d\n<\/ol>\n<\/div>\n
    \u3000<\/div>\n
    \uff3b\u53c2\u8003\u8cc7\u65991\uff3d\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u306b\u3088\u308b\u6027\u80fd\u6bd4\u8f03<\/div>\n
    \u3000<\/div>\n
    \n
    \u8868\uff1a\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(GPT-3.5\/4\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u306f\u63a8\u5b9a)<\/div>\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    \u8a00\u8a9e\u30e2\u30c7\u30eb<\/b><\/th>\n\u30ea\u30ea\u30fc\u30b9\u65e5<\/b><\/th>\n\u958b\u767a\u5143<\/b><\/th>\n\u6700\u5927\u30d1\u30e9\u30e1\u30fc\u30bf\u6570<\/b><\/th>\n<\/tr>\n<\/thead>\n
    GPT-3<\/td>\n2020\u5e746\u6708<\/td>\nOpenAI<\/td>\n1750\u5104<\/td>\n<\/tr>\n
    GShard<\/td>\n2020\u5e746\u6708<\/td>\nGoogle<\/td>\n6000\u5104<\/td>\n<\/tr>\n
    Swich Transformer<\/td>\n2021\u5e741\u6708<\/td>\nGoogle Brain<\/td>\n1.57\u5146<\/td>\n<\/tr>\n
    \u609f\u9053(WuDao)2.0<\/td>\n2021\u5e746\u6708<\/td>\n\u5317\u4eac\u667a\u6e90\u4eba\u5de5\u77e5\u80fd\u7814\u7a76\u9662<\/td>\n1.75\u5146<\/td>\n<\/tr>\n
    HyperCLOVA<\/td>\n2021\u5e7411\u6708<\/td>\nLINE\u3068NAVER<\/td>\n390\u5104<\/td>\n<\/tr>\n
    Gopher<\/td>\n2022\u5e741\u6708<\/td>\nDeepMind<\/td>\n2800\u5104<\/td>\n<\/tr>\n
    \u65e5\u672c\u8a9eGPT<\/td>\n2022\u5e741\u6708<\/td>\nrinna<\/td>\n13\u5104<\/td>\n<\/tr>\n
    GPT-3.5<\/td>\n2022\u5e743\u6708<\/td>\nOpenAI<\/td>\n(\u63a8\u5b9a)3550\u5104<\/td>\n<\/tr>\n
    PaLM<\/td>\n2022\u5e744\u6708<\/td>\nGoogle Reserch<\/td>\n5400\u5104<\/td>\n<\/tr>\n
    GPT-4<\/td>\n2023\u5e743\u6708<\/td>\nOpenAI<\/td>\n(\u63a8\u5b9a)5000\u5104\uff5e1\u5146<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

    [\u8868\u306e\u51fa\u5178] \u6885\u7530\u5f18\u4e4b(2023)\u300cGPT\u3067\u59cb\u307e\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u6642\u4ee3\u300d2023\/6\/1<\/a><\/strong>
    \n    https:\/\/thinkit.co.jp\/article\/22084<\/a><\/p>\n

    \u3000<\/div>\n

    \u5404\u8a00\u8a9e\u30e2\u30c7\u30eb\u306b\u95a2\u3057\u3066\u3001Wikipedia\u82f1\u8a9e\u7248\u306e\u201dLarge Language Model\u201d(https:\/\/en.wikipedia.org\/wiki\/Large_language_model)<\/a>\u306e\u4e2d\u306eList of large language models\u306b\u3088\u308a\u8a73\u7d30\u306a\u7d39\u4ecb\u304c\u3042\u308b\u3002\n<\/div>\n

    \u3000<\/div>\n","protected":false},"excerpt":{"rendered":"

    \u751f\u6210AI\u30b7\u30b9\u30c6\u30e0\u306e\u7dcf\u5408\u7684\u6027\u80fd\u306e\u5411\u4e0a\u306b\u95a2\u308f\u308b\u57fa\u672c\u7684\u8981\u56e0\u3068\u3057\u3066\u306f\u3001\u300c\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u300d\u7684 … \u7d9a\u304d\u3092\u8aad\u3080 →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[31,44],"tags":[],"class_list":["post-6256","post","type-post","status-publish","format-standard","hentry","category-generative-ai","category-technoloy-and-management"],"_links":{"self":[{"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/posts\/6256","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/comments?post=6256"}],"version-history":[{"count":6,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/posts\/6256\/revisions"}],"predecessor-version":[{"id":6262,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/posts\/6256\/revisions\/6262"}],"wp:attachment":[{"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/media?parent=6256"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/categories?post=6256"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.sanosemi.com\/sano_lecture\/wp-json\/wp\/v2\/tags?post=6256"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}