{"id":131,"date":"2024-09-02T02:03:45","date_gmt":"2024-09-01T17:03:45","guid":{"rendered":"https:\/\/ai3.site\/?p=131"},"modified":"2024-09-02T02:03:45","modified_gmt":"2024-09-01T17:03:45","slug":"llm%e3%81%a8gpt%e3%82%b7%e3%83%aa%e3%83%bc%e3%82%ba%e9%80%b2%e5%8c%96%e3%81%ae%e6%ad%b4%e5%8f%b2%e3%81%be%e3%81%a8%e3%82%81","status":"publish","type":"post","link":"https:\/\/ai3.site\/?p=131","title":{"rendered":"LLM\u3068GPT\u30b7\u30ea\u30fc\u30ba\u9032\u5316\u306e\u6b74\u53f2\u307e\u3068\u3081"},"content":{"rendered":"\n<p>\u3053\u3053\u3067\u306f\u6642\u7cfb\u5217\u306bChatGPT\u95a2\u4fc2\u306e\u8a71\u984c\u3092\u307e\u3068\u3081\u3066\u3044\u307e\u3059\u3002\uff08\u968f\u6642\u66f4\u65b0\uff09<\/p>\n\n\n\n<p>\u30cb\u30e5\u30fc\u30b9\u306e\u30ad\u30e3\u30c3\u30c1\u30a2\u30c3\u30d7\u306b\u3054\u6d3b\u7528\u304f\u3060\u3055\u3044\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\">2013\u5e74 <\/mark><\/strong><\/p>\n\n\n\n<p>Word2Vec: \u5358\u8a9e\u57cb\u3081\u8fbc\u307f\u6280\u8853\u304c\u767b\u5834\u3057\u3001\u5358\u8a9e\u306e\u610f\u5473\u3092\u30d9\u30af\u30c8\u30eb\u5f62\u5f0f\u3067\u8868\u73fe\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u306b\u200b\u200b\u3002<\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\"> 2014\u5e74<\/mark><\/strong><\/p>\n\n\n\n<p> RNN\u3068Attention Mechanism: \u30b7\u30fc\u30b1\u30f3\u30b9\u9593\u306e\u4f9d\u5b58\u95a2\u4fc2\u3092\u6349\u3048\u308b\u305f\u3081\u306e\u30a2\u30c6\u30f3\u30b7\u30e7\u30f3\u30e1\u30ab\u30cb\u30ba\u30e0\u304c\u5c0e\u5165\u3055\u308c\u3001NLP\u306e\u6027\u80fd\u304c\u5411\u4e0a\u200b\u3002<\/p>\n\n\n\n<p><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\"> 2017\u5e74<\/mark><\/p>\n\n\n\n<p> Transformer\u30e2\u30c7\u30eb: <strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">\u300cAttention is All You Need\u300d<\/mark><\/strong>\u3068\u3044\u3046\u8ad6\u6587\u3067\u767a\u8868\u3055\u308c\u3001\u52b9\u7387\u7684\u306a\u30b7\u30fc\u30b1\u30f3\u30b9\u51e6\u7406\u304c\u53ef\u80fd\u306b\u200b\u3002 <\/p>\n\n\n\n<p><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\">2018\u5e74<\/mark><\/p>\n\n\n\n<p> BERT: Google\u304c\u767a\u8868\u3002\u53cc\u65b9\u5411\u306e\u6587\u8108\u7406\u89e3\u304c\u53ef\u80fd\u306b\u306a\u308a\u3001NLP\u30bf\u30b9\u30af\u3067\u753b\u671f\u7684\u306a\u6027\u80fd\u5411\u4e0a\u200b\u3002<\/p>\n\n\n\n<p> ELMo: Allen Institute for AI\u304c\u767a\u8868\u3002\u6587\u8108\u306b\u57fa\u3065\u3044\u305f\u5358\u8a9e\u8868\u73fe\u3092\u751f\u6210\u200b\u3002<\/p>\n\n\n\n<p> <strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">GPT-1: OpenAI\u304c\u767a\u8868\u3002<\/mark><\/strong>\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u4f7f\u7528\u3057\u3001\u521d\u306e\u5927\u898f\u6a21\u4e8b\u524d\u5b66\u7fd2\u578b\u30e2\u30c7\u30eb\u200b\u3002 <\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\">2019\u5e74<\/mark><\/p>\n\n\n\n<p> <strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">GPT-2: OpenAI<\/mark><\/strong>\u304c\u767a\u8868\u30021.5\u5104\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u6301\u3061\u3001\u4e8b\u524d\u5b66\u7fd2\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3067\u9ad8\u54c1\u8cea\u306a\u30c6\u30ad\u30b9\u30c8\u751f\u6210\u200b\u3002 <\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\">2020\u5e74 <\/mark><\/strong><\/p>\n\n\n\n<p>T5: Google\u304c\u767a\u8868\u3002\u3059\u3079\u3066\u306eNLP\u30bf\u30b9\u30af\u3092\u30c6\u30ad\u30b9\u30c8\u5909\u63db\u554f\u984c\u3068\u3057\u3066\u7d71\u4e00\u7684\u306b\u51e6\u7406\u200b\u200b\u3002 <\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">GPT-3: OpenAI<\/mark><\/strong>\u304c\u767a\u8868\u30021750\u5104\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u6301\u3061\u3001\u81ea\u7136\u8a00\u8a9e\u751f\u6210\u80fd\u529b\u304c\u98db\u8e8d\u7684\u306b\u5411\u4e0a\u200b\u200b\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\"> 2021-2023\u5e74 <\/mark><\/strong><\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">GPT-3.5\u4e00\u822c\u516c\u958b\uff082022\u5e7411\u6708\uff09 <\/mark><\/strong><\/p>\n\n\n\n<p>LaMDA: Google\u304c\u958b\u767a\u3002\u5bfe\u8a71\u578b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u5411\u3051\u30e2\u30c7\u30eb\u3002 <\/p>\n\n\n\n<p>DALL\u00b7E, CLIP: OpenAI\u304c\u958b\u767a\u3002\u30c6\u30ad\u30b9\u30c8\u304b\u3089\u753b\u50cf\u751f\u6210\u3084\u753b\u50cf\u7406\u89e3\u304c\u53ef\u80fd\u200b\u200b\u3002 <\/p>\n\n\n\n<p><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\"><strong>GPT-4<\/strong><\/mark>: \u6027\u80fd\u5411\u4e0a\u3068\u5fdc\u7528\u7bc4\u56f2\u306e\u62e1\u5927\u200b\u200b\u3002 <\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-luminous-vivid-orange-color\">2024\u5e74<\/mark> <\/strong><\/p>\n\n\n\n<p>Claude 3: Anthropic\u304c\u958b\u767a\u3002\u591a\u8a00\u8a9e\u5bfe\u5fdc\u3068\u753b\u50cf\u51e6\u7406\u6a5f\u80fd\u200b\u200b\u3002<\/p>\n\n\n\n<p> Gemini: Google\u306e\u6700\u65b0\u30e2\u30c7\u30eb\u3002\u30c6\u30ad\u30b9\u30c8\u3001\u753b\u50cf\u3001\u97f3\u58f0\u3001\u30d3\u30c7\u30aa\u30c7\u30fc\u30bf\u3092\u30cd\u30a4\u30c6\u30a3\u30d6\u306b\u30b5\u30dd\u30fc\u30c8\u200b\u3002 <\/p>\n\n\n\n<p>Mistral 7B: \u30d5\u30e9\u30f3\u30b9\u306eMistral\u304c\u958b\u767a\u3002\u5c0f\u578b\u9ad8\u6027\u80fd\u30e2\u30c7\u30eb\u200b\u3002<\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\"> GPT-4omni (GPT-4o): <\/mark><\/strong>\u767a\u8868\u6642\u73fe\u5728\u6700\u65b0\u306eGPT\u30e2\u30c7\u30eb\u3002\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u30bf\u30b9\u30af\u306b\u6700\u9069\u5316\u3055\u308c\u3001\u52b9\u7387\u6027\u3068\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u304c\u5f37\u5316\u3055\u308c\u3066\u3044\u308b\u3002\u307e\u305f\u3001\u5b89\u5168\u6a5f\u69cb\u3068\u502b\u7406\u7684\u914d\u616e\u304c\u5f37\u5316\u3055\u308c\u3066\u3044\u308b\u200b\u200b\u3002<\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\"> ChatGPT\uff14o\uff0dmini\uff082024.7\u6708\uff09<\/mark><\/strong><\/p>\n\n\n\n<p><strong><mark style=\"background-color:rgba(0, 0, 0, 0)\" class=\"has-inline-color has-vivid-red-color\">ChatGPT\u30e6\u30fc\u30b6\u30fc\u304c\uff12\u5104\u4eba\u3092\u7a81\u7834<\/mark><\/strong>\uff082024.08.29\uff09<\/p>\n\n\n\n<p>\u53c2\u8003\uff1ahttps:\/\/hatchworks.com\/blog\/gen-ai\/large-language-models-guide\/ https:\/\/mobile-gpt.io\/chatgpt-blog\/a-brief-history-of-the-gpt-series-from-gpt-1-to-gpt-4-175ba389e4cc https:\/\/aimagazine.com\/articles\/2024-what-comes-next-for-ai-and-large-language-models https:\/\/mindsdb.com\/blog\/navigating-the-llm-landscape-a-comparative-analysis-of-leading-large-language-models https:\/\/zapier.com\/blog\/best-llm\/ https:\/\/openai.com\/index\/gpt-4o-mini-advancing-cost-efficient-intelligence\/\u3000\u306a\u30692024.08.03\u53c2\u7167<\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u3053\u3053\u3067\u306f\u6642\u7cfb\u5217\u306bChatGPT\u95a2\u4fc2\u306e\u8a71\u984c\u3092\u307e\u3068\u3081\u3066\u3044\u307e\u3059\u3002\uff08\u968f\u6642\u66f4\u65b0\uff09 \u30cb\u30e5\u30fc\u30b9\u306e\u30ad\u30e3\u30c3\u30c1\u30a2\u30c3\u30d7\u306b\u3054\u6d3b\u7528\u304f\u3060\u3055\u3044\u3002 2013\u5e74 Word2Vec: \u5358\u8a9e\u57cb\u3081\u8fbc\u307f\u6280\u8853\u304c\u767b\u5834\u3057\u3001\u5358\u8a9e\u306e\u610f\u5473\u3092\u30d9\u30af\u30c8\u30eb\u5f62\u5f0f\u3067\u8868\u73fe\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u306b [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"sns_share_botton_hide":"","vkExUnit_sns_title":"","_vk_print_noindex":"","sitemap_hide":"","_veu_custom_css":"","veu_display_promotion_alert":"","vkexunit_cta_each_option":"","_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-131","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"veu_head_title_object":{"title":"","add_site_title":""},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/posts\/131","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/ai3.site\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=131"}],"version-history":[{"count":1,"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/posts\/131\/revisions"}],"predecessor-version":[{"id":132,"href":"https:\/\/ai3.site\/index.php?rest_route=\/wp\/v2\/posts\/131\/revisions\/132"}],"wp:attachment":[{"href":"https:\/\/ai3.site\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=131"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai3.site\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=131"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai3.site\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=131"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}