{"id":706,"date":"2025-08-28T19:49:09","date_gmt":"2025-08-28T10:49:09","guid":{"rendered":"https:\/\/www.shin-ichi.org\/?p=706"},"modified":"2025-09-01T08:38:12","modified_gmt":"2025-08-31T23:38:12","slug":"%e3%80%8e%e9%9f%b3%e3%81%ab%e3%82%88%e3%82%8b%e6%95%85%e9%9a%9c%e4%ba%88%e7%9f%a5%e3%81%ae%e6%95%99%e7%a7%91%e6%9b%b8%e3%81%9f%e3%81%9f%e3%81%8d%e5%8f%b0%ef%bc%9a6-5%e3%80%8fllm%e3%81%a8%e4%b8%80","status":"publish","type":"post","link":"https:\/\/www.shin-ichi.org\/?p=706","title":{"rendered":"\u300e\u97f3\u306b\u3088\u308b\u6545\u969c\u4e88\u77e5\u306e\u6559\u79d1\u66f8\u305f\u305f\u304d\u53f0\uff1a6.5 \u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u5206\u5272\uff08train\/validation\/test\uff09\u300fLLM\u3068\u4e00\u7dd2\u306b\u66f8\u3044\u3066\u307f\u305f\u2014AI\u304c\u5c0e\u304f\u7814\u7a76\u30e1\u30e2"},"content":{"rendered":"\n<h2 class=\"wp-block-heading\">6. \u6545\u969c\u4e88\u77e5\u306e\u30a2\u30d7\u30ed\u30fc\u30c1&nbsp;&nbsp;<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">6.5 \u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u5206\u5272\uff08train\/validation\/test\uff09<\/h3>\n\n\n\n<p>\u6a5f\u68b0\u5b66\u7fd2\u3067\u306f\u3001\u6301\u3063\u3066\u3044\u308b\u30c7\u30fc\u30bf\u3092\u3044\u304d\u306a\u308a\u5168\u90e8\u3067\u5b66\u7fd2\u30fb\u8a55\u4fa1\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001\u5f79\u5272\u306e\u9055\u3046\u4e09\u3064\u306e\u96c6\u5408\u306b\u5206\u3051\u308b\u306e\u304c\u57fa\u672c\u3067\u3042\u308b\u3002\u5b66\u7fd2\u306b\u4f7f\u3046\u8a13\u7df4\u7528\uff08train\uff09\u3001\u30e2\u30c7\u30eb\u3084\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u8abf\u6574\u306b\u4f7f\u3046\u691c\u8a3c\u7528\uff08validation\uff09\u3001\u6700\u5f8c\u306e\u5b9f\u529b\u78ba\u8a8d\u306b\u3060\u3051\u4f7f\u3046\u8a55\u4fa1\u7528\uff08test\uff09\u3068\u3044\u3046\u5206\u62c5\u306b\u3059\u308b\u3068\u3001\u5b9f\u793e\u4f1a\u3067\u306e\u6027\u80fd\u306b\u8fd1\u3044\u898b\u7a4d\u3082\u308a\u304c\u5f97\u3089\u308c\u3001\u904e\u5b66\u7fd2\u3084\u904e\u5927\u8a55\u4fa1\u3092\u907f\u3051\u3084\u3059\u304f\u306a\u308b\u3002\u5b66\u7fd2\u3068\u8a55\u4fa1\u306b\u540c\u3058\u30c7\u30fc\u30bf\u3092\u4f7f\u3046\u3068\u3001\u305f\u307e\u305f\u307e\u898b\u305f\u7656\u3092\u899a\u3048\u305f\u3060\u3051\u306e\u300c\u898b\u304b\u3051\u306e\u9ad8\u7cbe\u5ea6\u300d\u306b\u306a\u308a\u3001\u672a\u77e5\u30c7\u30fc\u30bf\u3067\u6025\u306b\u5d29\u308c\u308b\u305f\u3081\u3001\u5f79\u5272\u3092\u5206\u3051\u308b\u3053\u3068\u304c\u6b20\u304b\u305b\u306a\u3044\u3002[1][2][3][4]\n\n\n\n<p>\u307e\u305a\u4e09\u3064\u306e\u96c6\u5408\u306e\u610f\u5473\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u6574\u7406\u3059\u308b\u3002\u8a13\u7df4\u7528\u306f\u3001\u30e2\u30c7\u30eb\u304c\u898f\u5247\u3092\u5b66\u3076\u305f\u3081\u306e\u6750\u6599\u3067\u3001\u3067\u304d\u308b\u3060\u3051\u591a\u304f\u306e\u4ee3\u8868\u7684\u306a\u4f8b\u3092\u542b\u3081\u308b\u306e\u304c\u671b\u307e\u3057\u3044\u3002\u691c\u8a3c\u7528\u306f\u3001\u5b66\u7fd2\u306b\u306f\u4f7f\u308f\u305a\u3001\u30e2\u30c7\u30eb\u306e\u7a2e\u985e\u3084\u8a2d\u5b9a\uff08\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\uff09\u3092\u6bd4\u8f03\u30fb\u9078\u629e\u3059\u308b\u305f\u3081\u306b\u7528\u3044\u308b\u72ec\u7acb\u306e\u30c7\u30fc\u30bf\u3067\u3042\u308b\u3002\u8a55\u4fa1\u7528\u306f\u3001\u6700\u7d42\u7684\u306a\u300c\u4e00\u822c\u5316\u6027\u80fd\u300d\u3092\u4e00\u5ea6\u3060\u3051\u78ba\u8a8d\u3059\u308b\u305f\u3081\u306b\u6b8b\u3057\u3066\u304a\u304f\u3001\u307e\u3063\u305f\u304f\u624b\u3064\u304b\u305a\u306e\u30c7\u30fc\u30bf\u3067\u3001\u5b66\u7fd2\u30fb\u8abf\u6574\u306e\u904e\u7a0b\u3067\u306f\u898b\u306a\u3044\u3053\u3068\u304c\u9244\u5247\u306b\u306a\u308b\u3002\u3053\u306e\u5f79\u5272\u5206\u62c5\u306b\u3088\u308a\u3001\u30e2\u30c7\u30eb\u9078\u3073\u3084\u95be\u5024\u8abf\u6574\u306e\u30d0\u30a4\u30a2\u30b9\u3092\u6291\u3048\u3001\u73fe\u5b9f\u306b\u8fd1\u3044\u6027\u80fd\u8a55\u4fa1\u304c\u3067\u304d\u308b\u3002[2][5][3][4][6][1]\n\n\n\n<p>\u5206\u5272\u6bd4\u7387\u306e\u76ee\u5b89\u3068\u3057\u3066\u306f\u300170%\/15%\/15%\u3084\u300180%\/10%\/10%\u306a\u3069\u304c\u3088\u304f\u7528\u3044\u3089\u308c\u308b\u304c\u3001\u30c7\u30fc\u30bf\u91cf\u3084\u6027\u8cea\u3067\u8abf\u6574\u3059\u308b\u306e\u304c\u5b9f\u52d9\u7684\u3067\u3042\u308b\u3002\u30c7\u30fc\u30bf\u304c\u975e\u5e38\u306b\u591a\u3044\u306a\u3089\u691c\u8a3c\u30fb\u8a55\u4fa1\u3092\u5c0f\u3055\u3081\u306b\u3067\u304d\u308b\u3057\u3001\u30c7\u30fc\u30bf\u304c\u5c11\u306a\u3044\u306a\u3089\u691c\u8a3c\u7528\u3092\u56fa\u5b9a\u305b\u305a\u4ea4\u5dee\u691c\u8a3c\u3067\u4f7f\u3044\u56de\u3059\u3068\u6709\u52b9\u6d3b\u7528\u3067\u304d\u308b\u3002\u4ea4\u5dee\u691c\u8a3c\u306f\u3001\u8a13\u7df4\u30c7\u30fc\u30bf\u3092\u3055\u3089\u306b\u8907\u6570\u306e\u6298\u308a\u306b\u5206\u3051\u3001\u5165\u308c\u66ff\u3048\u306a\u304c\u3089\u5b66\u7fd2\u3068\u8a55\u4fa1\u3092\u7e70\u308a\u8fd4\u3057\u3001\u5e73\u5747\u6027\u80fd\u3067\u5b89\u5b9a\u3057\u305f\u898b\u7a4d\u3082\u308a\u3092\u5f97\u308b\u6a19\u6e96\u624b\u6cd5\u3067\u3042\u308b\u3002[5][3][7][2]\n\n\n\n<p>\u5206\u5272\u306e\u4ed5\u65b9\u306b\u306f\u91cd\u8981\u306a\u6ce8\u610f\u70b9\u304c\u3042\u308b\u3002\u5206\u985e\u3067\u30af\u30e9\u30b9\u306e\u6570\u306b\u504f\u308a\u304c\u3042\u308b\u3068\u304d\uff08\u6b63\u5e38\u304c\u5927\u91cf\u3001\u7570\u5e38\u304c\u5c11\u6570\u306a\u3069\uff09\u306f\u3001\u5358\u7d14\u306a\u30e9\u30f3\u30c0\u30e0\u5206\u5272\u3060\u3068\u691c\u8a3c\u3084\u8a55\u4fa1\u306b\u5c11\u6570\u30af\u30e9\u30b9\u304c\u307b\u3068\u3093\u3069\u5165\u3089\u306a\u3044\u4e8b\u6545\u304c\u8d77\u304d\u308b\u3002\u3053\u308c\u3092\u907f\u3051\u308b\u305f\u3081\u3001\u5404\u5206\u5272\u3067\u30af\u30e9\u30b9\u6bd4\u3092\u5168\u4f53\u3068\u307b\u307c\u540c\u3058\u306b\u4fdd\u3064\u5c64\u5316\uff08stratified\uff09\u5206\u5272\u3092\u4f7f\u3046\u306e\u304c\u5b9a\u77f3\u3067\u3001\u8a13\u7df4\/\u691c\u8a3c\/\u8a55\u4fa1\u306e\u3059\u3079\u3066\u306b\u5c64\u5316\u3092\u5fb9\u5e95\u3059\u308b\u3002\u5c64\u5316k-fold\u4ea4\u5dee\u691c\u8a3c\u3082\u5e83\u304f\u63a8\u5968\u3055\u308c\u3001\u5404\u6298\u3067\u30af\u30e9\u30b9\u5206\u5e03\u3092\u4fdd\u3061\u306a\u304c\u3089\u6027\u80fd\u3092\u898b\u7a4d\u3082\u308c\u308b\u3002[8][7][9]\n\n\n\n<p>\u6642\u7cfb\u5217\u30c7\u30fc\u30bf\u3067\u306f\u3055\u3089\u306b\u914d\u616e\u304c\u8981\u308b\u3002\u904e\u53bb\u304b\u3089\u672a\u6765\u3092\u4e88\u6e2c\u3059\u308b\u306e\u306b\u3001\u672a\u6765\u306e\u60c5\u5831\u304c\u8a13\u7df4\u5074\u3078\u7d1b\u308c\u8fbc\u3080\u3068\u300c\u60c5\u5831\u6f0f\u3048\u3044\u300d\u306b\u306a\u308a\u3001\u975e\u73fe\u5b9f\u7684\u306a\u9ad8\u7cbe\u5ea6\u306b\u306a\u308b\u3002\u3057\u305f\u304c\u3063\u3066\u3001\u6642\u7cfb\u5217\u306f\u6642\u9593\u9806\u3092\u5b88\u3063\u3066\u300c\u904e\u53bb\u2192\u672a\u6765\u300d\u3067\u5206\u3051\u308b\u6642\u7cfb\u5217\u7528\u306e\u5206\u5272\u3084\u3001\u30a6\u30a9\u30fc\u30af\u30d5\u30a9\u30ef\u30fc\u30c9\uff08\u30ed\u30fc\u30eb\uff09\u691c\u8a3c\u3092\u4f7f\u3046\u3002\u4e00\u822c\u7684\u306ak-fold\u306e\u30e9\u30f3\u30c0\u30e0\u5206\u5272\u306f\u3001\u6642\u7cfb\u5217\u306e\u81ea\u5df1\u76f8\u95a2\u3092\u58ca\u3057\u3001\u5c06\u6765\u306e\u60c5\u5831\u3092\u6df7\u5165\u3055\u305b\u308b\u5371\u967a\u304c\u3042\u308b\u305f\u3081\u907f\u3051\u308b\u3079\u304d\u3067\u3042\u308b\u3002\u6642\u7cfb\u5217\u3084\u9010\u6b21\u30c7\u30fc\u30bf\u3067\u306f\u3001\u6642\u9593\u30d9\u30fc\u30b9\u306e\u691c\u8a3c\u304c\u300c\u73fe\u5b9f\u306e\u904b\u7528\u300d\u3092\u6b63\u3057\u304f\u6a21\u64ec\u3067\u304d\u3001\u6f0f\u3048\u3044\u3092\u9632\u3050\u8981\uff08\u304b\u306a\u3081\uff09\u306b\u306a\u308b\u3002[10][7][11]\n\n\n\n<p>\u30c7\u30fc\u30bf\u6f0f\u3048\u3044\uff08Leakage\uff09\u3092\u9632\u3050\u624b\u9806\u3082\u5fc5\u305a\u7d44\u307f\u8fbc\u3080\u3002\u5206\u5272\u306e\u524d\u306b\u5168\u30c7\u30fc\u30bf\u3067\u6a19\u6e96\u5316\u3084\u6b20\u640d\u88dc\u5b8c\u3092\u3057\u3066\u3057\u307e\u3046\u3068\u3001\u305d\u306e\u64cd\u4f5c\u306e\u7d71\u8a08\uff08\u5e73\u5747\u3084\u5206\u6563\u306a\u3069\uff09\u306b\u8a55\u4fa1\u30c7\u30fc\u30bf\u306e\u60c5\u5831\u304c\u6df7\u3058\u308a\u3001\u8a13\u7df4\u5074\u3078\u6f0f\u308c\u3066\u3057\u307e\u3046\u3002\u3053\u308c\u3092\u907f\u3051\u308b\u306b\u306f\u3001\u5fc5\u305a\u300c\u8a13\u7df4\u30c7\u30fc\u30bf\u3067\u524d\u51e6\u7406\u3092\u5b66\u3073\u3001\u305d\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u691c\u8a3c\u30fb\u8a55\u4fa1\u3078\u9069\u7528\u3059\u308b\u300d\u9806\u5e8f\u3092\u53b3\u5b88\u3059\u308b\uff08\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u5316\u304c\u6709\u52b9\uff09\u3002\u7279\u5fb4\u91cf\u751f\u6210\u3067\u3082\u5c06\u6765\u60c5\u5831\u3092\u4f7f\u308f\u306a\u3044\u3001\u96c6\u8a08\u7a93\u306e\u7bc4\u56f2\u3092\u672a\u6765\u3078\u4f38\u3070\u3055\u306a\u3044\u3001\u306a\u3069\u306e\u30eb\u30fc\u30eb\u3092\u8a2d\u3051\u308b\u3068\u5b89\u5168\u3067\u3042\u308b\u3002[12][10]\n\n\n\n<p>\u5177\u4f53\u7684\u306a\u9032\u3081\u65b9\u3092\u6bb5\u968e\u3067\u793a\u3059\u30021) \u76ee\u7684\u3068\u8a55\u4fa1\u6307\u6a19\u3092\u6c7a\u3081\u308b\uff08\u898b\u9003\u3057\u91cd\u8996\u306a\u3089\u518d\u73fe\u7387\u3084PR\u66f2\u7dda\u306a\u3069\uff09\u30022) \u30c7\u30fc\u30bf\u306e\u6027\u8cea\u3092\u78ba\u8a8d\u3059\u308b\uff08\u6642\u7cfb\u5217\u304b\u3001\u30af\u30e9\u30b9\u4e0d\u5747\u8861\u304b\u3001\u30b0\u30eb\u30fc\u30d7\u306e\u584a\u304c\u3042\u308b\u304b\uff09\u30023) \u5206\u5272\u6226\u7565\u3092\u9078\u3076\uff1a\u901a\u5e38\u306f\u30e9\u30f3\u30c0\u30e0\uff0b\u5c64\u5316\u3001\u6642\u7cfb\u5217\u306f\u6642\u9593\u9806\u306e\u30b9\u30d7\u30ea\u30c3\u30c8\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u4ea4\u5dee\u691c\u8a3c\u3092\u4f75\u7528\u3059\u308b\u30024) \u6bd4\u7387\u3092\u8a2d\u5b9a\uff08\u4f8b70\/15\/15\uff09\u3057\u3001\u691c\u8a3c\u3067\u306f\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3084\u7279\u5fb4\u306e\u9078\u629e\u3092\u884c\u3046\u30025) \u524d\u51e6\u7406\u306f\u8a13\u7df4\u57fa\u6e96\u3067\u5b66\u7fd2\u3057\u3001\u691c\u8a3c\u30fb\u8a55\u4fa1\u3078\u9069\u7528\uff08\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\uff09\u3057\u3066\u6f0f\u3048\u3044\u3092\u9632\u3050\u30026) \u8abf\u6574\u304c\u5b8c\u4e86\u3057\u305f\u3089\u3001\u8a55\u4fa1\u7528\u30c7\u30fc\u30bf\u3092\u521d\u3081\u3066\u7528\u3044\u3066\u6700\u7d42\u78ba\u8a8d\u3092\u4e00\u5ea6\u3060\u3051\u884c\u3044\u3001\u7d50\u679c\u3092\u51cd\u7d50\u3059\u308b\u3002[3][7][6][13][2][5][10][8][12]\n\n\n\n<p>\u4ea4\u5dee\u691c\u8a3c\u306e\u6d3b\u7528\u3082\u8981\u70b9\u3060\u3002\u30c7\u30fc\u30bf\u304c\u5c11\u306a\u3044\u5834\u5408\u3084\u30e2\u30c7\u30eb\u6bd4\u8f03\u3092\u5b89\u5b9a\u3055\u305b\u305f\u3044\u5834\u5408\u3001\u8a13\u7df4\u30c7\u30fc\u30bf\u306e\u4e2d\u3067k-fold\uff08\u5c64\u5316k-fold\uff09\u3092\u56de\u3057\u5e73\u5747\u6027\u80fd\u3067\u9078\u5b9a\u3059\u308b\u306e\u304c\u52b9\u679c\u7684\u3067\u3042\u308b\u3002\u6642\u7cfb\u5217\u3067\u306f\u6a19\u6e96\u306ek-fold\u3092\u4f7f\u308f\u305a\u3001TimeSeriesSplit\u306e\u3088\u3046\u306b\u300c\u904e\u53bb\u3067\u5b66\u7fd2\u2192\u76f4\u5f8c\u306e\u672a\u6765\u3067\u691c\u8a3c\u300d\u3092\u6bb5\u968e\u7684\u306b\u9032\u3081\u308b\u65b9\u5f0f\u3092\u7528\u3044\u308b\u3068\u3001\u5c06\u6765\u4e88\u6e2c\u306e\u73fe\u5b9f\u6027\u3092\u4fdd\u3061\u306a\u304c\u3089\u8abf\u6574\u3067\u304d\u308b\u3002[7][14][3][8]\n\n\n\n<p>\u3088\u304f\u3042\u308b\u843d\u3068\u3057\u7a74\u3068\u56de\u907f\u7b56\u3092\u6319\u3052\u308b\u3002- \u8aa4\u308a1\uff1a\u5206\u5272\u524d\u306b\u524d\u51e6\u7406\uff08\u6a19\u6e96\u5316\u30fb\u6b20\u640d\u88dc\u5b8c\uff09\u3092\u5168\u4f53\u3067\u5b9f\u65bd\u3002\u56de\u907f\uff1a\u8a13\u7df4\u3067\u5b66\u3093\u3060\u5909\u63db\u306e\u307f\u3092\u691c\u8a3c\u30fb\u8a55\u4fa1\u3078\u9069\u7528\uff08\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\uff09\u3002- \u8aa4\u308a2\uff1a\u4e0d\u5747\u8861\u30c7\u30fc\u30bf\u3092\u975e\u5c64\u5316\u3067\u5206\u5272\u3057\u3001\u5c11\u6570\u30af\u30e9\u30b9\u304c\u691c\u8a3c\u30fb\u8a55\u4fa1\u306b\u307b\u307c\u7121\u3044\u3002\u56de\u907f\uff1a\u5c64\u5316\u5206\u5272\u30fb\u5c64\u5316k-fold\u3092\u5fb9\u5e95\u3002- \u8aa4\u308a3\uff1a\u6642\u7cfb\u5217\u3067\u30b7\u30e3\u30c3\u30d5\u30eb\u5206\u5272\u3002\u56de\u907f\uff1a\u6642\u9593\u9806\u306e\u30db\u30fc\u30eb\u30c9\u30a2\u30a6\u30c8\u3084\u30a6\u30a9\u30fc\u30af\u30d5\u30a9\u30ef\u30fc\u30c9\u3001TimeSeriesSplit\u3092\u4f7f\u7528\u3002- \u8aa4\u308a4\uff1a\u8a55\u4fa1\u7528\u3092\u4f55\u5ea6\u3082\u898b\u3066\u95be\u5024\u3084\u8a2d\u8a08\u3092\u5fae\u8abf\u6574\u3002\u56de\u907f\uff1a\u8a55\u4fa1\u7528\u306f\u6700\u7d42\u4e00\u5ea6\u3060\u3051\u3001\u8abf\u6574\u306f\u691c\u8a3c\u7528\u30fb\u4ea4\u5dee\u691c\u8a3c\u3067\u884c\u3046\u3002- \u8aa4\u308a5\uff1a\u5206\u5272\u6bd4\u7387\u306e\u786c\u76f4\u5316\u3002\u56de\u907f\uff1a\u30c7\u30fc\u30bf\u91cf\u30fb\u504f\u308a\u30fb\u30bf\u30b9\u30af\u306b\u5fdc\u3058\u3066\u67d4\u8edf\u306b\u6bd4\u7387\u3068\u691c\u8a3c\u6cd5\u3092\u8abf\u6574\u3002[9][1][2][5][3][10][8][7][12]\n\n\n\n<p>\u73fe\u5834\u3067\u5f79\u7acb\u3064\u5b9f\u52d9\u30d2\u30f3\u30c8\u3092\u88dc\u8db3\u3059\u308b\u3002- \u30b0\u30eb\u30fc\u30d7\u306e\u72ec\u7acb\u6027\uff1a\u540c\u4e00\u6a5f\u5668\u30fb\u540c\u4e00\u30e9\u30a4\u30f3\u30fb\u540c\u4e00\u500b\u4f53\u3067\u5f37\u3044\u985e\u4f3c\u304c\u3042\u308b\u5834\u5408\u3001\u8a13\u7df4\u3068\u691c\u8a3c\/\u8a55\u4fa1\u306b\u540c\u3058\u30b0\u30eb\u30fc\u30d7\u304c\u8de8\u3089\u306a\u3044\u3088\u3046\u300c\u30b0\u30eb\u30fc\u30d7\u5206\u5272\u300d\u3092\u4f7f\u3046\uff08\u60c5\u5831\u6f0f\u3048\u3044\u56de\u907f\u306b\u6709\u52b9\uff09\u3002- \u53cd\u5fa9\u53ef\u80fd\u6027\uff1a\u4e71\u6570\u30b7\u30fc\u30c9\u3092\u56fa\u5b9a\u3057\u3001\u5206\u5272\u306e\u518d\u73fe\u6027\u3092\u78ba\u4fdd\u3059\u308b\uff08\u6bd4\u8f03\u306e\u516c\u6b63\u3055\uff09\u3002- \u8a18\u9332\u306e\u5fb9\u5e95\uff1a\u5206\u5272\u65b9\u6cd5\u30fb\u6bd4\u7387\u30fb\u5c64\u5316\u306e\u6709\u7121\u30fb\u6642\u7cfb\u5217\u8a2d\u5b9a\u30fb\u524d\u51e6\u7406\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u30fb\u4e71\u6570\u30b7\u30fc\u30c9\u3092\u8a18\u9332\u3057\u3001\u8a55\u4fa1\u306e\u518d\u73fe\u3092\u62c5\u4fdd\u3059\u308b\u3002- \u8ffd\u52a0\u30c7\u30fc\u30bf\u306e\u53d6\u308a\u8fbc\u307f\uff1a\u904b\u7528\u3067\u65b0\u30c7\u30fc\u30bf\u304c\u52a0\u308f\u3063\u305f\u3089\u3001\u8a55\u4fa1\u7528\u3092\u7dad\u6301\u3057\u305f\u307e\u307e\u518d\u5206\u5272\u30fb\u518d\u5b66\u7fd2\u30fb\u518d\u8a55\u4fa1\u306e\u30b5\u30a4\u30af\u30eb\u3092\u8a2d\u8a08\u3059\u308b\uff08\u30c7\u30fc\u30bf\u6f02\u79fb\u3078\u306e\u5099\u3048\uff09\u3002[13][1][2][10][7]\n\n\n\n<p>\u6700\u5f8c\u306b\u3001\u6559\u80b2\u7684\u306a\u307e\u3068\u3081\u3068\u3057\u3066\u62bc\u3055\u3048\u308b\u3079\u304d\u539f\u5247\u3092\u77ed\u304f\u8ff0\u3079\u308b\u3002- \u8a13\u7df4\u30fb\u691c\u8a3c\u30fb\u8a55\u4fa1\u306e\u4e09\u5206\u5272\u306f\u3001\u904e\u5b66\u7fd2\u3092\u898b\u629c\u304d\u4e00\u822c\u5316\u6027\u80fd\u3092\u6b63\u3057\u304f\u6e2c\u308b\u305f\u3081\u306e\u57fa\u790e\u3067\u3042\u308b\u3002- \u4e0d\u5747\u8861\u306b\u306f\u5c64\u5316\u3001\u6642\u7cfb\u5217\u306b\u306f\u6642\u9593\u9806\u306e\u5206\u5272\u3068\u6642\u7cfb\u5217\u4ea4\u5dee\u691c\u8a3c\u304c\u5fc5\u9808\u3067\u3042\u308b\u3002- \u524d\u51e6\u7406\u30fb\u7279\u5fb4\u751f\u6210\u306f\u300c\u8a13\u7df4\u57fa\u6e96\u3067\u5b66\u3073\u3001\u4ed6\u96c6\u5408\u3078\u9069\u7528\u300d\u3067\u6f0f\u3048\u3044\u3092\u9632\u3050\u3002- \u8a55\u4fa1\u7528\u306f\u6700\u5f8c\u306b\u4e00\u5ea6\u3060\u3051\u4f7f\u3044\u3001\u305d\u3053\u304b\u3089\u306e\u5b66\u3073\u3092\u8a2d\u8a08\u3078\u6301\u3061\u8fbc\u307e\u306a\u3044\u3002\u3053\u308c\u3089\u3092\u5b88\u308c\u3070\u3001\u6545\u969c\u4e88\u77e5\u306b\u304a\u3051\u308b\u30e2\u30c7\u30eb\u8a55\u4fa1\u306f\u73fe\u5b9f\u306b\u8fd1\u3065\u304d\u3001\u8aa4\u691c\u77e5\u3068\u898b\u9003\u3057\u306e\u30d0\u30e9\u30f3\u30b9\u3082\u3001\u30c7\u30fc\u30bf\u306b\u57fa\u3065\u3044\u3066\u9069\u5207\u306b\u8abf\u6574\u3067\u304d\u308b\u3002[6][1][3][10][8][7][12]\n\n\n\n[1] https:\/\/encord.com\/blog\/train-val-test-split\/<\/p>\n\n\n\n[2] https:\/\/www.v7labs.com\/blog\/train-validation-test-set<\/p>\n\n\n\n[3] https:\/\/developers.google.com\/machine-learning\/crash-course\/overfitting\/dividing-datasets<\/p>\n\n\n\n[4] https:\/\/mlu-explain.github.io\/train-test-validation\/<\/p>\n\n\n\n[5] https:\/\/milvus.io\/ai-quick-reference\/what-are-some-best-practices-for-splitting-a-dataset-into-training-validation-and-test-sets<\/p>\n\n\n\n[6] https:\/\/blog.roboflow.com\/train-test-split\/<\/p>\n\n\n\n[7] https:\/\/scikit-learn.org\/stable\/modules\/cross_validation.html<\/p>\n\n\n\n[8] https:\/\/machinelearningmastery.com\/cross-validation-for-imbalanced-classification\/<\/p>\n\n\n\n[9] https:\/\/dataknowsall.com\/blog\/imbalanced.html<\/p>\n\n\n\n[10] https:\/\/www.ibm.com\/think\/topics\/data-leakage-machine-learning<\/p>\n\n\n\n[11] https:\/\/dotdata.com\/blog\/preventing-data-leakage-in-feature-engineering-strategies-and-solutions\/<\/p>\n\n\n\n[12] https:\/\/www.machinelearningmastery.com\/data-preparation-without-data-leakage\/<\/p>\n\n\n\n[13] https:\/\/www.quanthub.com\/best-practices-and-missteps-when-creating-training-and-evaluation-sets-in-machine-learning\/<\/p>\n\n\n\n[14] https:\/\/towardsdatascience.com\/4-things-to-do-when-applying-cross-validation-with-time-series-c6a5674ebf3a\/<\/p>\n\n\n\n[15] https:\/\/global.trocco.io\/blogs\/why-do-you-split-data-into-training-and-validation-sets<\/p>\n\n\n\n[16] https:\/\/arxiv.org\/pdf\/2212.11116.pdf<\/p>\n\n\n\n[17] https:\/\/stackoverflow.com\/questions\/73381529\/stratifiedkfolds-with-imbalanced-data-for-multiclass-classification<\/p>\n\n\n\n[18] https:\/\/www.sciencedirect.com\/science\/article\/abs\/pii\/S156849462200120X<\/p>\n\n\n\n[19] https:\/\/www.kaggle.com\/code\/alexisbcook\/data-leakage<\/p>\n\n\n\n[20] https:\/\/talent500.com\/blog\/a-comprehensive-guide-to-handling-imbalanced-datasets-in-classification-problems\/<\/p>\n\n\n\n<p><strong>\u203b\u672c\u30da\u30fc\u30b8\u306f\u3001AI\u306e\u6d3b\u7528\u3084\u7814\u7a76\u306b\u95a2\u9023\u3059\u308b\u539f\u7406\u30fb\u6a5f\u5668\u30fb\u30c7\u30d0\u30a4\u30b9\u306b\u3064\u3044\u3066\u5b66\u3076\u305f\u3081\u306b\u3001\u500b\u4eba\u7684\u306b\u6574\u7406\u30fb\u8a18\u8ff0\u3057\u3066\u3044\u308b\u3082\u306e\u3067\u3059\u3002\u5185\u5bb9\u306b\u306f\u8aa4\u308a\u3084\u898b\u843d\u3068\u3057\u304c\u542b\u307e\u308c\u3066\u3044\u308b\u53ef\u80fd\u6027\u3082\u3042\u308a\u307e\u3059\u306e\u3067\u3001\u3082\u3057\u304a\u6c17\u3065\u304d\u306e\u70b9\u3084\u3054\u52a9\u8a00\u7b49\u3054\u3056\u3044\u307e\u3057\u305f\u3089\u3001\u3054\u9023\u7d61\u3044\u305f\u3060\u3051\u307e\u3059\u3068\u5e78\u3044\u3067\u3059\u3002<\/strong><\/p>\n\n\n\n<p><strong>\u203b\u672c\u30da\u30fc\u30b8\u306e\u5185\u5bb9\u306f\u3001\u500b\u4eba\u7684\u306a\u5b66\u7fd2\u304a\u3088\u3073\u60c5\u5831\u6574\u7406\u3092\u76ee\u7684\u3068\u3057\u3066\u63d0\u4f9b\u3057\u3066\u3044\u308b\u3082\u306e\u3067\u3042\u308a\u3001\u305d\u306e\u6b63\u78ba\u6027\u3001\u5b8c\u5168\u6027\u3001\u6709\u7528\u6027\u7b49\u306b\u3064\u3044\u3066\u3044\u304b\u306a\u308b\u4fdd\u8a3c\u3082\u884c\u3044\u307e\u305b\u3093\u3002\u672c\u30da\u30fc\u30b8\u306e\u60c5\u5831\u3092\u5229\u7528\u3057\u305f\u3053\u3068\u3001\u307e\u305f\u306f\u5229\u7528\u3067\u304d\u306a\u304b\u3063\u305f\u3053\u3068\u306b\u3088\u3063\u3066\u767a\u751f\u3057\u305f\u640d\u5bb3\uff08\u76f4\u63a5\u7684\u30fb\u9593\u63a5\u7684\u30fb\u7279\u5225\u30fb\u5076\u767a\u7684\u30fb\u7d50\u679c\u7684\u640d\u5bb3\u3092\u542b\u307f\u307e\u3059\u304c\u3001\u3053\u308c\u3089\u306b\u9650\u308a\u307e\u305b\u3093\uff09\u306b\u3064\u3044\u3066\u3001\u5f53\u65b9\u306f\u4e00\u5207\u8cac\u4efb\u3092\u8ca0\u3044\u307e\u305b\u3093\u3002\u3054\u5229\u7528\u306f\u5229\u7528\u8005\u3054\u81ea\u8eab\u306e\u8cac\u4efb\u3067\u304a\u9858\u3044\u3044\u305f\u3057\u307e\u3059\u3002<\/strong><\/p>\n","protected":false},"excerpt":{"rendered":"<p>6. \u6545\u969c\u4e88\u77e5\u306e\u30a2\u30d7\u30ed\u30fc\u30c1&nbsp;&nbsp; 6.5 \u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u5206\u5272\uff08train\/validation\/test\uff09 \u6a5f\u68b0\u5b66\u7fd2\u3067\u306f\u3001\u6301\u3063\u3066\u3044\u308b\u30c7\u30fc\u30bf\u3092\u3044\u304d\u306a\u308a\u5168\u90e8\u3067\u5b66\u7fd2\u30fb\u8a55\u4fa1\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001\u5f79\u5272\u306e\u9055\u3046\u4e09\u3064\u306e\u96c6\u5408\u306b\u5206\u3051\u308b\u306e\u304c\u57fa\u672c\u3067\u3042\u308b\u3002\u2026<\/p>\n","protected":false},"author":1,"featured_media":571,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8],"tags":[],"class_list":["post-706","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-research"],"_links":{"self":[{"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/posts\/706","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=706"}],"version-history":[{"count":2,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/posts\/706\/revisions"}],"predecessor-version":[{"id":817,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/posts\/706\/revisions\/817"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=\/wp\/v2\/media\/571"}],"wp:attachment":[{"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=706"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=706"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.shin-ichi.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=706"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}