{"id":607,"date":"2008-10-27T00:43:05","date_gmt":"2008-10-26T15:43:05","guid":{"rendered":"http:\/\/ecpplus.net\/weblog\/?p=607"},"modified":"2020-06-15T22:12:10","modified_gmt":"2020-06-15T13:12:10","slug":"how-to-batch-big-data-on-rails","status":"publish","type":"post","link":"https:\/\/ecpplus.net\/weblog\/how-to-batch-big-data-on-rails\/","title":{"rendered":"\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092Rails\u3067\u30d0\u30c3\u30c1\u51e6\u7406\u3059\u308b\u65b9\u6cd5"},"content":{"rendered":"<p>\u3000Rails\u3067\u3001\u30e6\u30fc\u30b6\u304c500\u4e07\u4ef6\u5c45\u305f\u308a\u3059\u308b\u3068 User.find(:all) \u3068\u304b\u3084\u3063\u305f\u3060\u3051\u3067\u304b\u306a\u308a\u304d\u3064\u3044\u3002\u3053\u3046\u3044\u3046\u306e\u3092\u3084\u308b\u3068\u304d\u3063\u3066\u3001\u30d0\u30c3\u30c1\u51e6\u7406\u3060\u3068\u601d\u3046\u3093\u3060\u3051\u3069\u3001\u7d50\u69cb\u5de5\u592b\u3057\u3066\u30eb\u30fc\u30d7\u5185\u3067\u4f55\u56de\u3082 find \u3057\u305f\u308a\u3057\u3066\u3082\u3001\u30e1\u30e2\u30ea\u8db3\u308a\u306a\u304f\u306a\u3063\u305f\u308a\u3059\u308b\u304b\u3089\u3001\u7d50\u5c40 script\/runner \u3067 Rails \u306e\u8d77\u52d5\u30b3\u30b9\u30c8\u3092\u5f15\u3044\u3066\u3082 \u30b7\u30a7\u30eb\u30b9\u30af\u30ea\u30d7\u30c8\u56de\u3057\u305f\u307b\u3046\u304c\u5b89\u5168\u3063\u3066\u3044\u3046\u7d50\u8ad6\u306b\u306a\u308b\u3002<\/p>\n<p>\u300050000\u4ef6\u305a\u3064\u30eb\u30fc\u30d7\u3067\u51e6\u7406\u3057\u3066\u3001Rails\u3092\u518d\u8d77\u52d5\u307f\u305f\u3044\u306a\u611f\u3058\u306b\u306a\u308b\u3002<\/p>\n<pre lang=\"bash\">#!\/bin\/sh\nlimit=50000\ncount=50000\nwhile [ $count -le 5000000 ];\ndo\n  script\/runner \"User.find(:all, :offset => $count,  :limit => $limit, :conditions => ['migration_complete = false']).each(&:check_email)\"\n\n  echo \"$count\"\n  count=`expr $count + 5000`\ndone<\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u3000Rails\u3067\u3001\u30e6\u30fc\u30b6\u304c500\u4e07\u4ef6\u5c45\u305f\u308a\u3059\u308b\u3068 User.find(:all) \u3068\u304b\u3084\u3063\u305f\u3060\u3051\u3067\u304b\u306a\u308a\u304d\u3064\u3044\u3002\u3053\u3046\u3044\u3046\u306e\u3092\u3084\u308b\u3068\u304d\u3063\u3066\u3001\u30d0\u30c3\u30c1\u51e6\u7406\u3060\u3068\u601d\u3046\u3093\u3060\u3051\u3069\u3001\u7d50\u69cb\u5de5\u592b\u3057\u3066\u30eb\u30fc\u30d7\u5185\u3067\u4f55\u56de\u3082 find \u3057\u305f\u308a\u3057\u3066\u3082\u3001\u30e1 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":2521,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[43],"tags":[10],"class_list":["post-607","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-development","tag-rails"],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/posts\/607","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/comments?post=607"}],"version-history":[{"count":3,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/posts\/607\/revisions"}],"predecessor-version":[{"id":2546,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/posts\/607\/revisions\/2546"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/media\/2521"}],"wp:attachment":[{"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/media?parent=607"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/categories?post=607"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ecpplus.net\/weblog\/wp-json\/wp\/v2\/tags?post=607"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}