{"id":1934,"date":"2012-06-16T11:20:36","date_gmt":"2012-06-16T02:20:36","guid":{"rendered":"http:\/\/www.creationline.com\/?p=1934"},"modified":"2023-08-29T11:11:06","modified_gmt":"2023-08-29T02:11:06","slug":"hadoop%e3%82%92%e4%bd%bf%e3%81%a3%e3%81%a6%e3%81%bf%e3%82%88%e3%81%86-4","status":"publish","type":"post","link":"https:\/\/www.creationline.com\/tech-blog\/author\/higuchi\/1934","title":{"rendered":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4]"},"content":{"rendered":"<h2>Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210<\/h2>\n<p>\u524d\u56de\u306f1\u53f0\u306e\u30db\u30b9\u30c8\u306b\u30de\u30b9\u30bf\u30fc\u3001\u30b9\u30ec\u30fc\u30d6\u3092\u4e21\u65b9\u306e\u51e6\u7406\u3092\u884c\u308f\u305b\u308b\u7591\u4f3c\u30af\u30e9\u30b9\u30bf\u3092\u69cb\u7bc9\u3057\u307e\u3057\u305f\u304c\u3001\u4eca\u56de\u306f\u30de\u30b9\u30bf\u30fc1\u53f0\u3001\u30b9\u30ec\u30fc\u30d62\u53f0\u306e\u30af\u30e9\u30b9\u30bf\u3092\u69cb\u7bc9\u3057\u307e\u3059\u3002<\/p>\n<p>\u672c\u7a3c\u52d5\u306e\u30af\u30e9\u30b9\u30bf\u306b\u306f\u30bb\u30ab\u30f3\u30c0\u30ea\u30de\u30b9\u30bf\u30fc(SecondaryNameNode)\u304c\u5fc5\u8981\u3068\u306a\u308a\u307e\u3059\u304c\u3001\u3053\u3053\u3067\u306f\u5272\u611b\u3057\u307e\u3059\u3002<\/p>\n<h2>\u96db\u5f62\u30a4\u30e1\u30fc\u30b8\u306e\u4f5c\u6210<\/h2>\n<p>\u524d\u56de\u4f7f\u7528\u3057\u305fHadoop\u7591\u4f3c\u30af\u30e9\u30b9\u30bf\u306e\u30a4\u30e1\u30fc\u30b8\u3092\u96db\u5f62\u7528\u306b\u30b3\u30d4\u30fc\u3057\u307e\u3059\u3002<\/p>\n<p>\u307e\u305a\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u30b3\u30d4\u30fc\u3057\u3001\u305d\u3061\u3089\u3092\u4f7f\u3046\u3088\u3046\u306b\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n<pre>root@ubuntu:~# cp -a \/etc\/hadoop-0.20\/conf.pseudo \/etc\/hadoop-0.20\/conf.cluster\nroot@ubuntu:~#\n\nroot@ubuntu:~# update-alternatives --install \/etc\/hadoop-0.20\/conf hadoop-0.20-conf \/etc\/hadoop-0.20\/conf.cluster 50\nupdate-alternatives: \/etc\/hadoop-0.20\/conf (hadoop-0.20-conf) \u3092\u63d0\u4f9b\u3059\u308b\u305f\u3081\u306b \u81ea \u52d5\u30e2\u30fc\u30c9 \u3067 \/etc\/hadoop-0.20\/conf.cluster \u3092\u4f7f\u3044\u307e\u3059\u3002\nroot@ubuntu:~#\n\nroot@ubuntu:~# update-alternatives --display hadoop-0.20-conf\nhadoop-0.20-conf - \u81ea\u52d5\u30e2\u30fc\u30c9\n \u30ea\u30f3\u30af\u306f\u73fe\u5728 \/etc\/hadoop-0.20\/conf.cluster \u3092\u6307\u3057\u3066\u3044\u307e\u3059\n\/etc\/hadoop-0.20\/conf.cluster - \u512a\u5148\u5ea6 50\n\/etc\/hadoop-0.20\/conf.empty - \u512a\u5148\u5ea6 10\n\/etc\/hadoop-0.20\/conf.pseudo - \u512a\u5148\u5ea6 30\n\u73fe\u5728\u306e `\u6700\u9069' \u30d0\u30fc\u30b8\u30e7\u30f3\u306f \/etc\/hadoop-0.20\/conf.cluster \u3067\u3059\u3002\nroot@ubuntu:~#<\/pre>\n<p>\u4e00\u65e6\u3059\u3079\u3066\u306e\u30b5\u30fc\u30d3\u30b9\u3092\u505c\u6b62\u3057\u3001\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u524a\u9664\u3057\u307e\u3059\u3002<\/p>\n<pre>root@ubuntu:~# \/etc\/init.d\/hadoop-0.20-secondarynamenode stop\nStopping Hadoop secondarynamenode daemon: stopping secondarynamenode\nhadoop-0.20-secondarynamenode.\nroot@ubuntu:~# \/etc\/init.d\/hadoop-0.20-tasktracker stop\nStopping Hadoop tasktracker daemon: stopping tasktracker\nhadoop-0.20-tasktracker.\nroot@ubuntu:~# \/etc\/init.d\/hadoop-0.20-datanode stop\nStopping Hadoop datanode daemon: stopping datanode\nERROR. Could not stop Hadoop datanode daemon\nroot@ubuntu:~# \/etc\/init.d\/hadoop-0.20-jobtracker stop\nStopping Hadoop jobtracker daemon: stopping jobtracker\nhadoop-0.20-jobtracker.\nroot@ubuntu:~# \/etc\/init.d\/hadoop-0.20-namenode stop\nStopping Hadoop namenode daemon: stopping namenode\nhadoop-0.20-namenode.\nroot@ubuntu:~#<\/pre>\n<pre>root@ubuntu:~# aptitude purge hadoop-0.20-conf-pseudo hadoop-0.20-datanode  hadoop-0.20-jobtrackerhadoop-0.20-namenode hadoop-0.20-secondarynamenode hadoop-0.20-tasktracker\n\t:\nhadoop-0.20-conf-pseudo \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-conf-pseudo \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\ndpkg: \u8b66\u544a: hadoop-0.20-conf-pseudo \u306e\u524a\u9664\u4e2d\u3001\u30c7\u30a3\u30ec\u30af\u30c8\u30ea '\/etc\/hadoop-0.20\/conf.pseudo' \u304c\u7a7a\u3067\u306a\u3044\u305f\u3081\u524a\u9664\u3067\u304d\u307e\u305b\u3093\u3067\u3057\u305f\u3002\nhadoop-0.20-datanode \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-datanode \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-jobtracker \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-jobtracker \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-namenode \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-namenode \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-secondarynamenode \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-secondarynamenode \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-tasktracker \u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\nhadoop-0.20-tasktracker \u306e\u8a2d\u5b9a\u30d5\u30a1\u30a4\u30eb\u3092\u524a\u9664\u3057\u3066\u3044\u307e\u3059 ...\n\t:\nroot@ubuntu:~#<\/pre>\n<p>\u30c7\u30fc\u30bf\u3092\u524a\u9664\u3057\u3066\u304a\u304d\u307e\u3059\u3002<\/p>\n<pre>root@ubuntu:~# ls -l \/var\/lib\/hadoop-0.20\/cache\/\n\u5408\u8a08 16\ndrwxr-xr-x 2 cf     cf     4096 2012-05-29 22:30 cf\ndrwxr-xr-x 3 root   hadoop 4096 2012-05-29 22:05 hadoop\ndrwxr-xr-x 3 hdfs   hdfs   4096 2012-05-29 22:27 hdfs\ndrwxr-xr-x 3 mapred mapred 4096 2012-05-29 22:26 mapred\nroot@ubuntu:~# \/bin\/rm -rf \/var\/lib\/hadoop-0.20\/cache\/cf \/var\/lib\/hadoop-0.20\/cache\/hdfs \/var\/lib\/hadoop-0.20\/cache\/mapred\nroot@ubuntu:~#<\/pre>\n<p>NameNode\u3068JobTracker\u304c\u30de\u30b9\u30bf\u30fc\u30db\u30b9\u30c8(hm1)\u3092\u53c2\u7167\u3059\u308b\u3088\u3046\u306b\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n<pre>root@ubuntu:~# cp -a \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml.orig\nroot@ubuntu:~# vi \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml\nroot@ubuntu:~# diff -u \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml.orig \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml\n--- \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml.orig    2012-05-30 10:57:45.080481085 +0900\n+++ \/etc\/hadoop-0.20\/conf.cluster\/core-site.xml 2012-05-30 10:57:10.300500660 +0900\n@@ -4,7 +4,7 @@\n &lt;configuration&gt;\n   &lt;property&gt;\n     &lt;name&gt;fs.default.name&lt;\/name&gt;\n-    &lt;value&gt;hdfs:\/\/localhost:8020&lt;\/value&gt;\n+    &lt;value&gt;hdfs:\/\/hm1:8020&lt;\/value&gt;\n   &lt;\/property&gt;\n\n   &lt;property&gt;\nroot@ubuntu:~#\n\nroot@ubuntu:~# cp -a \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml.orig\nroot@ubuntu:~# vi \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml\nroot@ubuntu:~# diff -u \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml.orig \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml\n--- \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml.orig  2012-05-08 05:03:10.000000000 +0900\n+++ \/etc\/hadoop-0.20\/conf.cluster\/mapred-site.xml       2012-05-30 11:03:17.930501511 +0900\n@@ -4,7 +4,7 @@\n &lt;configuration&gt;\n   &lt;property&gt;\n     &lt;name&gt;mapred.job.tracker&lt;\/name&gt;\n-    &lt;value&gt;localhost:8021&lt;\/value&gt;\n+    &lt;value&gt;hm1:8021&lt;\/value&gt;\n   &lt;\/property&gt;\n\n   &lt;!-- Enable Hue plugins --&gt;\nroot@ubuntu:~#<\/pre>\n<p>\u30b9\u30ec\u30fc\u30d6\u30b5\u30fc\u30d0\u30922\u53f0\u52d5\u304b\u3059\u306e\u3067\u3001\u30ec\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u6570\u30922\u306b\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n<pre>root@ubuntu:~# cp -a \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml.orig\nroot@ubuntu:~# vi \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml\nroot@ubuntu:~# diff -u \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml.orig \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml\n--- \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml.orig    2012-05-08 05:03:10.000000000 +0900\n+++ \/etc\/hadoop-0.20\/conf.cluster\/hdfs-site.xml 2012-05-30 11:07:49.000501095 +0900\n@@ -4,7 +4,7 @@\n &lt;configuration&gt;\n   &lt;property&gt;\n     &lt;name&gt;dfs.replication&lt;\/name&gt;\n-    &lt;value&gt;1&lt;\/value&gt;\n+    &lt;value&gt;2&lt;\/value&gt;\n   &lt;\/property&gt;\n   &lt;property&gt;\n      &lt;name&gt;dfs.permissions&lt;\/name&gt;\nroot@ubuntu:~#<\/pre>\n<p>\u3053\u308c\u304cHadoop\u30af\u30e9\u30b9\u30bf\u306e\u96db\u5f62\u3068\u306a\u308a\u307e\u3059\u3002<\/p>\n<h2>\u30de\u30b9\u30bf\u30fc\u30db\u30b9\u30c8\u306e\u4f5c\u6210<\/h2>\n<p>Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u96db\u5f62\u3092\u30b3\u30d4\u30fc\u3057\u3001\u307e\u305a\u30de\u30b9\u30bf\u30fc\u30db\u30b9\u30c8\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<br \/>\n\u3053\u3053\u3067\u306fIP\u30a2\u30c9\u30ec\u30b9\u3092192.168.122.211\u3001\u30db\u30b9\u30c8\u540d\u3092hm1\u3068\u3057\u307e\u3059\u3002<\/p>\n<p>\u6539\u3081\u3066NameNode\u3068JobTracker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n<pre>root@hm1:~# aptitude install hadoop-0.20-namenode hadoop-0.20-jobtracker\n\t:\nhadoop-0.20-jobtracker (0.20.2+923.256-1~lucid-cdh3) \u3092\u8a2d\u5b9a\u3057\u3066\u3044\u307e\u3059 ...\nupdate-rc.d: warning: hadoop-0.20-jobtracker start runlevel arguments (2 3 4 5) do not match LSB Default-Start values (3 5)\nupdate-rc.d: warning: hadoop-0.20-jobtracker stop runlevel arguments (0 1 6) do not match LSB Default-Stop values (0 1 2 4 6)\n\nhadoop-0.20-namenode (0.20.2+923.256-1~lucid-cdh3) \u3092\u8a2d\u5b9a\u3057\u3066\u3044\u307e\u3059 ...\nupdate-rc.d: warning: hadoop-0.20-namenode start runlevel arguments (2 3 4 5) do not match LSB Default-Start values (3 5)\nupdate-rc.d: warning: hadoop-0.20-namenode stop runlevel arguments (0 1 6) do not match LSB Default-Stop values (0 1 2 4 6)\n\t:<\/pre>\n<p>NameNode\u3092\u30d5\u30a9\u30fc\u30de\u30c3\u30c8\u3057\u307e\u3059\u3002<\/p>\n<pre>root@hm1:~# su hdfs -c \"hadoop-0.20 namenode -format\"\n12\/05\/30 11:30:47 INFO namenode.NameNode: STARTUP_MSG:\n\/************************************************************\nSTARTUP_MSG: Starting NameNode\nSTARTUP_MSG:   host = hm1\/192.168.122.211\nSTARTUP_MSG:   args = [-format]\nSTARTUP_MSG:   version = 0.20.2-cdh3u4\nSTARTUP_MSG:   build = file:\/\/\/data\/1\/tmp\/nightly_2012-05-07_12-47-23_3\/hadoop-0.20-0.20.2+923.256-1~lucid -r 214dd731e3bdb687cb55988d3f47dd9e248c5690; compiled by 'root' on Mon May  7 14:02:35 PDT 2012\n************************************************************\/\n12\/05\/30 11:30:47 INFO util.GSet: VM type       = 64-bit\n12\/05\/30 11:30:47 INFO util.GSet: 2% max memory = 19.33375 MB\n12\/05\/30 11:30:47 INFO util.GSet: capacity      = 2^21 = 2097152 entries\n12\/05\/30 11:30:47 INFO util.GSet: recommended=2097152, actual=2097152\n12\/05\/30 11:30:47 INFO namenode.FSNamesystem: fsOwner=hdfs (auth:SIMPLE)\n12\/05\/30 11:30:47 INFO namenode.FSNamesystem: supergroup=supergroup\n12\/05\/30 11:30:47 INFO namenode.FSNamesystem: isPermissionEnabled=false\n12\/05\/30 11:30:47 INFO namenode.FSNamesystem: dfs.block.invalidate.limit=1000\n12\/05\/30 11:30:47 INFO namenode.FSNamesystem: isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)\n12\/05\/30 11:30:48 INFO common.Storage: Image file of size 110 saved in 0 seconds.\n12\/05\/30 11:30:48 INFO common.Storage: Storage directory \/var\/lib\/hadoop-0.20\/cache\/hadoop\/dfs\/name has been successfully formatted.\n12\/05\/30 11:30:48 INFO namenode.NameNode: SHUTDOWN_MSG:\n\/************************************************************\nSHUTDOWN_MSG: Shutting down NameNode at hm1\/192.168.122.211\n************************************************************\/\nroot@hm1:~#<\/pre>\n<p>NameNode\u3068JobTracker\u3092\u8d77\u52d5\u3057\u307e\u3059\u3002<\/p>\n<pre>root@hm1:~# \/etc\/init.d\/hadoop-0.20-namenode start\nStarting Hadoop namenode daemon: starting namenode, logging to \/usr\/lib\/hadoop-0.20\/logs\/hadoop-hadoop-namenode-hm1.out\nhadoop-0.20-namenode.\nroot@hm1:~# \/etc\/init.d\/hadoop-0.20-jobtracker start\nStarting Hadoop jobtracker daemon: starting jobtracker, logging to \/usr\/lib\/hadoop-0.20\/logs\/hadoop-hadoop-jobtracker-hm1.out\nhadoop-0.20-jobtracker.\nroot@hm1:~#<\/pre>\n<h2>\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c8\u306e\u4f5c\u6210<\/h2>\n<p>Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u96db\u5f62\u3092\u30b3\u30d4\u30fc\u3057\u30011\u53f0\u76ee\u306e\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c8\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<br \/>\nIP\u30a2\u30c9\u30ec\u30b9\u306f192.168.122.221\u3001\u30db\u30b9\u30c8\u540d\u306fhs01\u3068\u3057\u307e\u3059\u3002<\/p>\n<p>DataNode\u3068TaskTracker\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n<pre>root@hs01:~# aptitude install hadoop-0.20-datanode hadoop-0.20-tasktracker\n\t:\nhadoop-0.20-datanode (0.20.2+923.256-1~lucid-cdh3) \u3092\u8a2d\u5b9a\u3057\u3066\u3044\u307e\u3059 ...\nupdate-rc.d: warning: hadoop-0.20-datanode start runlevel arguments (2 3 4 5) do not match LSB Default-Start values (3 5)\nupdate-rc.d: warning: hadoop-0.20-datanode stop runlevel arguments (0 1 6) do not match LSB Default-Stop values (0 1 2 4 6)\n\nhadoop-0.20-tasktracker (0.20.2+923.256-1~lucid-cdh3) \u3092\u8a2d\u5b9a\u3057\u3066\u3044\u307e\u3059 ...\nupdate-rc.d: warning: hadoop-0.20-tasktracker start runlevel arguments (2 3 4 5) do not match LSB Default-Start values (3 5)\nupdate-rc.d: warning: hadoop-0.20-tasktracker stop runlevel arguments (0 1 6) do not match LSB Default-Stop values (0 1 2 4 6)\n\t:\nroot@hs01:~#<\/pre>\n<p>1\u53f0\u76ee\u306e\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c8\u3092\u30b3\u30d4\u30fc\u3057\u30012\u53f0\u76ee\u306e\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c8\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<br \/>\nIP\u30a2\u30c9\u30ec\u30b9\u306f192.168.122.222\u3001\u30db\u30b9\u30c8\u540d\u306fhs02\u3068\u3057\u307e\u3059\u3002<\/p>\n<p>\u4e21\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c8\u3067DataNode\u3068TaskTracker\u3092\u8d77\u52d5\u3057\u307e\u3059\u3002<\/p>\n<p>\u3053\u308c\u3067\u30de\u30b9\u30bf\u30fc\u30db\u30b9\u30c81\u53f0\u3001\u30b9\u30ec\u30fc\u30d6\u30db\u30b9\u30c82\u53f0\u3068\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\n<h2>\u52d5\u4f5c\u78ba\u8a8d<\/h2>\n<p>\u30de\u30b9\u30bf\u30fc\u30db\u30b9\u30c8\u304b\u3089\u5186\u5468\u7387\u8a08\u7b97\u30d7\u30ed\u30b0\u30e9\u30e0\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002<\/p>\n<pre>cf@hm1:~$ hadoop jar \/usr\/lib\/hadoop-0.20\/hadoop-0.20.2-cdh3u4-examples.jar pi 4 2\n000\nNumber of Maps  = 4\nSamples per Map = 2000\nWrote input for Map #0\nWrote input for Map #1\nWrote input for Map #2\nWrote input for Map #3\nStarting Job\n12\/05\/30 11:50:56 INFO mapred.FileInputFormat: Total input paths to process : 4\n12\/05\/30 11:50:57 INFO mapred.JobClient: Running job: job_201205301132_0001\n12\/05\/30 11:50:58 INFO mapred.JobClient:  map 0% reduce 0%\n12\/05\/30 11:51:03 INFO mapred.JobClient:  map 25% reduce 0%\n12\/05\/30 11:51:04 INFO mapred.JobClient:  map 50% reduce 0%\n12\/05\/30 11:51:06 INFO mapred.JobClient:  map 100% reduce 0%\n12\/05\/30 11:51:12 INFO mapred.JobClient:  map 100% reduce 33%\n12\/05\/30 11:51:13 INFO mapred.JobClient:  map 100% reduce 100%\n12\/05\/30 11:51:14 INFO mapred.JobClient: Job complete: job_201205301132_0001\n12\/05\/30 11:51:14 INFO mapred.JobClient: Counters: 28\n12\/05\/30 11:51:14 INFO mapred.JobClient:   Job Counters\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Launched reduce tasks=1\n12\/05\/30 11:51:14 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=10894\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Rack-local map tasks=2\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Launched map tasks=4\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Data-local map tasks=2\n12\/05\/30 11:51:14 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10152\n12\/05\/30 11:51:14 INFO mapred.JobClient:   FileSystemCounters\n12\/05\/30 11:51:14 INFO mapred.JobClient:     FILE_BYTES_READ=94\n12\/05\/30 11:51:14 INFO mapred.JobClient:     HDFS_BYTES_READ=904\n12\/05\/30 11:51:14 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=277022\n12\/05\/30 11:51:14 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=215\n12\/05\/30 11:51:14 INFO mapred.JobClient:   Map-Reduce Framework\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Map input records=4\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Reduce shuffle bytes=112\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Spilled Records=16\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Map output bytes=72\n12\/05\/30 11:51:14 INFO mapred.JobClient:     CPU time spent (ms)=1460\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Total committed heap usage (bytes)=558579712\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Map input bytes=96\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Combine input records=0\n12\/05\/30 11:51:14 INFO mapred.JobClient:     SPLIT_RAW_BYTES=432\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Reduce input records=8\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Reduce input groups=2\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Combine output records=0\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Physical memory (bytes) snapshot=855805952\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Reduce output records=0\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=2401337344\n12\/05\/30 11:51:14 INFO mapred.JobClient:     Map output records=8\nJob Finished in 17.927 seconds\nEstimated value of Pi is 3.14100000000000000000\ncf@hm1:~$<\/pre>\n<p>\u6b63\u3057\u304f\u8a08\u7b97\u304c\u884c\u308f\u308c\u307e\u3057\u305f\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210 \u524d\u56de\u306f1\u53f0\u306e\u30db\u30b9\u30c8\u306b\u30de\u30b9\u30bf\u30fc\u3001\u30b9\u30ec\u30fc\u30d6\u3092\u4e21\u65b9\u306e\u51e6\u7406\u3092\u884c\u308f\u305b\u308b\u7591\u4f3c\u30af\u30e9\u30b9\u30bf\u3092\u69cb\u7bc9\u3057\u307e\u3057\u305f\u304c\u3001\u4eca\u56de\u306f\u30de\u30b9\u30bf\u30fc1\u53f0\u3001\u30b9\u30ec\u30fc\u30d62\u53f0\u306e\u30af\u30e9\u30b9\u30bf\u3092\u69cb\u7bc9\u3057\u307e\u3059\u3002 \u672c\u7a3c\u52d5\u306e\u30af\u30e9\u30b9\u30bf\u306b\u306f\u30bb\u30ab\u30f3\u30c0\u30ea\u30de\u30b9\u30bf\u30fc(Se [&#8230;]<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"content-type":"","footnotes":""},"categories":[31],"tags":[],"class_list":["post-1934","post","type-post","status-publish","format-standard","hentry","category-higuchi"],"acf":[],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.7 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3<\/title>\n<meta name=\"description\" content=\"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.creationline.com\/tech-blog\/1934\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3\" \/>\n<meta property=\"og:description\" content=\"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.creationline.com\/tech-blog\/1934\" \/>\n<meta property=\"og:site_name\" content=\"Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/creationline\" \/>\n<meta property=\"article:published_time\" content=\"2012-06-16T02:20:36+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-08-29T02:11:06+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.creationline.com\/tech-blog\/cms_x3GWkuX\/wp-content\/uploads\/2026\/01\/screenshot.png\" \/>\n\t<meta property=\"og:image:width\" content=\"470\" \/>\n\t<meta property=\"og:image:height\" content=\"394\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"author\" content=\"Daisuke Higuchi\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@creationline\" \/>\n<meta name=\"twitter:site\" content=\"@creationline\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"Daisuke Higuchi\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"6\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934\"},\"author\":{\"name\":\"Daisuke Higuchi\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/#\\\/schema\\\/person\\\/16f1373831fb6fd17387f16ae1195206\"},\"headline\":\"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4]\",\"datePublished\":\"2012-06-16T02:20:36+00:00\",\"dateModified\":\"2023-08-29T02:11:06+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934\"},\"wordCount\":25,\"articleSection\":[\"d-higuchi\"],\"inLanguage\":\"ja\"},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934\",\"url\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934\",\"name\":\"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/#website\"},\"datePublished\":\"2012-06-16T02:20:36+00:00\",\"dateModified\":\"2023-08-29T02:11:06+00:00\",\"author\":{\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/#\\\/schema\\\/person\\\/16f1373831fb6fd17387f16ae1195206\"},\"description\":\"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/1934#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"HOME\",\"item\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4]\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/#website\",\"url\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/\",\"name\":\"Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3\",\"description\":\"\u30a2\u30b8\u30e3\u30a4\u30eb\uff06DevOps\u3001\u30af\u30e9\u30a6\u30c9\u30cd\u30a4\u30c6\u30a3\u30d6\u3001AI\uff06LLM\u306e\u5148\u7aef\u6280\u8853\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/#\\\/schema\\\/person\\\/16f1373831fb6fd17387f16ae1195206\",\"name\":\"Daisuke Higuchi\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/cms_x3GWkuX\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/pngout-25-230x230.png\",\"url\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/cms_x3GWkuX\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/pngout-25-230x230.png\",\"contentUrl\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/cms_x3GWkuX\\\/wp-content\\\/uploads\\\/2026\\\/05\\\/pngout-25-230x230.png\",\"caption\":\"Daisuke Higuchi\"},\"description\":\"\u306f\u3084\u308a\u306e\u6280\u8853\u8981\u7d20\u306b\u52a0\u3048\u3066\u3001\u4f1a\u8b70\u306e\u9032\u3081\u65b9\u30fb\u6587\u7ae0\u306e\u66f8\u304d\u65b9\u306a\u3069\u306e\u696d\u52d9\u6539\u5584\u306b\u3082\u53d6\u308a\u7d44\u3093\u3067\u3044\u307e\u3059\u3002\u300cChef\u6d3b\u7528\u30ac\u30a4\u30c9\u300d\u5171\u8457\u306e\u307b\u304b\u3001Debian Official Developer\u3082\u3084\u3063\u3066\u3044\u307e\u3059\u3002\",\"url\":\"https:\\\/\\\/www.creationline.com\\\/tech-blog\\\/author\\\/higuchi\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3","description":"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.creationline.com\/tech-blog\/1934","og_locale":"ja_JP","og_type":"article","og_title":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3","og_description":"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210","og_url":"https:\/\/www.creationline.com\/tech-blog\/1934","og_site_name":"Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3","article_publisher":"https:\/\/www.facebook.com\/creationline","article_published_time":"2012-06-16T02:20:36+00:00","article_modified_time":"2023-08-29T02:11:06+00:00","og_image":[{"width":470,"height":394,"url":"https:\/\/www.creationline.com\/tech-blog\/cms_x3GWkuX\/wp-content\/uploads\/2026\/01\/screenshot.png","type":"image\/png"}],"author":"Daisuke Higuchi","twitter_card":"summary_large_image","twitter_creator":"@creationline","twitter_site":"@creationline","twitter_misc":{"\u57f7\u7b46\u8005":"Daisuke Higuchi","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"6\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/www.creationline.com\/tech-blog\/1934#article","isPartOf":{"@id":"https:\/\/www.creationline.com\/tech-blog\/1934"},"author":{"name":"Daisuke Higuchi","@id":"https:\/\/www.creationline.com\/tech-blog\/#\/schema\/person\/16f1373831fb6fd17387f16ae1195206"},"headline":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4]","datePublished":"2012-06-16T02:20:36+00:00","dateModified":"2023-08-29T02:11:06+00:00","mainEntityOfPage":{"@id":"https:\/\/www.creationline.com\/tech-blog\/1934"},"wordCount":25,"articleSection":["d-higuchi"],"inLanguage":"ja"},{"@type":"WebPage","@id":"https:\/\/www.creationline.com\/tech-blog\/1934","url":"https:\/\/www.creationline.com\/tech-blog\/1934","name":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4] - Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3","isPartOf":{"@id":"https:\/\/www.creationline.com\/tech-blog\/#website"},"datePublished":"2012-06-16T02:20:36+00:00","dateModified":"2023-08-29T02:11:06+00:00","author":{"@id":"https:\/\/www.creationline.com\/tech-blog\/#\/schema\/person\/16f1373831fb6fd17387f16ae1195206"},"description":"d-higuchi |Hadoop\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210","breadcrumb":{"@id":"https:\/\/www.creationline.com\/tech-blog\/1934#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.creationline.com\/tech-blog\/1934"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.creationline.com\/tech-blog\/1934#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"HOME","item":"https:\/\/www.creationline.com\/tech-blog"},{"@type":"ListItem","position":2,"name":"Hadoop\u3092\u4f7f\u3063\u3066\u307f\u3088\u3046 [4]"}]},{"@type":"WebSite","@id":"https:\/\/www.creationline.com\/tech-blog\/#website","url":"https:\/\/www.creationline.com\/tech-blog\/","name":"Tech Blog\uff5c\u30af\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30f3","description":"\u30a2\u30b8\u30e3\u30a4\u30eb\uff06DevOps\u3001\u30af\u30e9\u30a6\u30c9\u30cd\u30a4\u30c6\u30a3\u30d6\u3001AI\uff06LLM\u306e\u5148\u7aef\u6280\u8853","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.creationline.com\/tech-blog\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":"Person","@id":"https:\/\/www.creationline.com\/tech-blog\/#\/schema\/person\/16f1373831fb6fd17387f16ae1195206","name":"Daisuke Higuchi","image":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.creationline.com\/tech-blog\/cms_x3GWkuX\/wp-content\/uploads\/2026\/05\/pngout-25-230x230.png","url":"https:\/\/www.creationline.com\/tech-blog\/cms_x3GWkuX\/wp-content\/uploads\/2026\/05\/pngout-25-230x230.png","contentUrl":"https:\/\/www.creationline.com\/tech-blog\/cms_x3GWkuX\/wp-content\/uploads\/2026\/05\/pngout-25-230x230.png","caption":"Daisuke Higuchi"},"description":"\u306f\u3084\u308a\u306e\u6280\u8853\u8981\u7d20\u306b\u52a0\u3048\u3066\u3001\u4f1a\u8b70\u306e\u9032\u3081\u65b9\u30fb\u6587\u7ae0\u306e\u66f8\u304d\u65b9\u306a\u3069\u306e\u696d\u52d9\u6539\u5584\u306b\u3082\u53d6\u308a\u7d44\u3093\u3067\u3044\u307e\u3059\u3002\u300cChef\u6d3b\u7528\u30ac\u30a4\u30c9\u300d\u5171\u8457\u306e\u307b\u304b\u3001Debian Official Developer\u3082\u3084\u3063\u3066\u3044\u307e\u3059\u3002","url":"https:\/\/www.creationline.com\/tech-blog\/author\/higuchi"}]}},"_links":{"self":[{"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/posts\/1934","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/comments?post=1934"}],"version-history":[{"count":1,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/posts\/1934\/revisions"}],"predecessor-version":[{"id":65702,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/posts\/1934\/revisions\/65702"}],"wp:attachment":[{"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/media?parent=1934"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/categories?post=1934"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.creationline.com\/tech-blog\/wp-json\/wp\/v2\/tags?post=1934"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}