{"id":1391,"date":"2015-02-06T03:32:57","date_gmt":"2015-02-06T03:32:57","guid":{"rendered":"https:\/\/dev.railscarma.com\/components-hadoop\/"},"modified":"2024-01-10T10:00:21","modified_gmt":"2024-01-10T10:00:21","slug":"components-hadoop","status":"publish","type":"post","link":"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e6%8a%80%e8%a1%93%e8%ab%96%e6%96%87\/components-hadoop\/","title":{"rendered":"Hadoop\u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8"},"content":{"rendered":"<div data-elementor-type=\"wp-post\" data-elementor-id=\"1391\" class=\"elementor elementor-1391\" data-elementor-post-type=\"post\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-68105f4a elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"68105f4a\" data-element_type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-6c5d4a59\" data-id=\"6c5d4a59\" data-element_type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-6ef8345 elementor-widget elementor-widget-text-editor\" data-id=\"6ef8345\" data-element_type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\n<p><strong><a href=\"\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e6%8a%80%e8%a1%93%e8%ab%96%e6%96%87\/%e3%83%84%e3%83%bc%e3%83%ab%e5%87%a6%e7%90%86-%e3%83%93%e3%83%83%e3%82%b0%e3%83%87%e3%83%bc%e3%82%bf-%e3%83%8f%e3%83%89%e3%82%a5%e3%83%bc%e3%83%97\/\" target=\"_blank\" rel=\"noreferrer noopener\">\u524d\u56de\u306e\u8a18\u4e8b<\/a><\/strong> Hadoop \u3068\u3001Hadoop \u306e 2 \u3064\u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3067\u3042\u308b HDFS \u3068 Mapreduce \u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306b\u3064\u3044\u3066\u306e\u6982\u8981\u3092\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001HDFS \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u305d\u306e\u6a5f\u80fd\u306b\u3064\u3044\u3066\u7c21\u5358\u306b\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n\n<p><b>HDFS:<\/b><\/p>\n\n<p>Hadoop \u5206\u6563\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0 (HDFS) \u306f\u3001\u81ea\u5df1\u4fee\u5fa9\u6a5f\u80fd\u3092\u5099\u3048\u305f\u9ad8\u5e2f\u57df\u5e45\u306e\u30af\u30e9\u30b9\u30bf\u30fc\u5316\u30b9\u30c8\u30ec\u30fc\u30b8\u3067\u3059\u3002 HDFS \u306b\u306f\u30de\u30b9\u30bf\u30fc\/\u30b9\u30ec\u30fc\u30d6 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u304c\u3042\u308a\u307e\u3059\u3002 HDFS \u30af\u30e9\u30b9\u30bf\u30fc\u306f\u3001\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306e\u540d\u524d\u7a7a\u9593\u3092\u7ba1\u7406\u3057\u3001\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u306b\u3088\u308b\u30d5\u30a1\u30a4\u30eb\u3078\u306e\u30a2\u30af\u30bb\u30b9\u3092\u5236\u5fa1\u3059\u308b\u30de\u30b9\u30bf\u30fc \u30b5\u30fc\u30d0\u30fc\u3067\u3042\u308b\u5358\u4e00\u306e NameNode \u3067\u69cb\u6210\u3055\u308c\u307e\u3059\u3002\u3055\u3089\u306b\u3001\u901a\u5e38\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u5185\u306e\u30ce\u30fc\u30c9\u3054\u3068\u306b 1 \u3064\u306e\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u304c\u3042\u308a\u3001\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u304c\u5b9f\u884c\u3055\u308c\u308b\u30ce\u30fc\u30c9\u306b\u63a5\u7d9a\u3055\u308c\u305f\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u7ba1\u7406\u3057\u307e\u3059\u3002<\/p>\n\n<p>HDFS \u306f\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306e\u540d\u524d\u7a7a\u9593\u3092\u516c\u958b\u3057\u3001\u30e6\u30fc\u30b6\u30fc \u30c7\u30fc\u30bf\u3092\u30d5\u30a1\u30a4\u30eb\u306b\u4fdd\u5b58\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002\u5185\u90e8\u7684\u306b\u306f\u3001\u30d5\u30a1\u30a4\u30eb\u306f 1 \u3064\u4ee5\u4e0a\u306e\u30d6\u30ed\u30c3\u30af\u306b\u5206\u5272\u3055\u308c\u3001\u3053\u308c\u3089\u306e\u30d6\u30ed\u30c3\u30af\u306f\u4e00\u9023\u306e DataNode \u306b\u683c\u7d0d\u3055\u308c\u307e\u3059\u3002 NameNode \u306f\u3001\u30d5\u30a1\u30a4\u30eb\u3084\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u3092\u958b\u3044\u305f\u308a\u3001\u9589\u3058\u305f\u308a\u3001\u540d\u524d\u3092\u5909\u66f4\u3057\u305f\u308a\u3059\u308b\u306a\u3069\u3001\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306e\u540d\u524d\u7a7a\u9593\u64cd\u4f5c\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002<\/p>\n\n<p>\u307e\u305f\u3001\u30d6\u30ed\u30c3\u30af\u306e DataNOdes \u3078\u306e\u30de\u30c3\u30d4\u30f3\u30b0\u3082\u6c7a\u5b9a\u3057\u307e\u3059\u3002\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u306f\u3001\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306e\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u304b\u3089\u306e\u8aad\u307f\u53d6\u308a\u304a\u3088\u3073\u66f8\u304d\u8fbc\u307f\u30ea\u30af\u30a8\u30b9\u30c8\u3092\u51e6\u7406\u3059\u308b\u8cac\u4efb\u304c\u3042\u308a\u307e\u3059\u3002 DataNode \u306f\u3001NameNode \u304b\u3089\u306e\u6307\u793a\u306b\u5fdc\u3058\u3066\u3001\u30d6\u30ed\u30c3\u30af\u306e\u4f5c\u6210\u3001\u524a\u9664\u3001\u8907\u88fd\u3082\u5b9f\u884c\u3057\u307e\u3059\u3002<\/p>\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><a href=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2024\/01\/graphics.gif\"><img decoding=\"async\" class=\"wp-image-1397\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2024\/01\/graphics.gif\" \/><\/a><\/figure>\n<\/div>\n\n<p><strong>\u4e0a\u306e\u30b9\u30b1\u30c3\u30c1\u306f\u3001HDFS \u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u8868\u3057\u3066\u3044\u307e\u3059\u3002<\/strong><\/p>\n\n<p><b>\u30de\u30c3\u30d7\u30ea\u30c7\u30e5\u30fc\u30b9:<\/b><\/p>\n\n<p>Hadoop \u306e\u3082\u3046 1 \u3064\u306e\u6982\u5ff5\u304a\u3088\u3073\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u306f\u3001Mapreduce \u3067\u3059\u3002 Mapreduce \u306f\u3001\u5206\u6563\u30d5\u30a9\u30fc\u30eb\u30c8\u30c8\u30ec\u30e9\u30f3\u30c8\u306a\u30ea\u30bd\u30fc\u30b9\u7ba1\u7406\u3068\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u3001\u30b9\u30b1\u30fc\u30e9\u30d6\u30eb\u306a\u30c7\u30fc\u30bf \u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u62bd\u8c61\u5316\u3068\u7d44\u307f\u5408\u308f\u305b\u305f\u3082\u306e\u3067\u3059\u3002<\/p>\n\n<p>\u4e26\u5217\u30c7\u30fc\u30bf\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3059\u3002 Mapreduce \u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306f\u3001\u30b7\u30b9\u30c6\u30e0\u5185\u3067\u5229\u7528\u53ef\u80fd\u306a\u3055\u307e\u3056\u307e\u306a\u30d5\u30a1\u30a4\u30eb\u3084\u30c7\u30fc\u30bf \u30ce\u30fc\u30c9\u304b\u3089\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3059\u308b\u305f\u3081\u306b\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002\u6700\u521d\u306e\u90e8\u5206\u3067\u306f\u3001\u30d5\u30a1\u30a4\u30eb\u304c\u8907\u88fd\u3055\u308c\u308b\u5225\u306e\u30b5\u30fc\u30d0\u30fc\u306b\u30c7\u30fc\u30bf\u3092\u30d7\u30c3\u30b7\u30e5\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u7c21\u5358\u306b\u8a00\u3046\u3068\u3001\u30c7\u30fc\u30bf\u3002<\/p>\n\n<p>\u30c7\u30fc\u30bf\u304c\u4fdd\u5b58\u3055\u308c\u305f\u5f8c\u306e 2 \u756a\u76ee\u306e\u30b9\u30c6\u30c3\u30d7\u3067\u306f\u3001\u30b3\u30fc\u30c9\u304c Hadoop \u30af\u30e9\u30b9\u30bf\u30fc\u306e\u30cd\u30fc\u30e0\u30ce\u30fc\u30c9\u306b\u30d7\u30c3\u30b7\u30e5\u3055\u308c\u3001\u8a08\u7b97\u30ce\u30fc\u30c9\u3068\u306a\u308b\u3055\u307e\u3056\u307e\u306a\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u306b\u5206\u6563\u3055\u308c\u3001\u30a8\u30f3\u30c9\u30e6\u30fc\u30b6\u30fc\u306f\u6700\u7d42\u51fa\u529b\u3092\u53d7\u3051\u53d6\u308a\u307e\u3059\u3002<\/p>\n\n<p>Hadoop \u306e Mapreduce \u306f 1 \u3064\u306e\u6a5f\u80fd\u3060\u3051\u3067\u306a\u304f\u3001\u30ec\u30b3\u30fc\u30c9 \u30ea\u30fc\u30c0\u30fc\u3001\u30de\u30c3\u30d7\u3001\u30b3\u30f3\u30d0\u30a4\u30ca\u30fc\u3001\u30d1\u30fc\u30c6\u30a3\u30b7\u30e7\u30cb\u30f3\u30b0\u3001\u30b7\u30e3\u30c3\u30d5\u30eb\u3001\u30bd\u30fc\u30c8\u3001\u30c7\u30fc\u30bf\u306e\u524a\u6e1b\u306a\u3069\u306e\u3055\u307e\u3056\u307e\u306a\u30bf\u30b9\u30af\u304c\u95a2\u4e0e\u3057\u3001\u6700\u7d42\u7684\u306b\u51fa\u529b\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002\u5165\u529b\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u72ec\u7acb\u3057\u305f\u30c1\u30e3\u30f3\u30af\u306b\u5206\u5272\u3057\u3001\u30de\u30c3\u30d7 \u30bf\u30b9\u30af\u306b\u3088\u3063\u3066\u5b8c\u5168\u306b\u4e26\u5217\u7684\u306b\u51e6\u7406\u3055\u308c\u307e\u3059\u3002<\/p>\n\n<p>\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306f\u30de\u30c3\u30d7\u306e\u51fa\u529b\u3092\u30bd\u30fc\u30c8\u3057\u3001\u305d\u308c\u3089\u306f\u524a\u6e1b\u3055\u308c\u305f\u30bf\u30b9\u30af\u3078\u306e\u5165\u529b\u3068\u3057\u3066\u30d7\u30c3\u30b7\u30e5\u3055\u308c\u307e\u3059\u3002\u901a\u5e38\u3001\u30b8\u30e7\u30d6\u306e\u5165\u529b\u3068\u51fa\u529b\u306f\u4e21\u65b9\u3068\u3082\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306b\u4fdd\u5b58\u3055\u308c\u307e\u3059\u3002\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306f\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3082\u51e6\u7406\u3057\u3001\u5931\u6557\u3057\u305f\u30bf\u30b9\u30af\u306e\u518d\u5b9f\u884c\u3092\u76e3\u8996\u3057\u307e\u3059\u3002<\/p>\n\n<p><b>Mapreduce \u30ad\u30fc\u3068\u5024\u306e\u30da\u30a2:<\/b><\/p>\n\n<p>\u30de\u30c3\u30d1\u30fc\u3068\u30ea\u30c7\u30e5\u30fc\u30b5\u30fc\u306f\u5e38\u306b\u30ad\u30fc\u3068\u5024\u306e\u30da\u30a2\u3092\u5165\u529b\u3068\u51fa\u529b\u3068\u3057\u3066\u4f7f\u7528\u3057\u307e\u3059\u3002\u30ec\u30c7\u30e5\u30fc\u30b5\u306f\u30ad\u30fc\u3054\u3068\u306e\u5024\u306e\u307f\u3092\u524a\u6e1b\u3057\u307e\u3059\u3002\u30de\u30c3\u30d1\u30fc\u307e\u305f\u306f\u30ea\u30c7\u30e5\u30fc\u30b5\u30fc\u306f\u3001\u5165\u529b\u3054\u3068\u306b 0\u30011\u3001\u307e\u305f\u306f\u305d\u308c\u4ee5\u4e0a\u306e\u30ad\u30fc\u5024\u30da\u30a2\u3092\u767a\u884c\u3059\u308b\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002\u30de\u30c3\u30d1\u30fc\u3068\u30ea\u30c7\u30e5\u30fc\u30b5\u30fc\u306f\u3001\u5165\u529b\u5185\u306e\u30ad\u30fc\u3084\u5024\u306e\u30b5\u30d6\u30bb\u30c3\u30c8\u3084\u5909\u63db\u3060\u3051\u3067\u306a\u304f\u3001\u4efb\u610f\u306e\u30ad\u30fc\u3084\u5024\u3092\u51fa\u529b\u3059\u308b\u5834\u5408\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n<p><b>\u4f8b\uff1a<\/b><\/p>\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p><i>def \u30de\u30c3\u30d7(\u30ad\u30fc\u3001\u5024\u3001\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8)<\/i><\/p>\n<p><i>value.to_s.split.each \u306f |word| \u3092\u5b9f\u884c\u3057\u307e\u3059<\/i><\/p>\n<p><i>word.gsub!(\/W\/, \u201d)<\/i><\/p>\n<p><i>word.\u5c0f\u6587\u5b57!<\/i><\/p>\n<p><i>word.empty \u3067\u306a\u3051\u308c\u3070?<\/i><\/p>\n<p><i>context.write(Hadoop::Io::Text.new(word), Hadoop::Io::IntWritable.new(1))<\/i><\/p>\n<p><i>\u7d42\u308f\u308a<\/i><\/p>\n<p><i>\u7d42\u308f\u308a<\/i><\/p>\n<p><i>\u7d42\u308f\u308a<\/i><\/p>\n<p><i>defreduce(\u30ad\u30fc\u3001\u5024\u3001\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8)<\/i><\/p>\n<p><i>\u5408\u8a08 = 0<\/i><\/p>\n<p><i>\u5024.\u305d\u308c\u305e\u308c { |\u5024|\u5408\u8a08 += \u5024.get }<\/i><\/p>\n<p><i>context.write(key, Hadoop::Io::IntWritable.new(sum))<\/i><\/p>\n<p><i>\u7d42\u308f\u308a<\/i><\/p>\n<\/blockquote>\n\n<p>\u30de\u30c3\u30d1\u30fc \u30e1\u30bd\u30c3\u30c9\u306f\u7a7a\u767d\u3067\u5206\u5272\u3057\u3001\u5358\u8a9e\u4ee5\u5916\u306e\u6587\u5b57\u3068\u5c0f\u6587\u5b57\u3092\u3059\u3079\u3066\u524a\u9664\u3057\u307e\u3059\u3002\u5024\u3068\u3057\u3066 1 \u3092\u51fa\u529b\u3057\u307e\u3059\u3002 Reducer \u30e1\u30bd\u30c3\u30c9\u306f\u3001\u5024\u3092\u53cd\u5fa9\u51e6\u7406\u3057\u3066\u3059\u3079\u3066\u306e\u6570\u5024\u3092\u5408\u8a08\u3057\u3001\u5165\u529b\u30ad\u30fc\u3068\u5408\u8a08\u3092\u51fa\u529b\u3057\u307e\u3059\u3002<\/p>\n\n<p><b>\u5165\u529b\u30d5\u30a1\u30a4\u30eb\uff1a<\/b> <span style=\"color: #000000;\">\u30cf\u30ed\u30fc\u30ef\u30fc\u30eb\u30c9\u3001\u30d0\u30a4\u30ef\u30fc\u30eb\u30c9<\/span><\/p>\n\n<p><span style=\"color: #000000;\"><b>\u51fa\u529b\u30d5\u30a1\u30a4\u30eb:<\/b><\/span><span style=\"color: #000000;\"> \u3055\u3088\u3046\u306a\u30891<\/span><\/p>\n\n<p><span style=\"color: #000000;\"> \u3053\u3093\u306b\u3061\u306f1<\/span><\/p>\n\n<p><span style=\"color: #000000;\"> \u30ef\u30fc\u30eb\u30c92<\/span><\/p>\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter\"><a href=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2024\/01\/graphics1.gif\"><img decoding=\"async\" class=\"wp-image-1398\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2024\/01\/graphics1.gif\" \/><\/a><\/figure>\n<\/div>\n\n<p>\u3053\u308c\u3067\u3001Hadoop \u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3001\u305d\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3001\u6a5f\u80fd\u3001\u304a\u3088\u3073 Hadoop \u306e\u4e21\u65b9\u306e\u30b7\u30b9\u30c6\u30e0\u3067\u767a\u751f\u3059\u308b\u3055\u307e\u3056\u307e\u306a\u30d7\u30ed\u30bb\u30b9\u306b\u95a2\u9023\u3059\u308b\u624b\u9806\u306b\u3064\u3044\u3066\u306e\u8aac\u660e\u306f\u7d42\u4e86\u3067\u3059\u3002<\/p>\n\n<p>Hadoop \u306b\u3082\u540c\u69d8\u306b\u30012 \u3064\u306e\u9854\u304b\u3089\u306a\u308b\u30b3\u30a4\u30f3\u306e\u3088\u3046\u306b\u3001\u3044\u304f\u3064\u304b\u306e\u9577\u6240\u3068\u77ed\u6240\u304c\u3042\u308a\u3001\u3053\u308c\u306b\u3064\u3044\u3066\u306f\u4eca\u5f8c\u306e\u30d6\u30ed\u30b0\u3067\u8aac\u660e\u3057\u307e\u3059\u3002\u3069\u306e\u3088\u3046\u306a\u6982\u5ff5\u3067\u3042\u3063\u3066\u3082\u3001\u305d\u306e\u6982\u5ff5\u306e\u9577\u6240\u3068\u77ed\u6240\u3092\u7406\u89e3\u3059\u308b\u3053\u3068\u3067\u521d\u3081\u3066\u3001\u305d\u306e\u6982\u5ff5\u3092\u5b8c\u5168\u306b\u7406\u89e3\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n<p>\u4eca\u5f8c\u3001Hadoop \u306b\u95a2\u3059\u308b\u5b8c\u5168\u306a\u77e5\u8b58\u3092\u5f97\u308b\u305f\u3081\u306b\u3001\u4eca\u5f8c\u306e\u30d6\u30ed\u30b0\u306e\u6295\u7a3f\u3092\u30d5\u30a9\u30ed\u30fc\u3057\u7d9a\u3051\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n\n<p><span style=\"font-size: large;\"><b>Hadoop \u306e 2 \u3064\u306e\u9854<\/b><\/span><\/p>\n\n<p><span style=\"color: #000000;\"><b>\u9577\u6240:<\/b><\/span><\/p>\n\n<ul class=\"wp-block-list\">\n<li><span style=\"color: #000000;\">Hadoop \u306f\u3001\u5206\u6563\u30b9\u30c8\u30ec\u30fc\u30b8\u3068\u8a08\u7b97\u6a5f\u80fd\u306e\u4e21\u65b9\u3092\u63d0\u4f9b\u3059\u308b\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306f\u975e\u5e38\u306b\u30b9\u30b1\u30fc\u30e9\u30d6\u30eb\u3067\u3059\u3002\u5b9f\u969b\u3001Hadoop \u306f\u3001Nutch \u306b\u5b58\u5728\u3059\u308b\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u306e\u554f\u984c\u3092\u4fee\u6b63\u3059\u308b\u305f\u3081\u306b\u6700\u521d\u306b\u691c\u8a0e\u3055\u308c\u307e\u3057\u305f\u30021 TB\/3 \u30ce\u30fc\u30c9\u304b\u3089\u59cb\u307e\u308a\u3001\u30da\u30bf\u30d0\u30a4\u30c8\/\u6570\u5343\u30ce\u30fc\u30c9\u307e\u3067\u62e1\u5f35\u3067\u304d\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306e\u4e3b\u8981\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u306e 1 \u3064\u306f\u3001\u9ad8\u30b9\u30eb\u30fc\u30d7\u30c3\u30c8\u5411\u3051\u306b\u6700\u9069\u5316\u3055\u308c\u305f HDFS (\u30b9\u30c8\u30ec\u30fc\u30b8 \u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8) \u3067\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">HDFS \u306f\u5927\u304d\u306a\u30d6\u30ed\u30c3\u30af \u30b5\u30a4\u30ba\u3092\u4f7f\u7528\u3059\u308b\u305f\u3081\u3001\u6700\u7d42\u7684\u306b\u306f\u5927\u304d\u306a\u30d5\u30a1\u30a4\u30eb (\u30ae\u30ac\u30d0\u30a4\u30c8\u3001\u30da\u30bf\u30d0\u30a4\u30c8\u306a\u3069) \u3092\u64cd\u4f5c\u3059\u308b\u3068\u304d\u306b\u6700\u9069\u306b\u6a5f\u80fd\u3057\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u3068\u53ef\u7528\u6027\u306f\u3001\u30c7\u30fc\u30bf \u30ec\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3068\u30d5\u30a9\u30fc\u30eb\u30c8 \u30c8\u30ec\u30e9\u30f3\u30b9 \u30b7\u30b9\u30c6\u30e0\u3092\u5b9f\u73fe\u3059\u308b\u305f\u3081\u306e HDFS \u306e\u969b\u7acb\u3063\u305f\u6a5f\u80fd\u3067\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">HDFS \u306f\u3001\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u304a\u3088\u3073\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u306e\u969c\u5bb3\u306b\u8010\u3048\u3089\u308c\u308b\u3088\u3046\u306b\u3001\u6307\u5b9a\u3055\u308c\u305f\u56de\u6570 (\u30c7\u30d5\u30a9\u30eb\u30c8\u306f 3 \u30ec\u30d7\u30ea\u30ab) \u30d5\u30a1\u30a4\u30eb\u3092\u8907\u88fd\u3067\u304d\u307e\u3059\u3002\u3055\u3089\u306b\u3001\u969c\u5bb3\u304c\u767a\u751f\u3057\u305f\u30ce\u30fc\u30c9\u4e0a\u3067\u30c7\u30fc\u30bf \u30d6\u30ed\u30c3\u30af\u3092\u81ea\u52d5\u7684\u306b\u518d\u8907\u88fd\u3067\u304d\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306f\u3001\u30d0\u30c3\u30c1\u30d9\u30fc\u30b9\u306e\u5206\u6563\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0 \u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3042\u308b MapReduce \u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u4f7f\u7528\u3057\u3001\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u306b\u5bfe\u3059\u308b\u4e26\u5217\u4f5c\u696d\u3092\u53ef\u80fd\u306b\u3057\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">MapReduce \u3092\u4f7f\u7528\u3059\u308b\u3068\u3001\u958b\u767a\u8005\u306f\u5206\u6563\u30b7\u30b9\u30c6\u30e0\u306e\u8907\u96d1\u3055\u306b\u95a2\u4e0e\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001\u30d3\u30b8\u30cd\u30b9 \u30cb\u30fc\u30ba\u306b\u5bfe\u51e6\u3059\u308b\u3053\u3068\u3060\u3051\u306b\u96c6\u4e2d\u3067\u304d\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u30b8\u30e7\u30d6\u306e\u4e26\u5217\u304b\u3064\u9ad8\u901f\u306a\u5b9f\u884c\u3092\u5b9f\u73fe\u3059\u308b\u305f\u3081\u306b\u3001MapReduce \u306f\u30b8\u30e7\u30d6\u3092 Map &amp; Reduce \u30bf\u30b9\u30af\u306b\u5206\u89e3\u3057\u3001Hadoop \u30af\u30e9\u30b9\u30bf\u30fc\u306e\u30b9\u30ec\u30fc\u30d6\u307e\u305f\u306f\u30c7\u30fc\u30bf \u30ce\u30fc\u30c9\u3067\u30ea\u30e2\u30fc\u30c8\u5b9f\u884c\u3059\u308b\u3088\u3046\u306b\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\u3057\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306b\u306f\u3001\u4ed6\u306e\u8a00\u8a9e\u3067\u4f5c\u6210\u3055\u308c\u305f MR \u30b8\u30e7\u30d6\u3092\u51e6\u7406\u3059\u308b\u6a5f\u80fd\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u306f\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u3068\u547c\u3070\u308c\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u306e\u5206\u6790\u306b\u9069\u3057\u3066\u3044\u307e\u3059<\/span><\/li>\n<li><span style=\"color: #000000;\">\u3053\u3053\u3067\u306f Amazon \u306e S3 \u304c\u7a76\u6975\u306e\u771f\u5b9f\u306e\u60c5\u5831\u6e90\u3067\u3042\u308a\u3001HDFS \u306f\u4e00\u6642\u7684\u306a\u3082\u306e\u3067\u3059\u3002\u4fe1\u983c\u6027\u306a\u3069\u306b\u3064\u3044\u3066\u5fc3\u914d\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002Amazon S3 \u304c\u305d\u308c\u3092\u51e6\u7406\u3057\u307e\u3059\u3002\u307e\u305f\u3001HDFS \u3067\u306f\u9ad8\u3044\u30ec\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u4fc2\u6570\u304c\u5fc5\u8981\u306a\u3044\u3053\u3068\u3082\u610f\u5473\u3057\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Glacier \u306a\u3069\u306e\u512a\u308c\u305f\u30a2\u30fc\u30ab\u30a4\u30d6\u6a5f\u80fd\u3092\u5229\u7528\u3067\u304d\u307e\u3059\u3002\u00a0<\/span><\/li>\n<li><span style=\"color: #000000;\">\u307e\u305f\u3001\u5fc5\u8981\u306a\u5834\u5408\u306b\u306e\u307f\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u6599\u91d1\u3092\u652f\u6255\u3044\u307e\u3059\u3002\u307b\u3068\u3093\u3069\u306e Hadoop \u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3067\u306f\u300140% \u306e\u4f7f\u7528\u7387\u306b\u3055\u3048\u9054\u3059\u308b\u306e\u306b\u82e6\u52b4\u3057\u3066\u3044\u308b\u3053\u3068\u306f\u3088\u304f\u77e5\u3089\u308c\u3066\u3044\u307e\u3059 [3]\u3001[4]\u3002\u4f7f\u7528\u7387\u304c\u4f4e\u3044\u5834\u5408\u306f\u3001\u30aa\u30f3\u30c7\u30de\u30f3\u30c9\u3067\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u30b9\u30d4\u30f3\u30a2\u30c3\u30d7\u3059\u308b\u65b9\u304c\u52dd\u3066\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002\u00a0<\/span><\/li>\n<li><span style=\"color: #000000;\">\u3082\u3046 1 \u3064\u306e\u91cd\u8981\u306a\u30dd\u30a4\u30f3\u30c8\u306f\u3001\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u306b\u30b9\u30d1\u30a4\u30af (\u9031\u672b\u3084\u6708\u306e\u7d42\u308f\u308a\u306a\u3069) \u304c\u3042\u308b\u304b\u3001\u6bce\u6708\u5897\u52a0\u3057\u3066\u3044\u308b\u53ef\u80fd\u6027\u304c\u3042\u308b\u3053\u3068\u3067\u3059\u3002\u5fc5\u8981\u306a\u5834\u5408\u306f\u3088\u308a\u5927\u304d\u306a\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u8d77\u52d5\u3057\u3001\u305d\u308c\u4ee5\u5916\u306e\u5834\u5408\u306f\u3088\u308a\u5c0f\u3055\u306a\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u4f7f\u7528\u3057\u7d9a\u3051\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002 <\/span><\/li>\n<li><span style=\"color: #000000;\">\u30d4\u30fc\u30af\u6642\u306e\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u306b\u5e38\u306b\u30d7\u30ed\u30d3\u30b8\u30e7\u30cb\u30f3\u30b0\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u540c\u69d8\u306b\u3001\u793e\u5185\u30af\u30e9\u30b9\u30bf\u3067\u306f\u3088\u304f\u3042\u308b\u3053\u3068\u3067\u3059\u304c\u30012 \uff5e 3 \u5e74\u524d\u304b\u3089\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u3092\u8a08\u753b\u3059\u308b\u5fc5\u8981\u3082\u3042\u308a\u307e\u305b\u3093\u3002\u5f93\u91cf\u8ab2\u91d1\u5236\u3067\u3001\u597d\u304d\u306a\u3060\u3051\u6210\u9577\u3067\u304d\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf \u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306b\u4f34\u3046\u30ea\u30b9\u30af\u304c\u5927\u5e45\u306b\u8efd\u6e1b\u3055\u308c\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u7ba1\u7406\u30b3\u30b9\u30c8\u304c\u5927\u5e45\u306b\u524a\u6e1b\u3055\u308c\u3001TCO \u304c\u524a\u6e1b\u3055\u308c\u307e\u3059\u3002\u00a0<\/span><\/li>\n<li><span style=\"color: #000000;\">\u8a2d\u5099\u306e\u521d\u671f\u8cbb\u7528\u306f\u304b\u304b\u308a\u307e\u305b\u3093\u3002\u5fc5\u8981\u306a\u3060\u3051\u30ce\u30fc\u30c9\u3092\u5fc5\u8981\u306a\u3060\u3051\u30b9\u30d4\u30f3\u30a2\u30c3\u30d7\u3057\u3001\u305d\u306e\u5f8c\u30b7\u30e3\u30c3\u30c8\u30c0\u30a6\u30f3\u3067\u304d\u307e\u3059\u3002\u305d\u308c\u3089\u4e0a\u3067 Hadoop \u3092\u5b9f\u884c\u3059\u308b\u306e\u304c\u7c21\u5358\u306b\u306a\u3063\u3066\u304d\u3066\u3044\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u7d4c\u6e08\u6027 \u2013 \u5f93\u6765\u306e\u30aa\u30d7\u30b7\u30e7\u30f3\u306e\u6570\u5206\u306e\u4e00\u3067\u306e TB \u3042\u305f\u308a\u306e\u30b3\u30b9\u30c8\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u67d4\u8edf\u6027 \u2013 \u3042\u3089\u3086\u308b\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3057\u3001\u3042\u3089\u3086\u308b\u5206\u6790\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002<\/span><\/li>\n<\/ul>\n\n<p><span style=\"color: #000000;\"><b>\u77ed\u6240:<\/b><\/span><\/p>\n\n<ul class=\"wp-block-list\">\n<li><span style=\"color: #000000;\">\u3054\u5b58\u77e5\u306e\u3068\u304a\u308a\u3001Hadoop \u306f HDFS \u3068 MapReduce \u3092\u4f7f\u7528\u3057\u3066\u304a\u308a\u3001\u9ad8\u53ef\u7528\u6027\u30d0\u30fc\u30b8\u30e7\u30f3\u306b\u5411\u3051\u305f\u4f5c\u696d\u304c\u6d3b\u767a\u306b\u884c\u308f\u308c\u3066\u3044\u307e\u3059\u304c\u3001\u4e21\u65b9\u306e\u30de\u30b9\u30bf\u30fc \u30d7\u30ed\u30bb\u30b9\u304c\u5358\u4e00\u969c\u5bb3\u70b9\u306b\u306a\u308a\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop 2.x \u30ea\u30ea\u30fc\u30b9\u307e\u3067\u3001HDFS \u3068 MapReduce \u306f\u5358\u4e00\u30de\u30b9\u30bf\u30fc \u30e2\u30c7\u30eb\u3092\u4f7f\u7528\u3059\u308b\u305f\u3081\u3001\u5358\u4e00\u969c\u5bb3\u70b9\u304c\u767a\u751f\u3059\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306f\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3 \u30e2\u30c7\u30eb\u3092\u63d0\u4f9b\u3057\u307e\u3059\u304c\u3001\u975e\u5e38\u306b\u8907\u96d1\u306a\u305f\u3081\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f\u7121\u52b9\u306b\u306a\u3063\u3066\u3044\u308b\u305f\u3081\u3001\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3\u3082\u5927\u304d\u306a\u61f8\u5ff5\u4e8b\u9805\u306e 1 \u3064\u3067\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">Hadoop \u306f\u3001\u653f\u5e9c\u90e8\u9580\u306e\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3 \u30c7\u30fc\u30bf\u306b\u3068\u3063\u3066\u5927\u304d\u306a\u61f8\u5ff5\u3068\u306a\u308b\u30b9\u30c8\u30ec\u30fc\u30b8 \u30ec\u30d9\u30eb\u3084\u30cd\u30c3\u30c8\u30ef\u30fc\u30af \u30ec\u30d9\u30eb\u306e\u6697\u53f7\u5316\u3092\u63d0\u4f9b\u3057\u307e\u305b\u3093\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">HDFS \u306f\u5c0f\u3055\u306a\u30d5\u30a1\u30a4\u30eb\u306e\u51e6\u7406\u306b\u306f\u975e\u52b9\u7387\u3067\u3042\u308a\u3001\u900f\u904e\u7684\u306a\u5727\u7e2e\u6a5f\u80fd\u304c\u3042\u308a\u307e\u305b\u3093\u3002 HDFS \u306f\u6301\u7d9a\u7684\u306a\u30b9\u30eb\u30fc\u30d7\u30c3\u30c8\u3092\u6700\u9069\u5316\u3059\u308b\u305f\u3081\u3001\u5c0f\u3055\u306a\u30d5\u30a1\u30a4\u30eb\u306e\u30e9\u30f3\u30c0\u30e0\u8aad\u307f\u53d6\u308a\u3067\u9069\u5207\u306b\u52d5\u4f5c\u3059\u308b\u3088\u3046\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u305b\u3093\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">MapReduce \u306f\u30d0\u30c3\u30c1\u30d9\u30fc\u30b9\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u3042\u308b\u305f\u3081\u3001\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u306e\u30c7\u30fc\u30bf \u30a2\u30af\u30bb\u30b9\u304c\u5fc5\u8981\u306a\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u306b\u306f\u9069\u3057\u3066\u3044\u307e\u305b\u3093\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">MapReduce \u306f\u30b7\u30a7\u30a2\u30fc\u30c9\u30ca\u30c3\u30b7\u30f3\u30b0 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u3042\u308b\u305f\u3081\u3001\u30b0\u30ed\u30fc\u30d0\u30eb\u540c\u671f\u3084\u53ef\u5909\u30c7\u30fc\u30bf\u306e\u5171\u6709\u3092\u5fc5\u8981\u3068\u3059\u308b\u30bf\u30b9\u30af\u306b\u306f\u9069\u3057\u3066\u304a\u3089\u305a\u3001\u4e00\u90e8\u306e\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306b\u8ab2\u984c\u304c\u751f\u3058\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">S3 \u306f\u305d\u308c\u307b\u3069\u9ad8\u901f\u3067\u306f\u306a\u304f\u3001\u30d0\u30cb\u30e9\u306e Apache Hadoop \u306e S3 \u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306f\u305d\u308c\u307b\u3069\u9ad8\u304f\u3042\u308a\u307e\u305b\u3093\u3002\u79c1\u305f\u3061 Qubole \u3067\u306f\u3001S3 \u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3092\u4f7f\u7528\u3057\u305f Hadoop \u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306b\u3064\u3044\u3066\u3044\u304f\u3064\u304b\u306e\u4f5c\u696d\u3092\u884c\u3044\u307e\u3057\u305f\u3002<\/span><\/li>\n<li><span style=\"color: #000000;\">\u3082\u3061\u308d\u3093\u3001S3 \u306b\u306f\u72ec\u81ea\u306e\u30b9\u30c8\u30ec\u30fc\u30b8 \u30b3\u30b9\u30c8\u304c\u304b\u304b\u308a\u307e\u3059\u3002\u00a0<\/span><\/li>\n<li><span style=\"color: #000000;\">\u30de\u30b7\u30f3 (\u307e\u305f\u306f\u30c7\u30fc\u30bf) \u3092\u9577\u671f\u9593\u7dad\u6301\u3057\u305f\u3044\u5834\u5408\u3001\u7269\u7406\u30af\u30e9\u30b9\u30bf\u30fc\u307b\u3069\u7d4c\u6e08\u7684\u306a\u30bd\u30ea\u30e5\u30fc\u30b7\u30e7\u30f3\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/span><\/li>\n<\/ul>\n\n<p><span style=\"color: #222222;\">\u4ee5\u4e0a\u3067\u8aac\u660e\u4f1a\u3092\u7d42\u4e86\u3057\u307e\u3059 <a href=\"\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e6%8a%80%e8%a1%93%e8%ab%96%e6%96%87\/%e3%83%93%e3%83%83%e3%82%b0%e3%83%87%e3%83%bc%e3%82%bf%e5%85%a5%e9%96%80\/\" target=\"_blank\" rel=\"noreferrer noopener\"><strong>\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf<\/strong><\/a> Hadoop \u3068\u305d\u306e\u3055\u307e\u3056\u307e\u306a\u30b7\u30b9\u30c6\u30e0\u3068\u305d\u306e\u9577\u6240\u3068\u77ed\u6240\u3002\u30d3\u30c3\u30b0 \u30c7\u30fc\u30bf\u3068 Hadoop \u306e\u6982\u5ff5\u306b\u3064\u3044\u3066\u6982\u8981\u3092\u7406\u89e3\u3057\u3066\u3044\u305f\u3060\u3051\u308c\u3070\u5e78\u3044\u3067\u3059\u3002<\/span><\/p>\n\n<p><a href=\"\/ja\/%e3%81%8a%e5%95%8f%e3%81%84%e5%90%88%e3%82%8f%e3%81%9b\/\">\u3054\u9023\u7d61\u304f\u3060\u3055\u3044\u3002<\/a><\/p>\n\n<p><strong>\u30de\u30ca\u30b5\u30fb\u30d8\u30b2\u30ec <\/strong><\/p>\n\n<p>Ruby on Rails \u30b7\u30cb\u30a2\u958b\u767a\u8005<\/p>\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>\n\t\t  <div class=\"related-post slider\">\r\n        <div class=\"headline\">\u95a2\u9023\u8a18\u4e8b<\/div>\r\n    <div class=\"post-list owl-carousel\">\r\n\r\n            <div class=\"item\">\r\n            <div class=\"thumb post_thumb\">\r\n    <a  title=\"\u30ab\u30df\u30ca\u30ea\u30b8\u30a7\u30e0\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e6%8a%80%e8%a1%93%e8%ab%96%e6%96%87\/%e3%82%ab%e3%83%9f%e3%83%8a%e3%83%aa%e3%82%b8%e3%82%a7%e3%83%a0\/?related_post_from=37277\">\r\n\r\n      <img decoding=\"async\" width=\"800\" height=\"300\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2023\/04\/kaminari-gem.jpg\" class=\"attachment-full size-full wp-post-image\" alt=\"\u30ab\u30df\u30ca\u30ea\u30b8\u30a7\u30e0\" srcset=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2023\/04\/kaminari-gem.jpg 800w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2023\/04\/kaminari-gem-300x113.jpg 300w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2023\/04\/kaminari-gem-768x288.jpg 768w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\r\n\r\n    <\/a>\r\n  <\/div>\r\n\r\n  <a class=\"title post_title\"  title=\"\u30ab\u30df\u30ca\u30ea\u30b8\u30a7\u30e0\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e6%8a%80%e8%a1%93%e8%ab%96%e6%96%87\/%e3%82%ab%e3%83%9f%e3%83%8a%e3%83%aa%e3%82%b8%e3%82%a7%e3%83%a0\/?related_post_from=37277\">\r\n        \u30ab\u30df\u30ca\u30ea\u30b8\u30a7\u30e0  <\/a>\r\n\r\n        <\/div>\r\n              <div class=\"item\">\r\n            <div class=\"thumb post_thumb\">\r\n    <a  title=\"\u306a\u305c2026\u5e74\u306bRuby on Rails\u958b\u767a\u8005\u3092\u96c7\u3046\u306e\u304b\uff1f\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/why-to-hire-ruby-on-rails-developers\/?related_post_from=30627\">\r\n\r\n      <img decoding=\"async\" width=\"800\" height=\"300\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2019\/01\/why-to-hire-ruby-on-rails-developers-in-2022.jpg\" class=\"attachment-full size-full wp-post-image\" alt=\"2022 \u5e74\u306b Ruby on Rails \u958b\u767a\u8005\u3092\u96c7\u7528\u3059\u308b\u7406\u7531\" srcset=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2019\/01\/why-to-hire-ruby-on-rails-developers-in-2022.jpg 800w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2019\/01\/why-to-hire-ruby-on-rails-developers-in-2022-300x113.jpg 300w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2019\/01\/why-to-hire-ruby-on-rails-developers-in-2022-768x288.jpg 768w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\r\n\r\n    <\/a>\r\n  <\/div>\r\n\r\n  <a class=\"title post_title\"  title=\"\u306a\u305c2026\u5e74\u306bRuby on Rails\u958b\u767a\u8005\u3092\u96c7\u3046\u306e\u304b\uff1f\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/why-to-hire-ruby-on-rails-developers\/?related_post_from=30627\">\r\n        \u306a\u305c2026\u5e74\u306bRuby on Rails\u958b\u767a\u8005\u3092\u96c7\u3046\u306e\u304b\uff1f  <\/a>\r\n\r\n        <\/div>\r\n              <div class=\"item\">\r\n            <div class=\"thumb post_thumb\">\r\n    <a  title=\"\u30a8\u30f3\u30bf\u30fc\u30d7\u30e9\u30a4\u30ba \u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u958b\u767a\u306b\u304a\u3051\u308b\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u91cd\u8981\u6027\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/%e3%82%a8%e3%83%b3%e3%82%bf%e3%83%bc%e3%83%97%e3%83%a9%e3%82%a4%e3%82%ba%e3%83%bb%e3%82%bd%e3%83%95%e3%83%88%e3%82%a6%e3%82%a7%e3%82%a2%e9%96%8b%e7%99%ba%e3%81%ab%e3%81%8a%e3%81%91%e3%82%8b%e3%82%bd\/?related_post_from=36250\">\r\n\r\n      <img decoding=\"async\" width=\"800\" height=\"300\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/06\/Importance-of-Software-Architecture-in-enterprise-software-development.jpg\" class=\"attachment-full size-full wp-post-image\" alt=\"\u30a8\u30f3\u30bf\u30fc\u30d7\u30e9\u30a4\u30ba \u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u958b\u767a\u306b\u304a\u3051\u308b\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u91cd\u8981\u6027\" srcset=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/06\/Importance-of-Software-Architecture-in-enterprise-software-development.jpg 800w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/06\/Importance-of-Software-Architecture-in-enterprise-software-development-300x113.jpg 300w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/06\/Importance-of-Software-Architecture-in-enterprise-software-development-768x288.jpg 768w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\r\n\r\n    <\/a>\r\n  <\/div>\r\n\r\n  <a class=\"title post_title\"  title=\"\u30a8\u30f3\u30bf\u30fc\u30d7\u30e9\u30a4\u30ba \u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u958b\u767a\u306b\u304a\u3051\u308b\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u91cd\u8981\u6027\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/%e3%82%a8%e3%83%b3%e3%82%bf%e3%83%bc%e3%83%97%e3%83%a9%e3%82%a4%e3%82%ba%e3%83%bb%e3%82%bd%e3%83%95%e3%83%88%e3%82%a6%e3%82%a7%e3%82%a2%e9%96%8b%e7%99%ba%e3%81%ab%e3%81%8a%e3%81%91%e3%82%8b%e3%82%bd\/?related_post_from=36250\">\r\n        \u30a8\u30f3\u30bf\u30fc\u30d7\u30e9\u30a4\u30ba \u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u958b\u767a\u306b\u304a\u3051\u308b\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u91cd\u8981\u6027  <\/a>\r\n\r\n        <\/div>\r\n              <div class=\"item\">\r\n            <div class=\"thumb post_thumb\">\r\n    <a  title=\"Ruby IDE: Ruby on Rails \u958b\u767a\u306b\u6700\u9069\u306a IDE\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/ruby-ide-ruby-on-rails-%e9%96%8b%e7%99%ba%e3%81%ab%e6%9c%80%e9%81%a9%e3%81%aa%e3%82%a2%e3%82%a4%e3%83%87%e3%82%a2\/?related_post_from=36125\">\r\n\r\n      <img decoding=\"async\" width=\"800\" height=\"300\" src=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/01\/BEST-IDES-FOR-RUBY-ON-RAILS-DEVELOPMENT.jpg\" class=\"attachment-full size-full wp-post-image\" alt=\"Ruby on Rails \u958b\u767a\u306b\u6700\u9069\u306a\u30a2\u30a4\u30c7\u30a2\" srcset=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/01\/BEST-IDES-FOR-RUBY-ON-RAILS-DEVELOPMENT.jpg 800w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/01\/BEST-IDES-FOR-RUBY-ON-RAILS-DEVELOPMENT-300x113.jpg 300w, https:\/\/www.railscarma.com\/wp-content\/uploads\/2022\/01\/BEST-IDES-FOR-RUBY-ON-RAILS-DEVELOPMENT-768x288.jpg 768w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\r\n\r\n    <\/a>\r\n  <\/div>\r\n\r\n  <a class=\"title post_title\"  title=\"Ruby IDE: Ruby on Rails \u958b\u767a\u306b\u6700\u9069\u306a IDE\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/%e3%83%ad%e3%83%bc\/ruby-ide-ruby-on-rails-%e9%96%8b%e7%99%ba%e3%81%ab%e6%9c%80%e9%81%a9%e3%81%aa%e3%82%a2%e3%82%a4%e3%83%87%e3%82%a2\/?related_post_from=36125\">\r\n        Ruby IDE: Ruby on Rails \u958b\u767a\u306b\u6700\u9069\u306a IDE  <\/a>\r\n\r\n        <\/div>\r\n      \r\n  <\/div>\r\n\r\n  <script>\r\n      <\/script>\r\n  <style>\r\n    .related-post {}\r\n\r\n    .related-post .post-list {\r\n      text-align: left;\r\n          }\r\n\r\n    .related-post .post-list .item {\r\n      margin: 10px;\r\n      padding: 10px;\r\n          }\r\n\r\n    .related-post .headline {\r\n      font-size: 14px !important;\r\n      color: #999999 !important;\r\n          }\r\n\r\n    .related-post .post-list .item .post_thumb {\r\n      max-height: 220px;\r\n      margin: 10px 0px;\r\n      padding: 0px;\r\n      display: block;\r\n          }\r\n\r\n    .related-post .post-list .item .post_title {\r\n      font-size: 14px;\r\n      color: #000000;\r\n      margin: 10px 0px;\r\n      padding: 0px;\r\n      display: block;\r\n      text-decoration: none;\r\n          }\r\n\r\n    .related-post .post-list .item .post_excerpt {\r\n      font-size: 12px;\r\n      color: #3f3f3f;\r\n      margin: 10px 0px;\r\n      padding: 0px;\r\n      display: block;\r\n      text-decoration: none;\r\n          }\r\n\r\n    .related-post .owl-dots .owl-dot {\r\n          }\r\n\r\n      <\/style>\r\n      <script>\r\n      jQuery(document).ready(function($) {\r\n        $(\".related-post .post-list\").owlCarousel({\r\n          items: 2,\r\n          responsiveClass: true,\r\n          responsive: {\r\n            0: {\r\n              items: 1,\r\n            },\r\n            768: {\r\n              items: 2,\r\n            },\r\n            1200: {\r\n              items: 2,\r\n            }\r\n          },\r\n                      rewind: true,\r\n                                loop: true,\r\n                                center: false,\r\n                                autoplay: true,\r\n            autoplayHoverPause: true,\r\n                                nav: true,\r\n            navSpeed: 1000,\r\n            navText: ['<i class=\"fas fa-chevron-left\"><\/i>', '<i class=\"fas fa-chevron-right\"><\/i>'],\r\n                                dots: false,\r\n            dotsSpeed: 1200,\r\n                                                    rtl: false,\r\n          \r\n        });\r\n      });\r\n    <\/script>\r\n  <\/div>","protected":false},"excerpt":{"rendered":"<p>\u524d\u56de\u306e\u8a18\u4e8b\u3067\u306f\u3001Hadoop \u3068\u3001Hadoop \u306e 2 \u3064\u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8 (HDFS \u3068 Mapreduce \u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af) \u306b\u3064\u3044\u3066\u6982\u8981\u3092\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001HDFS \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u305d\u306e\u6a5f\u80fd\u306b\u3064\u3044\u3066\u7c21\u5358\u306b\u8aac\u660e\u3057\u307e\u3059\u3002 HDFS: Hadoop \u5206\u6563\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0 (HDFS) \u306f\u3001\u81ea\u5df1\u4fee\u5fa9\u6a5f\u80fd\u3092\u5099\u3048\u305f\u9ad8\u5e2f\u57df\u5e45\u306e\u30af\u30e9\u30b9\u30bf\u30fc\u5316\u30b9\u30c8\u30ec\u30fc\u30b8\u3067\u3059\u3002 HDFS \u306b\u306f\u30de\u30b9\u30bf\u30fc\/\u30b9\u30ec\u30fc\u30d6 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u304c\u3042\u308a\u307e\u3059\u3002 HDFS \u30af\u30e9\u30b9\u30bf\u30fc\u306f\u3001\u30d5\u30a1\u30a4\u30eb \u30b7\u30b9\u30c6\u30e0\u306e\u540d\u524d\u7a7a\u9593\u3092\u7ba1\u7406\u3057\u3001\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u306b\u3088\u308b\u30d5\u30a1\u30a4\u30eb\u3078\u306e\u30a2\u30af\u30bb\u30b9\u3092\u5236\u5fa1\u3059\u308b\u30de\u30b9\u30bf\u30fc \u30b5\u30fc\u30d0\u30fc\u3067\u3042\u308b\u5358\u4e00\u306e NameNode \u3067\u69cb\u6210\u3055\u308c\u307e\u3059\u3002\u3055\u3089\u306b\u3001\u901a\u5e38\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u5185\u306e\u30ce\u30fc\u30c9\u3054\u3068\u306b 1 \u3064\u306e\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u304c\u3042\u308a\u3001\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u304c\u5b9f\u884c\u3055\u308c\u308b\u30ce\u30fc\u30c9\u306b\u63a5\u7d9a\u3055\u308c\u305f\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u7ba1\u7406\u3057\u307e\u3059\u3002 HDFS \u306f\u2026\u3092\u516c\u958b\u3057\u307e\u3059<\/p>\n<p class=\"read-more\"> <a class=\"\" href=\"https:\/\/www.railscarma.com\/ja\/%e3%83%96%e3%83%ad%e3%82%b0\/ruby-regex-match-guide-with-examples\/\"> <span class=\"screen-reader-text\">Ruby\u6b63\u898f\u8868\u73fe\u30de\u30c3\u30c1\u30ac\u30a4\u30c9\uff082026\uff09\u4f8b\u4ed8\u304d<\/span> \u3082\u3063\u3068\u8aad\u3080 \"<\/a><\/p>","protected":false},"author":1,"featured_media":32049,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[384],"tags":[621,622,623,624,626],"class_list":["post-1391","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technical-articles","tag-big-data","tag-data","tag-hadoop","tag-hadoop-software","tag-software-framework"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.8 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Components of Hadoop - RailsCarma Blog<\/title>\n<meta name=\"description\" content=\"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.railscarma.com\/ja\/\u30d6\u30ed\u30b0\/\u6280\u8853\u8ad6\u6587\/components-hadoop\/\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Components of Hadoop - RailsCarma Blog\" \/>\n<meta property=\"og:description\" content=\"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.railscarma.com\/ja\/\u30d6\u30ed\u30b0\/\u6280\u8853\u8ad6\u6587\/components-hadoop\/\" \/>\n<meta property=\"og:site_name\" content=\"RailsCarma - Ruby on Rails Development Company specializing in Offshore Development\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/RailsCarma\/\" \/>\n<meta property=\"article:published_time\" content=\"2015-02-06T03:32:57+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-01-10T10:00:21+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"800\" \/>\n\t<meta property=\"og:image:height\" content=\"300\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@railscarma\" \/>\n<meta name=\"twitter:site\" content=\"@railscarma\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"7\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#article\",\"isPartOf\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/\"},\"author\":{\"name\":\"admin\",\"@id\":\"https:\/\/www.railscarma.com\/#\/schema\/person\/5f2228a2dec7549056e709de6eb85d21\"},\"headline\":\"Components of Hadoop\",\"datePublished\":\"2015-02-06T03:32:57+00:00\",\"dateModified\":\"2024-01-10T10:00:21+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/\"},\"wordCount\":1449,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\/\/www.railscarma.com\/#organization\"},\"image\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg\",\"keywords\":[\"big data\",\"data\",\"hadoop\",\"hadoop software\",\"software framework\"],\"articleSection\":[\"Technical Articles\"],\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/\",\"url\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/\",\"name\":\"Components of Hadoop - RailsCarma Blog\",\"isPartOf\":{\"@id\":\"https:\/\/www.railscarma.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg\",\"datePublished\":\"2015-02-06T03:32:57+00:00\",\"dateModified\":\"2024-01-10T10:00:21+00:00\",\"description\":\"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.\",\"breadcrumb\":{\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage\",\"url\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg\",\"contentUrl\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg\",\"width\":800,\"height\":300},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/www.railscarma.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Components of Hadoop\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.railscarma.com\/#website\",\"url\":\"https:\/\/www.railscarma.com\/\",\"name\":\"RailsCarma - Ruby on Rails Development Company specializing in Offshore Development\",\"description\":\"RailsCarma is a Ruby on Rails Development Company in Bangalore. We specialize in Offshore Ruby on Rails Development based out in USA and India. Hire experienced Ruby on Rails developers for the ultimate Web Experience.\",\"publisher\":{\"@id\":\"https:\/\/www.railscarma.com\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.railscarma.com\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/www.railscarma.com\/#organization\",\"name\":\"RailsCarma\",\"url\":\"https:\/\/www.railscarma.com\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/www.railscarma.com\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2020\/08\/railscarma_logo.png\",\"contentUrl\":\"https:\/\/www.railscarma.com\/wp-content\/uploads\/2020\/08\/railscarma_logo.png\",\"width\":200,\"height\":46,\"caption\":\"RailsCarma\"},\"image\":{\"@id\":\"https:\/\/www.railscarma.com\/#\/schema\/logo\/image\/\"},\"sameAs\":[\"https:\/\/www.facebook.com\/RailsCarma\/\",\"https:\/\/x.com\/railscarma\",\"https:\/\/www.linkedin.com\/company\/railscarma\/\",\"https:\/\/myspace.com\/railscarma\",\"https:\/\/in.pinterest.com\/railscarma\/\",\"https:\/\/www.youtube.com\/channel\/UCx3Wil-aAnDARuatTEyMdpg\"]},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.railscarma.com\/#\/schema\/person\/5f2228a2dec7549056e709de6eb85d21\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/www.railscarma.com\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/308867ca6c81f3aba146080c601000087180326f752c4116849ea9f514c6a4fa?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/308867ca6c81f3aba146080c601000087180326f752c4116849ea9f514c6a4fa?s=96&d=mm&r=g\",\"caption\":\"admin\"},\"sameAs\":[\"https:\/\/www.railscarma.com\/hire-ruby-on-rails-developer\/\"]}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Components of Hadoop - RailsCarma Blog","description":"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.railscarma.com\/ja\/\u30d6\u30ed\u30b0\/\u6280\u8853\u8ad6\u6587\/components-hadoop\/","og_locale":"ja_JP","og_type":"article","og_title":"Components of Hadoop - RailsCarma Blog","og_description":"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.","og_url":"https:\/\/www.railscarma.com\/ja\/\u30d6\u30ed\u30b0\/\u6280\u8853\u8ad6\u6587\/components-hadoop\/","og_site_name":"RailsCarma - Ruby on Rails Development Company specializing in Offshore Development","article_publisher":"https:\/\/www.facebook.com\/RailsCarma\/","article_published_time":"2015-02-06T03:32:57+00:00","article_modified_time":"2024-01-10T10:00:21+00:00","og_image":[{"width":800,"height":300,"url":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg","type":"image\/jpeg"}],"author":"admin","twitter_card":"summary_large_image","twitter_creator":"@railscarma","twitter_site":"@railscarma","twitter_misc":{"\u57f7\u7b46\u8005":"admin","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"7\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#article","isPartOf":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/"},"author":{"name":"admin","@id":"https:\/\/www.railscarma.com\/#\/schema\/person\/5f2228a2dec7549056e709de6eb85d21"},"headline":"Components of Hadoop","datePublished":"2015-02-06T03:32:57+00:00","dateModified":"2024-01-10T10:00:21+00:00","mainEntityOfPage":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/"},"wordCount":1449,"commentCount":0,"publisher":{"@id":"https:\/\/www.railscarma.com\/#organization"},"image":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage"},"thumbnailUrl":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg","keywords":["big data","data","hadoop","hadoop software","software framework"],"articleSection":["Technical Articles"],"inLanguage":"ja","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/","url":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/","name":"Components of Hadoop - RailsCarma Blog","isPartOf":{"@id":"https:\/\/www.railscarma.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage"},"image":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage"},"thumbnailUrl":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg","datePublished":"2015-02-06T03:32:57+00:00","dateModified":"2024-01-10T10:00:21+00:00","description":"The Hadoop Distributed File System(HDFS) is self-healing high-bandwidth clustered storage. HDFS has a master\/slave architecture.","breadcrumb":{"@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/"]}]},{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#primaryimage","url":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg","contentUrl":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2015\/02\/big_data_component.jpg","width":800,"height":300},{"@type":"BreadcrumbList","@id":"https:\/\/www.railscarma.com\/fr\/blog\/technical-articles\/composants-hadoop\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/www.railscarma.com\/"},{"@type":"ListItem","position":2,"name":"Components of Hadoop"}]},{"@type":"WebSite","@id":"https:\/\/www.railscarma.com\/#website","url":"https:\/\/www.railscarma.com\/","name":"RailsCarma - \u30aa\u30d5\u30b7\u30e7\u30a2\u958b\u767a\u306b\u7279\u5316\u3057\u305f Ruby on Rails \u958b\u767a\u4f1a\u793e","description":"RailsCarma \u306f\u30d0\u30f3\u30ac\u30ed\u30fc\u30eb\u306e Ruby on Rails \u958b\u767a\u4f1a\u793e\u3067\u3059\u3002\u5f53\u793e\u306f\u7c73\u56fd\u3068\u30a4\u30f3\u30c9\u3092\u62e0\u70b9\u3068\u3059\u308b\u30aa\u30d5\u30b7\u30e7\u30a2 Ruby on Rails \u958b\u767a\u3092\u5c02\u9580\u3068\u3057\u3066\u3044\u307e\u3059\u3002\u7d4c\u9a13\u8c4a\u5bcc\u306a Ruby on Rails \u958b\u767a\u8005\u3092\u96c7\u3063\u3066\u3001\u7a76\u6975\u306e Web \u30a8\u30af\u30b9\u30da\u30ea\u30a8\u30f3\u30b9\u3092\u5b9f\u73fe\u3057\u307e\u3057\u3087\u3046\u3002","publisher":{"@id":"https:\/\/www.railscarma.com\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.railscarma.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":"Organization","@id":"https:\/\/www.railscarma.com\/#organization","name":"\u30ec\u30fc\u30eb\u30ab\u30fc\u30de","url":"https:\/\/www.railscarma.com\/","logo":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.railscarma.com\/#\/schema\/logo\/image\/","url":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2020\/08\/railscarma_logo.png","contentUrl":"https:\/\/www.railscarma.com\/wp-content\/uploads\/2020\/08\/railscarma_logo.png","width":200,"height":46,"caption":"RailsCarma"},"image":{"@id":"https:\/\/www.railscarma.com\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.facebook.com\/RailsCarma\/","https:\/\/x.com\/railscarma","https:\/\/www.linkedin.com\/company\/railscarma\/","https:\/\/myspace.com\/railscarma","https:\/\/in.pinterest.com\/railscarma\/","https:\/\/www.youtube.com\/channel\/UCx3Wil-aAnDARuatTEyMdpg"]},{"@type":"Person","@id":"https:\/\/www.railscarma.com\/#\/schema\/person\/5f2228a2dec7549056e709de6eb85d21","name":"\u7ba1\u7406\u8005","image":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/www.railscarma.com\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/308867ca6c81f3aba146080c601000087180326f752c4116849ea9f514c6a4fa?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/308867ca6c81f3aba146080c601000087180326f752c4116849ea9f514c6a4fa?s=96&d=mm&r=g","caption":"admin"},"sameAs":["https:\/\/www.railscarma.com\/hire-ruby-on-rails-developer\/"]}]}},"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/posts\/1391","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/comments?post=1391"}],"version-history":[{"count":0,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/posts\/1391\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/media\/32049"}],"wp:attachment":[{"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/media?parent=1391"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/categories?post=1391"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.railscarma.com\/ja\/wp-json\/wp\/v2\/tags?post=1391"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}