欧美三区_成人在线免费观看视频_欧美极品少妇xxxxⅹ免费视频_a级毛片免费播放_鲁一鲁中文字幕久久_亚洲一级特黄

Yarn下分片和分塊源代碼分析

系統 1687 0
      public class FileSplit extends InputSplit implements Writable {

	private Path file;

	private long start;

	private long length;

	private String[] hosts;



	public FileSplit() {

	}



	public FileSplit(Path file, long start, long length, String[] hosts) {

		this.file = file;

		this.start = start;

		this.length = length;

		this.hosts = hosts;

	}



	public Path getPath() {

		return this.file;

	}



	public long getStart() {

		return this.start;

	}



	public long getLength() {

		return this.length;

	}



	public String toString() {

		return this.file + ":" + this.start + "+" + this.length;

	}



	public void write(DataOutput out) throws IOException {

		Text.writeString(out, this.file.toString());

		out.writeLong(this.start);

		out.writeLong(this.length);

	}



	public void readFields(DataInput in) throws IOException {

		this.file = new Path(Text.readString(in));

		this.start = in.readLong();

		this.length = in.readLong();

		this.hosts = null;

	}



	public String[] getLocations() throws IOException {

		if (this.hosts == null) {

			return new String[0];

		}

		return this.hosts;

	}

}


    

代碼比較簡單, 四部分組成? 文件路徑 ,啟始位置,長度,Host列表

Host為什么是個列表

看分片的時候創建函數

splits.add(makeSplit(path, length - bytesRemaining,
?? ??? ??? ??? ??? ??? ??? ??? ?splitSize, blkLocations[blkIndex].getHosts()));

再來看塊的源代碼

      
        public
      
      
        class
      
      
         BlockLocation {

    
      
      
        private
      
      
         String[] hosts;

    
      
      
        private
      
      
         String[] names;

    
      
      
        private
      
      
         String[] topologyPaths;

    
      
      
        private
      
      
        long
      
      
         offset;

    
      
      
        private
      
      
        long
      
      
         length;

    
      
      
        private
      
      
        boolean
      
      
         corrupt;



    
      
      
        public
      
      
         BlockLocation() {

        
      
      
        this
      
      (
      
        new
      
       String[0], 
      
        new
      
       String[0], 0L, 0L
      
        );

    }



    
      
      
        public
      
       BlockLocation(String[] names, String[] hosts, 
      
        long
      
      
         offset,

            
      
      
        long
      
      
         length) {

        
      
      
        this
      
      (names, hosts, offset, length, 
      
        false
      
      
        );

    }



    
      
      
        public
      
       BlockLocation(String[] names, String[] hosts, 
      
        long
      
      
         offset,

            
      
      
        long
      
       length, 
      
        boolean
      
      
         corrupt) {

        
      
      
        if
      
       (names == 
      
        null
      
      
        )

            
      
      
        this
      
      .names = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
         {

            
      
      
        this
      
      .names =
      
         names;

        }

        
      
      
        if
      
       (hosts == 
      
        null
      
      
        )

            
      
      
        this
      
      .hosts = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
         {

            
      
      
        this
      
      .hosts =
      
         hosts;

        }

        
      
      
        this
      
      .offset =
      
         offset;

        
      
      
        this
      
      .length =
      
         length;

        
      
      
        this
      
      .topologyPaths = 
      
        new
      
       String[0
      
        ];

        
      
      
        this
      
      .corrupt =
      
         corrupt;

    }



    
      
      
        public
      
      
         BlockLocation(String[] names, String[] hosts,

            String[] topologyPaths, 
      
      
        long
      
       offset, 
      
        long
      
      
         length) {

        
      
      
        this
      
      (names, hosts, topologyPaths, offset, length, 
      
        false
      
      
        );

    }



    
      
      
        public
      
      
         BlockLocation(String[] names, String[] hosts,

            String[] topologyPaths, 
      
      
        long
      
       offset, 
      
        long
      
       length, 
      
        boolean
      
      
         corrupt) {

        
      
      
        this
      
      
        (names, hosts, offset, length, corrupt);

        
      
      
        if
      
       (topologyPaths == 
      
        null
      
      
        )

            
      
      
        this
      
      .topologyPaths = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
        this
      
      .topologyPaths =
      
         topologyPaths;

    }



    
      
      
        public
      
       String[] getHosts() 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       ((
      
        this
      
      .hosts == 
      
        null
      
      ) || (
      
        this
      
      .hosts.length == 0
      
        )) {

            
      
      
        return
      
      
        new
      
       String[0
      
        ];

        }

        
      
      
        return
      
      
        this
      
      
        .hosts;

    }



    
      
      
        public
      
       String[] getNames() 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       ((
      
        this
      
      .names == 
      
        null
      
      ) || (
      
        this
      
      .names.length == 0
      
        )) {

            
      
      
        return
      
      
        new
      
       String[0
      
        ];

        }

        
      
      
        return
      
      
        this
      
      
        .names;

    }



    
      
      
        public
      
       String[] getTopologyPaths() 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       ((
      
        this
      
      .topologyPaths == 
      
        null
      
      ) || (
      
        this
      
      .topologyPaths.length == 0
      
        )) {

            
      
      
        return
      
      
        new
      
       String[0
      
        ];

        }

        
      
      
        return
      
      
        this
      
      
        .topologyPaths;

    }



    
      
      
        public
      
      
        long
      
      
         getOffset() {

        
      
      
        return
      
      
        this
      
      
        .offset;

    }



    
      
      
        public
      
      
        long
      
      
         getLength() {

        
      
      
        return
      
      
        this
      
      
        .length;

    }



    
      
      
        public
      
      
        boolean
      
      
         isCorrupt() {

        
      
      
        return
      
      
        this
      
      
        .corrupt;

    }



    
      
      
        public
      
      
        void
      
       setOffset(
      
        long
      
      
         offset) {

        
      
      
        this
      
      .offset =
      
         offset;

    }



    
      
      
        public
      
      
        void
      
       setLength(
      
        long
      
      
         length) {

        
      
      
        this
      
      .length =
      
         length;

    }



    
      
      
        public
      
      
        void
      
       setCorrupt(
      
        boolean
      
      
         corrupt) {

        
      
      
        this
      
      .corrupt =
      
         corrupt;

    }



    
      
      
        public
      
      
        void
      
       setHosts(String[] hosts) 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       (hosts == 
      
        null
      
      
        )

            
      
      
        this
      
      .hosts = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
        this
      
      .hosts =
      
         hosts;

    }



    
      
      
        public
      
      
        void
      
       setNames(String[] names) 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       (names == 
      
        null
      
      
        )

            
      
      
        this
      
      .names = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
        this
      
      .names =
      
         names;

    }



    
      
      
        public
      
      
        void
      
       setTopologyPaths(String[] topologyPaths) 
      
        throws
      
      
         IOException {

        
      
      
        if
      
       (topologyPaths == 
      
        null
      
      
        )

            
      
      
        this
      
      .topologyPaths = 
      
        new
      
       String[0
      
        ];

        
      
      
        else
      
      
        this
      
      .topologyPaths =
      
         topologyPaths;

    }



    
      
      
        public
      
      
         String toString() {

        StringBuilder result 
      
      = 
      
        new
      
      
         StringBuilder();

        result.append(
      
      
        this
      
      
        .offset);

        result.append(
      
      ','
      
        );

        result.append(
      
      
        this
      
      
        .length);

        
      
      
        if
      
       (
      
        this
      
      
        .corrupt) {

            result.append(
      
      "(corrupt)"
      
        );

        }

        
      
      
        for
      
       (String h : 
      
        this
      
      
        .hosts) {

            result.append(
      
      ','
      
        );

            result.append(h);

        }

        
      
      
        return
      
      
         result.toString();

    }

}
      
    

?

?

?

Yarn下分片和分塊源代碼分析


更多文章、技術交流、商務合作、聯系博主

微信掃碼或搜索:z360901061

微信掃一掃加我為好友

QQ號聯系: 360901061

您的支持是博主寫作最大的動力,如果您喜歡我的文章,感覺我的文章對您有幫助,請用微信掃描下面二維碼支持博主2元、5元、10元、20元等您想捐的金額吧,狠狠點擊下面給點支持吧,站長非常感激您!手機微信長按不能支付解決辦法:請將微信支付二維碼保存到相冊,切換到微信,然后點擊微信右上角掃一掃功能,選擇支付二維碼完成支付。

【本文對您有幫助就好】

您的支持是博主寫作最大的動力,如果您喜歡我的文章,感覺我的文章對您有幫助,請用微信掃描上面二維碼支持博主2元、5元、10元、自定義金額等您想捐的金額吧,站長會非常 感謝您的哦!??!

發表我的評論
最新評論 總共0條評論
主站蜘蛛池模板: 无码免费人妻A片AAA毛 | 久久国产免费观看精品 | 免费视频不卡一区二区三区 | 色悠久久久久综合网伊人男男 | 四虎影在线永久免费四虎地址8848aa | 国产a级网站 | 成人网在线观看 | 狠狠久久 | 欧洲另类在线1 | 这里只有精品999 | 欧美不卡 | 成年人看的羞羞网站 | 欧美精品综合在线 | 国产电影一区二区三区 | 亚洲资源在线播放 | 久操伊人 | 精品久久久久国产免费 | 久久精品网 | 亚洲午夜av | 欧美一级特黄aa大片视频 | 久久99国产精品成人欧美 | 久久99深爱久久99精品 | 久久91精品国产91久久小草 | 丁香五月亚洲综合在线 | 国产亚洲精品精品国产亚洲综合 | 不卡视频在线 | 国产在线激情视频 | 日韩不卡高清 | 日韩免费视频 | 久草视频福利在线观看 | 日本高清一区二区三区不卡免费 | 精品国产午夜福利在线观看 | 丝袜诱惑中文字幕 | 精品日韩视频 | 97超碰免费| q2002在线观看免费 | 手机在线观看你懂得 | 国产精品在线 | 亚洲一区二区三区久久精品 | 超级碰碰碰频视频免费观看 | www.久久久.com |