Source Code for Module pyspark.resultiterable

 1  # 
 2  # Licensed to the Apache Software Foundation (ASF) under one or more 
 3  # contributor license agreements.  See the NOTICE file distributed with 
 4  # this work for additional information regarding copyright ownership. 
 5  # The ASF licenses this file to You under the Apache License, Version 2.0 
 6  # (the "License"); you may not use this file except in compliance with 
 7  # the License.  You may obtain a copy of the License at 
 8  # 
 9  #    http://www.apache.org/licenses/LICENSE-2.0 
10  # 
11  # Unless required by applicable law or agreed to in writing, software 
12  # distributed under the License is distributed on an "AS IS" BASIS, 
13  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
14  # See the License for the specific language governing permissions and 
15  # limitations under the License. 
16  # 
17   
18  __all__ = ["ResultIterable"] 
19   
20  import collections 
21   
22   
23 -class ResultIterable(collections.Iterable): 
24   
25      """ 
26      A special result iterable. This is used because the standard iterator can not be pickled 
27      """ 
28   
29 -    def __init__(self, data): 
30          self.data = data 
31          self.index = 0 
32          self.maxindex = len(data) 
33   
34 -    def __iter__(self): 
35          return iter(self.data) 
36   
37 -    def __len__(self): 
38          return len(self.data) 
39