INFO [datastream] File "/opt/apache/spark/python/lib/pyspark.zip/pyspark/worker.py", line 106, in process
INFO [datastream] serializer.dump_stream(func(split_index, iterator), outfile)
INFO [datastream] File "/opt/apache/spark/python/lib/pyspark.zip/pyspark/serializers.py", line 263, in dump_stream
INFO [datastream] vs = list(itertools.islice(iterator, batch))
INFO [datastream] File "/vagrant/evaluator/eval.py", line 89, in
INFO [datastream] computedHits = dataRDD.map(lambda x: evalRecall(x,NList=NList)).persist()
INFO [datastream] File "/vagrant/evaluator/eval.py", line 37, in evalRecall
INFO [datastream] recList = set([k['id'] for k in x['rec'] if int(k['rank']) <= N ])
ERROR [datastream] TypeError: 'int' object is not iterable
INFO [datastream] File "/opt/apache/spark/python/lib/pyspark.zip/pyspark/worker.py", line 106, in process INFO [datastream] serializer.dump_stream(func(split_index, iterator), outfile) INFO [datastream] File "/opt/apache/spark/python/lib/pyspark.zip/pyspark/serializers.py", line 263, in dump_stream INFO [datastream] vs = list(itertools.islice(iterator, batch)) INFO [datastream] File "/vagrant/evaluator/eval.py", line 89, in
INFO [datastream] computedHits = dataRDD.map(lambda x: evalRecall(x,NList=NList)).persist()
INFO [datastream] File "/vagrant/evaluator/eval.py", line 37, in evalRecall
INFO [datastream] recList = set([k['id'] for k in x['rec'] if int(k['rank']) <= N ])
ERROR [datastream] TypeError: 'int' object is not iterable