sc.parallelize(fs.listStatus(...).map(_.getPath.toString)).map { pathStr => val path = new Path(pathStr) val in = new GZIPInputStream(fs.open(path)) try { in.read() } catch { case e: ZipException => fs.delete(path, false) } finally { in.close() } }
0 bookmark(s) - Sort by: Date ↓ / Title / - Bookmarks from other users for this tag
sc.parallelize(fs.listStatus(...).map(_.getPath.toString)).map { pathStr => val path = new Path(pathStr) val in = new GZIPInputStream(fs.open(path)) try { in.read() } catch { case e: ZipException => fs.delete(path, false) } finally { in.close() } }
First / Previous / Next / Last
/ Page 1 of 0 