if (FALSE) {
sc <- spark_connect(master = "local")
sdf_len(sc, 10) %>%
spark_write_parquet(path = "parquet-in")
stream <- stream_read_parquet(sc, "parquet-in") %>%
stream_write_parquet("parquet-out")
stream_id <- stream_id(stream)
stream_find(sc, stream_id)
}
Run the code above in your browser using DataLab