text_plain_output_1.png
from pyspark.sql import SparkSession

spark = SparkSession.builder.appName('TestCSV').getOrCreate()

train_df = spark.read.csv('../input/train.csv', header=True)
test_df = spark.read.csv('../input/test.csv', header=True)

train_df.take(5)

train_df.columns

out_cols = [i for i in train_df.columns if i not in ['id', 'comment_text']]

train_df = train_df.drop(*out_cols)

train_df.take(5)