text_plain_output_2.png text_plain_output_1.png
import pandas as pd

data = pd.read_csv('/kaggle/input/quora-question-pairs/train.csv.zip')

pd.set_option('display.max_colwidth', 100)

data.rename(columns={'is_duplicate': 'similar'}, inplace=True)

data.drop(['id', 'qid1', 'qid2'], axis=1, inplace=True)

data.isnull().sum()

data[data.question1.isnull()]

data[data.question2.isnull()]

data.dtypes

mask = data.isnull().any(axis=1)
data = data[~mask]

data.dtypes

lables = data['similar']

x_neg = data[['question1', 'question2', 'similar']][lables == 0]
x_neg