import pandas as pd
df = pd.read_csv("all_words.txt", header=None, names=['key', 'val'])
df.describe()
df = df.drop_duplicates(subset='key', keep="last")
df.describe()
import pandas as pd
df = pd.read_csv("all_words.txt", header=None, names=['key', 'val'])
df.describe()
df = df.drop_duplicates(subset='key', keep="last")
df.describe()