删除重复的元组列表

# %%
# 读取excel数据
import pandas as pd
df = pd.read_excel(r'文件路径')
df

# %%
# 获取单字段
df1 = df["字段1"]
df2 = df["字段2"]
df1

# %%
# 打包数据
zipped = list(zip(df1, df2))
list1 = [list(i) for i in zipped]
list1

# %%
# 从python列表中删除重复的组合元组
for i in list1:
  i.sort()

mylist = list(set(map(tuple, list1)))
mylist

# %%
# 转换为dataframe
df = pd.DataFrame(mylist)
df

# %%
# 将数据导出为excel
df.to_excel(r'文件路径',sheet_name = "Sheet1",index = False,na_rep = 0,inf_rep = 0)