这可以通过利用
pyspark.sql.functions.map_from_entries pyspark.sql.functions.collect_list pyspark.sql.functions.struct crossJoin 按以下顺序：

# original_and_new_df is a 2 column table containing rows original_id, new_id

# input_df is a table containg colums with original_ids,

# such as f.col(id_col_1), f.col(id_col_2)

input_df_with_mapping_col = input_df.crossJoin(
    original_and_new_df.select(
        f.map_from_entries(
            f.collect_list(
                f.struct(f.col(original_id), f.col(new_id)))
        ).alias(mapping_column_name)
    )
)

# apply the mappings

input_df_with_mapping_col.select(
    f.col(mapping_column_name)[f.col(id_col_1)].alias(id_col_1),
    f.col(mapping_column_name)[f.col(id_col_2)].alias(id_col_2),
)