combining 2 dataframes pandas
df_3 = pd.concat([df_1, df_2])
Joins with another DataFrame
# Joins with another DataFrame
df.join(df2, df.name == df2.name, 'outer').select(
df.name, df2.height).collect()
# [Row(name=None, height=80), Row(name=u'Bob', height=85), Row(
# name=u'Alice', height=None)]
df.join(df2, 'name', 'outer').select('name', 'height').collect()
# [Row(name=u'Tom', height=80), Row(name=u'Bob', height=85), Row(
# name=u'Alice', height=None)]
cond = [df.name == df3.name, df.age == df3.age]
df.join(df3, cond, 'outer').select(df.name, df3.age).collect()
# [Row(name=u'Alice', age=2), Row(name=u'Bob', age=5)]
df.join(df2, 'name').select(df.name, df2.height).collect()
# Row(name=u'Bob', height=85)]
df.join(df4, ['name', 'age']).select(df.name, df.age).collect()
# [Row(name=u'Bob', age=5)]
how to merge two dataframes
df_merge_col = pd.merge(df_row, df3, on='id')
df_merge_col
combine two dataframe in pandas
# Stack the DataFrames on top of each other
vertical_stack = pd.concat([survey_sub, survey_sub_last10], axis=0)
# Place the DataFrames side by side
horizontal_stack = pd.concat([survey_sub, survey_sub_last10], axis=1)
pandas merge multiple dataframes
import pandas as pd
from functools import reduce
# compile the list of dataframes you want to merge
data_frames = [df1, df2, df3]
df_merged = reduce(lambda left,right: pd.merge(left,right,on=['key_col'],
how='outer'), data_frames)
pandas concat / merge two dataframe within one dataframe
In [9]: result = pd.concat([df1, df4], axis=1)