I have a large data set and want to plot the entire set as a background and then highlight filtered features in it by subsetting and plotting on top of the background. I have this working by replotting the background each time, but this is very time consuming since I render about 40 plots based on this.
The issue I am having is that I cannot seem get the background data (first scatter plot) to stay in place. either by copying the figure or trying to copy the axis.
An example fully functional code:
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
df = pd.DataFrame(
{
"x": np.random.normal(size=100),
"y": np.random.rand(100),
"thing_1": np.concatenate((np.ones(50), np.zeros(50))),
"thing_2": np.concatenate((np.zeros(50), np.ones(50)))}
)
fig, ax = plt.subplots(figsize=(12, 8))
# This works but replots the background data each time (costly with the large datasets)
for thing in ['thing_1', 'thing_2']:
ax.clear()
# background data cloud Reuse instead of plotting
ax.scatter(df.x, df.y, c='grey', alpha=0.5, s=30)
# subset to highlight
ind = df[thing] == 1
ax.scatter(df.loc[ind, 'x'], df.loc[ind, 'y'], c='red', alpha=1, s=15)
plt.savefig('{}_filter.png'.format(thing))
My current best attempt optimizing the code:
# Want to do something like this (only plot background data once and copy the axis or figure)
fig_background, ax_background = plt.subplots(figsize=(12, 8))
ax_background.scatter(df.x, df.y, c='grey', alpha=0.5, s=30)
for thing in ['thing_1', 'thing_2']:
fig_filter = fig_background
axs = fig_filter.get_axes()
# subset to highlight
ind = df[thing] == 1
axs[0].scatter(df.loc[ind, 'x'], df.loc[ind, 'y'], c='red', alpha=1, s=15)
plt.savefig('{}_filter.png'.format(thing))
plt.cla()
You may remove the scatter in each loop step before plotting a new one.
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
df = pd.DataFrame(
{
"x": np.random.normal(size=100),
"y": np.random.rand(100),
"thing_1": np.concatenate((np.ones(50), np.zeros(50))),
"thing_2": np.concatenate((np.zeros(50), np.ones(50)))}
)
fig, ax = plt.subplots(figsize=(12, 8))
# background data cloud
ax.scatter(df.x, df.y, c='grey', alpha=0.5, s=30)
scatter = None
for thing in ['thing_1', 'thing_2']:
if scatter is not None:
scatter.remove()
# subset to highlight
ind = df[thing] == 1
scatter = ax.scatter(df.loc[ind, 'x'], df.loc[ind, 'y'], c='red',
alpha=1, s=15)
plt.savefig('{}_filter.png'.format(thing))