Try putting color, shape, line aesthetics, not in the original ggplot2 call
Then you can add a common line with a different color
set.seed(1) library(plyr) alldata <- ddply(data.frame(group = letters[1:5], x = rnorm(50)), 'group', mutate, y=runif(1,-1,1) * x +rnorm(10)) ggplot(alldata,aes(y = y, x = x)) + geom_point(aes(colour= group, shape= group), size = 3, alpha = .8) + geom_smooth(method="lm", se= F, size = 1, aes(linetype = group, group = group)) + geom_smooth(method = 'lm',size = 1, colour = 'black', se = F) + theme_bw()

source share