reduceByKey , ( docs ).
- (a, b) => a + b , (a, b) => a+1 .
?
- - reduceByKey , . , b 1, a+1 .
: 4 , :
(aa, 1)
(aa, 1)
(aa, 1)
(cc, 1)
reduceByKey(f) :
val intermediate1 = f((aa, 1), (aa, 1))
val intermediate2 = f((aa, 1), (cc, 1))
val result = f(intermediate2, intermediate1)
f = (a, b) => a + b
val intermediate1 = f((aa, 1), (aa, 1))
val intermediate2 = f((aa, 1), (cc, 1))
val result = f(intermediate2, intermediate1)
f = (a, b) => a + 1:
val intermediate1 = f((aa, 1), (bb, 1))
val intermediate2 = f((aa, 1), (cc, 1))
val result = f(intermediate2, intermediate1)
- , , .