test_class.declarator: INPUT2_PATH = "/tmp/TestPump/input2"
test_class.modifier: private static final
test_class.original_string: private static final String INPUT2_PATH = "/tmp/TestPump/input2";
test_class.type: String
test_class.var_name: INPUT2_PATH
test_class.declarator: NULL_INPUT_PATH = "/tmp/TestPump/nulls"
test_class.modifier: private static final
test_class.original_string: private static final String NULL_INPUT_PATH = "/tmp/TestPump/nulls";
test_class.type: String
test_class.var_name: NULL_INPUT_PATH
test_class.declarator: OUTPUT_PATH2 = "/tmp/TestPump/output2"
test_class.modifier: private static final
test_class.original_string: private static final String OUTPUT_PATH2 = "/tmp/TestPump/output2";
test_class.type: String
test_class.var_name: OUTPUT_PATH2
test_class.declarator: INPUT2_TUPLES = new ArrayList<Tuple>(){{
      add(new Tuple("1970-01-01\tfirst"));
      add(new Tuple("1970-01-02\tsecond"));
      add(new Tuple("1970-01-03\tfiltered"));
    }}
test_class.modifier: private static final
test_class.original_string: private static final List<Tuple> INPUT2_TUPLES = new ArrayList<Tuple>(){{
      add(new Tuple("1970-01-01\tfirst"));
      add(new Tuple("1970-01-02\tsecond"));
      add(new Tuple("1970-01-03\tfiltered"));
    }};
test_class.type: List<Tuple>
test_class.var_name: INPUT2_TUPLES
test_class.declarator: NULL_TUPLES = new ArrayList<Tuple>(){{
      add(new Tuple("1970-01-01\tfirst"));
      add(new Tuple(null));
      add(new Tuple("1970-01-03\tfiltered"));
    }}
test_class.modifier: private static final
test_class.original_string: private static final List<Tuple> NULL_TUPLES = new ArrayList<Tuple>(){{
      add(new Tuple("1970-01-01\tfirst"));
      add(new Tuple(null));
      add(new Tuple("1970-01-03\tfiltered"));
    }};
test_class.type: List<Tuple>
test_class.var_name: NULL_TUPLES
test_class.file: cascading-helpers/src/test/java/com/squareup/cascading_helpers/pump/TestPump.java
test_class.identifier: TestPump
test_case.body: @Test
    public void testEvery() throws IOException {
      String inputPath = "/tmp/TestPump/group_by_sec_sort";
      FileSystem.get(new Configuration()).delete(new Path(inputPath), true);
  
      Tap inTap = new Hfs(new SequenceFile(new Fields("key1", "key2")), inputPath);
      TupleEntryCollector collector = inTap.openForWrite(new HadoopFlowProcess());
      collector.add(new Tuple("key1", "value1"));
      collector.add(new Tuple("key1", "value2"));
      collector.close();
  
      Pump pump = Pump.prime()
          .retain("key1", "key2")
          .groupby("key1")
          .every(new First());
      Pipe tail = pump.toPipe();
  
      FlowDef flowDef = new FlowDef()
          .addSource("input", inTap)
          .addTail(tail)
          .addSink(tail, new Hfs(new TextLine(new Fields("key1")), Tests.OUTPUT_PATH));
  
      CascadingHelper.get().getFlowConnector().connect(flowDef).complete();
      List<String> outputStrings = getOutputStrings();
      assertEquals(Arrays.asList("key1\tvalue1"), outputStrings);
    }
test_case.class_method_signature: TestPump.testEvery()
test_case.full_signature: @Test public void testEvery()
test_case.identifier: testEvery
test_case.invocations: delete get openForWrite add add close every groupby retain prime toPipe addSink addTail addSource complete connect getFlowConnector get getOutputStrings assertEquals asList
test_case.modifiers: @Test public
test_case.parameters: ()
test_case.return: void
test_case.signature: void testEvery()
focal_class.declarator: memoizedPipe
focal_class.modifier: private
focal_class.original_string: private Pipe memoizedPipe;
focal_class.type: Pipe
focal_class.var_name: memoizedPipe
focal_class.file: cascading-helpers/src/main/java/com/squareup/cascading_helpers/pump/Pump.java
focal_class.identifier: Pump
focal_class.class_method_signature: Pump.getPrev()
focal_class.full_signature: abstract Pump getPrev()
focal_class.identifier: getPrev
focal_class.modifiers: abstract
focal_class.parameters: ()
focal_class.return: Pump
focal_class.signature: Pump getPrev()
focal_class.class_method_signature: Pump.getPipeInternal()
focal_class.full_signature: abstract Pipe getPipeInternal()
focal_class.identifier: getPipeInternal
focal_class.modifiers: abstract
focal_class.parameters: ()
focal_class.return: Pipe
focal_class.signature: Pipe getPipeInternal()
focal_class.class_method_signature: Pump.getEmittedClasses()
focal_class.full_signature: public Set<Class> getEmittedClasses()
focal_class.identifier: getEmittedClasses
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: Set<Class>
focal_class.signature: Set<Class> getEmittedClasses()
focal_class.class_method_signature: Pump.toPipe()
focal_class.full_signature: public final Pipe toPipe()
focal_class.identifier: toPipe
focal_class.modifiers: public final
focal_class.parameters: ()
focal_class.return: Pipe
focal_class.signature: Pipe toPipe()
focal_class.class_method_signature: Pump.prime()
focal_class.full_signature: public static Pump prime()
focal_class.identifier: prime
focal_class.modifiers: public static
focal_class.parameters: ()
focal_class.return: Pump
focal_class.signature: Pump prime()
focal_class.class_method_signature: Pump.prime(String pipeName)
focal_class.full_signature: public static Pump prime(String pipeName)
focal_class.identifier: prime
focal_class.modifiers: public static
focal_class.parameters: (String pipeName)
focal_class.return: Pump
focal_class.signature: Pump prime(String pipeName)
focal_class.class_method_signature: Pump.prime(Pipe pipe)
focal_class.full_signature: public static Pump prime(Pipe pipe)
focal_class.identifier: prime
focal_class.modifiers: public static
focal_class.parameters: (Pipe pipe)
focal_class.return: Pump
focal_class.signature: Pump prime(Pipe pipe)
focal_class.class_method_signature: Pump.cogroup(Pump other, String... cogroupFields)
focal_class.full_signature: public CoGroupPump cogroup(Pump other, String... cogroupFields)
focal_class.identifier: cogroup
focal_class.modifiers: public
focal_class.parameters: (Pump other, String... cogroupFields)
focal_class.return: CoGroupPump
focal_class.signature: CoGroupPump cogroup(Pump other, String... cogroupFields)
focal_class.class_method_signature: Pump.cogroup(Pump other, Joiner joiner, String... cogroupFields)
focal_class.full_signature: public CoGroupPump cogroup(Pump other, Joiner joiner, String... cogroupFields)
focal_class.identifier: cogroup
focal_class.modifiers: public
focal_class.parameters: (Pump other, Joiner joiner, String... cogroupFields)
focal_class.return: CoGroupPump
focal_class.signature: CoGroupPump cogroup(Pump other, Joiner joiner, String... cogroupFields)
focal_class.class_method_signature: Pump.cogroup(Pump left, Pump right, String... cogroupFields)
focal_class.full_signature: public static CoGroupPump cogroup(Pump left, Pump right, String... cogroupFields)
focal_class.identifier: cogroup
focal_class.modifiers: public static
focal_class.parameters: (Pump left, Pump right, String... cogroupFields)
focal_class.return: CoGroupPump
focal_class.signature: CoGroupPump cogroup(Pump left, Pump right, String... cogroupFields)
focal_class.class_method_signature: Pump.cogroup(Pump left, Pump right, Joiner joiner, String... cogroupFields)
focal_class.full_signature: public static CoGroupPump cogroup(Pump left, Pump right, Joiner joiner, String... cogroupFields)
focal_class.identifier: cogroup
focal_class.modifiers: public static
focal_class.parameters: (Pump left, Pump right, Joiner joiner, String... cogroupFields)
focal_class.return: CoGroupPump
focal_class.signature: CoGroupPump cogroup(Pump left, Pump right, Joiner joiner, String... cogroupFields)
focal_class.class_method_signature: Pump.getArgSelector(String... args)
focal_class.full_signature: static Fields getArgSelector(String... args)
focal_class.identifier: getArgSelector
focal_class.modifiers: static
focal_class.parameters: (String... args)
focal_class.return: Fields
focal_class.signature: Fields getArgSelector(String... args)
focal_class.class_method_signature: Pump.getArgSelector(Fields defaultFields, String... args)
focal_class.full_signature: static Fields getArgSelector(Fields defaultFields, String... args)
focal_class.identifier: getArgSelector
focal_class.modifiers: static
focal_class.parameters: (Fields defaultFields, String... args)
focal_class.return: Fields
focal_class.signature: Fields getArgSelector(Fields defaultFields, String... args)
focal_class.class_method_signature: Pump.each(Function function, String... args)
focal_class.full_signature: public Pump each(Function function, String... args)
focal_class.identifier: each
focal_class.modifiers: public
focal_class.parameters: (Function function, String... args)
focal_class.return: Pump
focal_class.signature: Pump each(Function function, String... args)
focal_class.class_method_signature: Pump.each(Filter filter, String... args)
focal_class.full_signature: public Pump each(Filter filter, String... args)
focal_class.identifier: each
focal_class.modifiers: public
focal_class.parameters: (Filter filter, String... args)
focal_class.return: Pump
focal_class.signature: Pump each(Filter filter, String... args)
focal_class.class_method_signature: Pump.failOnNull(String errorText, String... args)
focal_class.full_signature: public Pump failOnNull(String errorText, String... args)
focal_class.identifier: failOnNull
focal_class.modifiers: public
focal_class.parameters: (String errorText, String... args)
focal_class.return: Pump
focal_class.signature: Pump failOnNull(String errorText, String... args)
focal_class.class_method_signature: Pump.unique(String... uniqueFields)
focal_class.full_signature: public Pump unique(String... uniqueFields)
focal_class.identifier: unique
focal_class.modifiers: public
focal_class.parameters: (String... uniqueFields)
focal_class.return: Pump
focal_class.signature: Pump unique(String... uniqueFields)
focal_class.class_method_signature: Pump.groupby(String... fields)
focal_class.full_signature: public GroupByPump groupby(String... fields)
focal_class.identifier: groupby
focal_class.modifiers: public
focal_class.parameters: (String... fields)
focal_class.return: GroupByPump
focal_class.signature: GroupByPump groupby(String... fields)
focal_class.class_method_signature: Pump.aggregateby(AggregateBy.Functor functor, Aggregator aggregator, String... args)
focal_class.full_signature: public Pump aggregateby(AggregateBy.Functor functor, Aggregator aggregator, String... args)
focal_class.identifier: aggregateby
focal_class.modifiers: public
focal_class.parameters: (AggregateBy.Functor functor, Aggregator aggregator, String... args)
focal_class.return: Pump
focal_class.signature: Pump aggregateby(AggregateBy.Functor functor, Aggregator aggregator, String... args)
focal_class.class_method_signature: Pump.average(String valueField, String averageField)
focal_class.full_signature: public Pump average(String valueField, String averageField)
focal_class.identifier: average
focal_class.modifiers: public
focal_class.parameters: (String valueField, String averageField)
focal_class.return: Pump
focal_class.signature: Pump average(String valueField, String averageField)
focal_class.class_method_signature: Pump.count(String countField)
focal_class.full_signature: public Pump count(String countField)
focal_class.identifier: count
focal_class.modifiers: public
focal_class.parameters: (String countField)
focal_class.return: Pump
focal_class.signature: Pump count(String countField)
focal_class.class_method_signature: Pump.first(String... firstFields)
focal_class.full_signature: public Pump first(String... firstFields)
focal_class.identifier: first
focal_class.modifiers: public
focal_class.parameters: (String... firstFields)
focal_class.return: Pump
focal_class.signature: Pump first(String... firstFields)
focal_class.class_method_signature: Pump.sum(String valueField, String sumField)
focal_class.full_signature: public Pump sum(String valueField, String sumField)
focal_class.identifier: sum
focal_class.modifiers: public
focal_class.parameters: (String valueField, String sumField)
focal_class.return: Pump
focal_class.signature: Pump sum(String valueField, String sumField)
focal_class.class_method_signature: Pump.every(Aggregator agg, String... args)
focal_class.full_signature: public AggregatorPump every(Aggregator agg, String... args)
focal_class.identifier: every
focal_class.modifiers: public
focal_class.parameters: (Aggregator agg, String... args)
focal_class.return: AggregatorPump
focal_class.signature: AggregatorPump every(Aggregator agg, String... args)
focal_class.class_method_signature: Pump.every(Buffer buffer, String... args)
focal_class.full_signature: public Pump every(Buffer buffer, String... args)
focal_class.identifier: every
focal_class.modifiers: public
focal_class.parameters: (Buffer buffer, String... args)
focal_class.return: Pump
focal_class.signature: Pump every(Buffer buffer, String... args)
focal_class.class_method_signature: Pump.retain(String ... fieldsToKeep)
focal_class.full_signature: public Pump retain(String ... fieldsToKeep)
focal_class.identifier: retain
focal_class.modifiers: public
focal_class.parameters: (String ... fieldsToKeep)
focal_class.return: Pump
focal_class.signature: Pump retain(String ... fieldsToKeep)
focal_class.class_method_signature: Pump.discard(String ... fieldsToDiscard)
focal_class.full_signature: public Pump discard(String ... fieldsToDiscard)
focal_class.identifier: discard
focal_class.modifiers: public
focal_class.parameters: (String ... fieldsToDiscard)
focal_class.return: Pump
focal_class.signature: Pump discard(String ... fieldsToDiscard)
focal_class.class_method_signature: Pump.coerce(String field, Class toClass)
focal_class.full_signature: public Pump coerce(String field, Class toClass)
focal_class.identifier: coerce
focal_class.modifiers: public
focal_class.parameters: (String field, Class toClass)
focal_class.return: Pump
focal_class.signature: Pump coerce(String field, Class toClass)
focal_class.class_method_signature: Pump.coerce(Class toClass, String... fieldsToCoerce)
focal_class.full_signature: public Pump coerce(Class toClass, String... fieldsToCoerce)
focal_class.identifier: coerce
focal_class.modifiers: public
focal_class.parameters: (Class toClass, String... fieldsToCoerce)
focal_class.return: Pump
focal_class.signature: Pump coerce(Class toClass, String... fieldsToCoerce)
focal_class.class_method_signature: Pump.coerce(String[] fields, Class<?>[] classes)
focal_class.full_signature: public Pump coerce(String[] fields, Class<?>[] classes)
focal_class.identifier: coerce
focal_class.modifiers: public
focal_class.parameters: (String[] fields, Class<?>[] classes)
focal_class.return: Pump
focal_class.signature: Pump coerce(String[] fields, Class<?>[] classes)
focal_class.class_method_signature: Pump.rename(String field, String toName)
focal_class.full_signature: public Pump rename(String field, String toName)
focal_class.identifier: rename
focal_class.modifiers: public
focal_class.parameters: (String field, String toName)
focal_class.return: Pump
focal_class.signature: Pump rename(String field, String toName)
focal_class.class_method_signature: Pump.replace(String field, String toName)
focal_class.full_signature: public Pump replace(String field, String toName)
focal_class.identifier: replace
focal_class.modifiers: public
focal_class.parameters: (String field, String toName)
focal_class.return: Pump
focal_class.signature: Pump replace(String field, String toName)
focal_class.class_method_signature: Pump.getOrElse(String fromField, String toField, Tuple value)
focal_class.full_signature: public Pump getOrElse(String fromField, String toField, Tuple value)
focal_class.identifier: getOrElse
focal_class.modifiers: public
focal_class.parameters: (String fromField, String toField, Tuple value)
focal_class.return: Pump
focal_class.signature: Pump getOrElse(String fromField, String toField, Tuple value)
focal_class.class_method_signature: Pump.branch()
focal_class.full_signature: public Pump branch()
focal_class.identifier: branch
focal_class.modifiers: public
focal_class.parameters: ()
focal_class.return: Pump
focal_class.signature: Pump branch()
focal_class.class_method_signature: Pump.branch(String branchName)
focal_class.full_signature: private Pump branch(String branchName)
focal_class.identifier: branch
focal_class.modifiers: private
focal_class.parameters: (String branchName)
focal_class.return: Pump
focal_class.signature: Pump branch(String branchName)
focal_method.body: public AggregatorPump every(Aggregator agg, String... args) {
      return new AggregatorPump(this, agg, args);
    }
focal_method.class_method_signature: Pump.every(Aggregator agg, String... args)
focal_method.full_signature: public AggregatorPump every(Aggregator agg, String... args)
focal_method.identifier: every
focal_method.modifiers: public
focal_method.parameters: (Aggregator agg, String... args)
focal_method.return: AggregatorPump
focal_method.signature: AggregatorPump every(Aggregator agg, String... args)