    001/*
    002 * Copyright (c) 2007-2017 Xplenty, Inc. All Rights Reserved.
    003 *
    004 * Project and contact information: http://www.cascading.org/
    005 *
    006 * This file is part of the Cascading project.
    007 *
    008 * Licensed under the Apache License, Version 2.0 (the "License");
    009 * you may not use this file except in compliance with the License.
    010 * You may obtain a copy of the License at
    011 *
    012 *     http://www.apache.org/licenses/LICENSE-2.0
    013 *
    014 * Unless required by applicable law or agreed to in writing, software
    015 * distributed under the License is distributed on an "AS IS" BASIS,
    016 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    017 * See the License for the specific language governing permissions and
    018 * limitations under the License.
    019 */
    020
    021package cascading.tuple.hadoop.collect;
    022
    023import java.util.Collection;
    024
    025import cascading.flow.FlowProcess;
    026import cascading.tuple.Tuple;
    027import cascading.tuple.collect.TupleCollectionFactory;
    028import cascading.tuple.hadoop.TupleSerialization;
    029import org.apache.hadoop.conf.Configuration;
    030import org.apache.hadoop.io.compress.CompressionCodec;
    031
    032import static cascading.tuple.collect.SpillableProps.defaultListThreshold;
    033import static cascading.tuple.collect.SpillableTupleList.getThreshold;
    034
    035/**
    036 *
    037 */
    038public class HadoopTupleCollectionFactory implements TupleCollectionFactory<Configuration>
    039  {
    040  private int spillThreshold;
    041  private CompressionCodec codec;
    042  private TupleSerialization tupleSerialization;
    043
    044  @Override
    045  public void initialize( FlowProcess<? extends Configuration> flowProcess )
    046    {
    047    this.spillThreshold = getThreshold( flowProcess, defaultListThreshold );
    048    this.codec = HadoopSpillableTupleList.getCodec( flowProcess, HadoopSpillableTupleList.defaultCodecs );
    049
    050    this.tupleSerialization = new TupleSerialization( flowProcess );
    051    }
    052
    053  @Override
    054  public Collection<Tuple> create( FlowProcess<? extends Configuration> flowProcess )
    055    {
    056    return new HadoopSpillableTupleList( spillThreshold, tupleSerialization, codec );
    057    }
    058  }