    001    /*
    002     * Copyright (c) 2007-2014 Concurrent, Inc. All Rights Reserved.
    003     *
    004     * Project and contact information: http://www.cascading.org/
    005     *
    006     * This file is part of the Cascading project.
    007     *
    008     * Licensed under the Apache License, Version 2.0 (the "License");
    009     * you may not use this file except in compliance with the License.
    010     * You may obtain a copy of the License at
    011     *
    012     *     http://www.apache.org/licenses/LICENSE-2.0
    013     *
    014     * Unless required by applicable law or agreed to in writing, software
    015     * distributed under the License is distributed on an "AS IS" BASIS,
    016     * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    017     * See the License for the specific language governing permissions and
    018     * limitations under the License.
    019     */
    020
    021    package cascading.tuple.hadoop.collect;
    022
    023    import java.util.Collection;
    024    import java.util.Map;
    025
    026    import cascading.flow.FlowProcess;
    027    import cascading.tuple.Tuple;
    028    import cascading.tuple.collect.SpillableProps;
    029    import cascading.tuple.collect.SpillableTupleList;
    030    import cascading.tuple.collect.SpillableTupleMap;
    031    import cascading.tuple.collect.TupleMapFactory;
    032    import org.apache.hadoop.mapred.JobConf;
    033
    034    /**
    035     *
    036     */
    037    public class HadoopTupleMapFactory implements TupleMapFactory<JobConf>
    038      {
    039      private int capacity;
    040      private float loadFactor;
    041      private int mapThreshold;
    042      private int listThreshold;
    043
    044      @Override
    045      public void initialize( FlowProcess<JobConf> flowProcess )
    046        {
    047        capacity = SpillableTupleMap.getMapCapacity( flowProcess, SpillableProps.defaultMapInitialCapacity );
    048        loadFactor = SpillableTupleMap.getMapLoadFactor( flowProcess, SpillableProps.defaultMapLoadFactor );
    049        mapThreshold = SpillableTupleMap.getMapThreshold( flowProcess, SpillableProps.defaultMapThreshold );
    050        listThreshold = SpillableTupleList.getThreshold( flowProcess, SpillableProps.defaultListThreshold );
    051        }
    052
    053      @Override
    054      public Map<Tuple, Collection<Tuple>> create( FlowProcess<JobConf> flowProcess )
    055        {
    056        return new HadoopSpillableTupleMap( capacity, loadFactor, mapThreshold, listThreshold, flowProcess );
    057        }
    058      }