input_module.h

Go to the documentation of this file.

/* Author(s)     : Francois Mauger <mauger@lpccaen.in2p3.fr>
 * Creation date : 2013-08-16
 * Last modified : 2013-12-13
 *
 * Copyright (C) 2013 Francois Mauger <mauger@lpccaen.in2p3.fr>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or (at
 * your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor,
 * Boston, MA 02110-1301, USA.
 *
 *
 * Description:
 *
 *   An input data processing module.
 *
 */

#ifndef DPP_INPUT_MODULE_H
#define DPP_INPUT_MODULE_H 1

// Third party:
// - Boost:
#include <boost/scoped_ptr.hpp>
// - Bayeux/datatools:
#include <datatools/smart_filename.h>

// This project:
#include <dpp/base_module.h>


namespace dpp {

  // Forward declarations:
  class i_data_source;
  class io_common;

  class input_module
    : public base_module
  {
  public:

    void set_limits(int max_record_total_,
                    int max_record_per_file_ = 0,
                    int max_files_ = -1);

    void set_single_input_file(const std::string & filepath_);

    void set_list_of_input_files(const std::vector<std::string> & filepaths_,
                                 bool allow_duplicate_ = false);

    void set_incremental_input_files(const std::string & path_,
                                     const std::string & prefix_,
                                     const std::string & extension_,
                                     unsigned int stop_,
                                     unsigned int start_ = 0,
                                     int increment_ = 1);

    void set_context_label(const std::string &);

    void import_context_metadata(const std::string &);

    void set_import_context_all(bool);

    input_module(datatools::logger::priority = datatools::logger::PRIO_FATAL);

    virtual ~input_module();

    virtual void initialize(const ::datatools::properties & /* config_ */,
                            datatools::service_manager & /* service_mgr_ */,
                            dpp::module_handle_dict_type & /* modules_map_ */);

    virtual void reset();

    virtual process_status process(::datatools::things & /* data_ */);

    virtual void tree_dump(std::ostream & a_out         = std::clog,
                           const std::string & a_title  = "",
                           const std::string & a_indent = "",
                           bool a_inherit          = false) const;

    bool is_terminated() const;

    const io_common & get_common() const;

    bool has_metadata_store() const;

    void set_clear_record(bool);

    bool is_clear_record() const;

    // /// Set the preload flag
    // void set_preload_metadata(bool);

    const datatools::multi_properties & get_metadata_store() const;

    void clear_metadata_store();

    bool metadata_was_updated() const;

    bool has_source() const;

    const i_data_source & get_source() const;

  protected:

    process_status _load(datatools::things & a_data_record);

    process_status _open_source();

    void _check_limits();

    void _set_defaults();

    io_common & _grab_common();

  private:

    void _load_metadata_();

  private:

    bool                         _clear_record_; 
    boost::scoped_ptr<io_common> _common_; 
    i_data_source              * _source_ = nullptr; 
    bool                         _metadata_updated_ = false; 

    // Macro to automate the registration of the module :
    DPP_MODULE_REGISTRATION_INTERFACE(input_module)

  };

} // namespace dpp

#endif // DPP_INPUT_MODULE_H

// Local Variables: --
// mode: c++ --
// c-file-style: "gnu" --
// tab-width: 2 --
// End: --