| 1 | /*
 | 
|---|
| 2 |  * SpecificFragmentController_impl.hpp
 | 
|---|
| 3 |  *
 | 
|---|
| 4 |  *  Created on: Aug 27, 2012
 | 
|---|
| 5 |  *      Author: heber
 | 
|---|
| 6 |  */
 | 
|---|
| 7 | 
 | 
|---|
| 8 | #ifndef SPECIFICFRAGMENTCONTROLLER_IMPL_HPP_
 | 
|---|
| 9 | #define SPECIFICFRAGMENTCONTROLLER_IMPL_HPP_
 | 
|---|
| 10 | 
 | 
|---|
| 11 | 
 | 
|---|
| 12 | // include config.h
 | 
|---|
| 13 | #ifdef HAVE_CONFIG_H
 | 
|---|
| 14 | #include <config.h>
 | 
|---|
| 15 | #endif
 | 
|---|
| 16 | 
 | 
|---|
| 17 | #include "SpecificFragmentController.hpp"
 | 
|---|
| 18 | 
 | 
|---|
| 19 | #include "CodePatterns/Assert.hpp"
 | 
|---|
| 20 | #include "CodePatterns/toString.hpp"
 | 
|---|
| 21 | 
 | 
|---|
| 22 | 
 | 
|---|
| 23 | template <typename T>
 | 
|---|
| 24 | size_t SpecificFragmentController::ResultContainer<T>::receiveResults(
 | 
|---|
| 25 |     SpecificFragmentController &callback)
 | 
|---|
| 26 | {
 | 
|---|
| 27 |   // receive (and remove the respective ids)
 | 
|---|
| 28 |   callback.receiveResults(callback.host, callback.port);
 | 
|---|
| 29 |   callback.RunService("Requesting results");
 | 
|---|
| 30 |   std::vector<FragmentResult::ptr> fragmentresults = callback.getReceivedResults();
 | 
|---|
| 31 | 
 | 
|---|
| 32 |   // convert
 | 
|---|
| 33 |   std::vector<T> fragmentData;
 | 
|---|
| 34 |   ConvertFragmentResultTo(fragmentresults, fragmentData);
 | 
|---|
| 35 | 
 | 
|---|
| 36 |   // insert into map
 | 
|---|
| 37 |   std::vector<FragmentResult::ptr>::const_iterator resultiter = fragmentresults.begin();
 | 
|---|
| 38 |   typename std::vector<T>::const_iterator dataiter = fragmentData.begin();
 | 
|---|
| 39 |   for(;resultiter != fragmentresults.end(); ++resultiter, ++dataiter) {
 | 
|---|
| 40 |     const JobId_t _id = (*resultiter)->getId();
 | 
|---|
| 41 | #ifndef NDEBUG
 | 
|---|
| 42 |     std::pair<typename std::map<JobId_t, T>::iterator, bool> inserter =
 | 
|---|
| 43 | #endif
 | 
|---|
| 44 |     IdData.insert( std::make_pair( _id, *dataiter) );
 | 
|---|
| 45 |     ASSERT( inserter.second,
 | 
|---|
| 46 |         "SpecificFragmentController::ResultContainer::receiveResults() - result id "
 | 
|---|
| 47 |         +toString(inserter.first->first)+" already present.");
 | 
|---|
| 48 |   }
 | 
|---|
| 49 |   ASSERT( dataiter == fragmentData.end(),
 | 
|---|
| 50 |       "SpecificFragmentController::ResultContainer::receiveResults() - fragmentresults and fragmentdata differ in size.");
 | 
|---|
| 51 |   return fragmentData.size();
 | 
|---|
| 52 | }
 | 
|---|
| 53 | 
 | 
|---|
| 54 | template <typename T>
 | 
|---|
| 55 | void SpecificFragmentController::ResultContainer<T>::waitforResults(
 | 
|---|
| 56 |     const size_t NoExpectedResults,
 | 
|---|
| 57 |     boost::asio::io_service &io_service,
 | 
|---|
| 58 |     SpecificFragmentController &callback)
 | 
|---|
| 59 | {
 | 
|---|
| 60 |   // wait but receive all results that are already done
 | 
|---|
| 61 |   size_t NoReceivedResults = 0;
 | 
|---|
| 62 |   while (NoReceivedResults != NoExpectedResults) {
 | 
|---|
| 63 |     // wait a bit
 | 
|---|
| 64 |     boost::asio::deadline_timer timer(io_service);
 | 
|---|
| 65 |     timer.expires_from_now(boost::posix_time::milliseconds(500));
 | 
|---|
| 66 |     timer.wait();
 | 
|---|
| 67 |     // then request status
 | 
|---|
| 68 |     callback.checkResults(callback.host, callback.port);
 | 
|---|
| 69 |     callback.RunService("Checking on results");
 | 
|---|
| 70 | 
 | 
|---|
| 71 |     const std::pair<size_t, size_t> JobStatus = callback.getJobStatus();
 | 
|---|
| 72 |     const size_t NoCalculatedResults = JobStatus.second;
 | 
|---|
| 73 |     // if some are done, get them
 | 
|---|
| 74 |     if (NoCalculatedResults != 0) {
 | 
|---|
| 75 |       NoReceivedResults += receiveResults(callback);
 | 
|---|
| 76 |       callback.handler(NoReceivedResults, NoExpectedResults);
 | 
|---|
| 77 |       LOG(1, "INFO: #" << JobStatus.first << " are waiting in the queue and #" << NoReceivedResults << " of " << NoExpectedResults << " jobs are calculated so far.");
 | 
|---|
| 78 |     }
 | 
|---|
| 79 |   }
 | 
|---|
| 80 | }
 | 
|---|
| 81 | 
 | 
|---|
| 82 | template <typename T>
 | 
|---|
| 83 | void SpecificFragmentController::ResultContainer<T>::ConvertFragmentResultTo(
 | 
|---|
| 84 |     const std::vector<FragmentResult::ptr> &results,
 | 
|---|
| 85 |     std::vector<T> &fragmentData)
 | 
|---|
| 86 | {
 | 
|---|
| 87 |   // extract results
 | 
|---|
| 88 |   fragmentData.clear();
 | 
|---|
| 89 |   fragmentData.reserve(results.size());
 | 
|---|
| 90 | 
 | 
|---|
| 91 |   LOG(2, "DEBUG: Parsing now through " << results.size() << " results.");
 | 
|---|
| 92 |   for (std::vector<FragmentResult::ptr>::const_iterator iter = results.begin();
 | 
|---|
| 93 |       iter != results.end(); ++iter) {
 | 
|---|
| 94 |     //LOG(1, "RESULT: job #"+toString((*iter)->getId())+": "+toString((*iter)->result));
 | 
|---|
| 95 |     T extractedData;
 | 
|---|
| 96 |     std::stringstream inputstream((*iter)->result);
 | 
|---|
| 97 |     LOG(2, "DEBUG: First 50 characters FragmentResult's string: "+(*iter)->result.substr(0, 50));
 | 
|---|
| 98 |     boost::archive::text_iarchive ia(inputstream);
 | 
|---|
| 99 |     ia >> extractedData;
 | 
|---|
| 100 |     LOG(1, "INFO: extracted data is " << extractedData << ".");
 | 
|---|
| 101 |     fragmentData.push_back(extractedData);
 | 
|---|
| 102 |   }
 | 
|---|
| 103 | 
 | 
|---|
| 104 |   ASSERT( results.size() == fragmentData.size(),
 | 
|---|
| 105 |       "ConvertFragmentResultTo() - the number of extracted data differs from the number of results.");
 | 
|---|
| 106 | }
 | 
|---|
| 107 | 
 | 
|---|
| 108 | #endif /* SPECIFICFRAGMENTCONTROLLER_IMPL_HPP_ */
 | 
|---|