value.hpp 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239
  1. /**
  2. * @file
  3. * @author Caleb Fangmeier <caleb@fangmeier.tech>
  4. * @version 0.1
  5. *
  6. * @section LICENSE
  7. *
  8. *
  9. * MIT License
  10. *
  11. * Copyright (c) 2017 Caleb Fangmeier
  12. *
  13. * Permission is hereby granted, free of charge, to any person obtaining a copy
  14. * of this software and associated documentation files (the "Software"), to deal
  15. * in the Software without restriction, including without limitation the rights
  16. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  17. * copies of the Software, and to permit persons to whom the Software is
  18. * furnished to do so, subject to the following conditions:
  19. *
  20. * The above copyright notice and this permission notice shall be included in all
  21. * copies or substantial portions of the Software.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  24. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  25. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  26. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  27. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  28. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  29. * SOFTWARE.
  30. *
  31. * @section DESCRIPTION
  32. * This header defines a set of generic classes that wrap up "values". In
  33. * essence, a Value<T> object is just something that contains a value of type T
  34. * and can provide it when requested. The usefulness stems from composing
  35. * values together with calculations. This enables very clear dependency
  36. * mapping and a way to know clearly how every value was arrived at. This could
  37. * be used to, for example, automatically generate commentary for plots that
  38. * explain the exect calculation used to create it. Or easily making a series
  39. * of plots contrasting different values that have been composed slightly
  40. * differently.
  41. */
  42. #ifndef value_hpp
  43. #define value_hpp
  44. #include <algorithm>
  45. #include <functional>
  46. #include <initializer_list>
  47. #include <iomanip>
  48. #include <iostream>
  49. #include <limits>
  50. #include <map>
  51. #include <sstream>
  52. #include <tuple>
  53. #include <typeindex>
  54. #include <utility>
  55. #include <vector>
  56. #include "log.hpp"
  57. /**
  58. * The namespace containing all filval classes and functions.
  59. */
  60. namespace fv{
  61. namespace detail {
  62. template<typename T, int N, bool Done, typename... TYPES>
  63. struct _HomoTuple {
  64. typedef _HomoTuple<T, N, sizeof...(TYPES)+1==N, TYPES..., T> stype;
  65. typedef typename stype::type type;
  66. };
  67. template<typename T, int N, typename... TYPES>
  68. struct _HomoTuple<T, N, true, TYPES...> {
  69. typedef std::tuple<TYPES...> type;
  70. };
  71. }
  72. template<typename T, int N>
  73. struct HomoTuple {
  74. typedef detail::_HomoTuple<T, N, N==0> stype;
  75. typedef typename stype::type type;
  76. };
  77. namespace detail {
  78. // Convert array into a tuple
  79. template<typename Array, std::size_t... I>
  80. decltype(auto) a2t_impl(const Array& a, std::index_sequence<I...>){
  81. return std::make_tuple(a[I]...);
  82. }
  83. }
  84. /**
  85. * Converts a std::array to a std::tuple.
  86. */
  87. template<typename T, std::size_t N, typename Indices = std::make_index_sequence<N>>
  88. decltype(auto) a2t(const std::array<T, N>& a){
  89. return detail::a2t_impl(a, Indices());
  90. }
  91. namespace detail {
  92. // Convert tuple into a vector
  93. template<typename R, typename Tuple, std::size_t... Is>
  94. decltype(auto) t2v_impl(const Tuple& t, std::index_sequence<Is...>){
  95. /* return std::make_tuple(a[I]...); */
  96. return std::vector<R>({std::get<Is>(t)...});
  97. }
  98. }
  99. /**
  100. * Converts a std::tuple to a std::vector.
  101. */
  102. template<typename R, typename... ArgTypes>
  103. std::vector<R> t2v(const std::tuple<ArgTypes...>& t){
  104. return detail::t2v_impl<R, std::tuple<ArgTypes...>>(t, std::index_sequence_for<ArgTypes...>{});
  105. }
  106. namespace detail {
  107. template <class F, class Tuple, std::size_t... I>
  108. constexpr decltype(auto) call_impl(F &&f, Tuple &&t, std::index_sequence<I...>){
  109. return std::invoke(std::forward<F>(f), std::get<I>(std::forward<Tuple>(t))...);
  110. }
  111. }
  112. /**
  113. * Call a function f with the elements of the tuple t as arguments
  114. */
  115. template <class F, class Tuple>
  116. constexpr decltype(auto) call(F &&f, Tuple &&t){
  117. return detail::call_impl(
  118. std::forward<F>(f), std::forward<Tuple>(t),
  119. std::make_index_sequence<std::tuple_size<std::decay_t<Tuple>>::value>{});
  120. }
  121. template<typename> class Function; // undefined
  122. /**
  123. * Parent class to all Function classes. Holds a class-level collection of all
  124. * created function objects.
  125. */
  126. class GenFunction {
  127. private:
  128. std::string name;
  129. std::string impl;
  130. protected:
  131. inline static bool in_register_function=false;
  132. public:
  133. /**
  134. * Static mapping of functions from their name to the object wrapper of
  135. * the function.
  136. */
  137. inline static std::map<const std::string, GenFunction*> function_registry;
  138. GenFunction(const std::string& name, const std::string& impl)
  139. :name(name),
  140. impl(impl){ }
  141. virtual ~GenFunction() { };
  142. std::string& get_name(){
  143. return name;
  144. }
  145. std::string& get_impl(){
  146. return impl;
  147. }
  148. /**
  149. * Attempt to invoke clang-format for the purpose of printing out
  150. * nicely formatted functions to the log file. If clang-format is not
  151. * present, this function just passes through the code unmodified.
  152. */
  153. static std::string format_code(const std::string& code){
  154. std::stringstream code_out("");
  155. std::string command("echo \""+code+"\" | clang-format");
  156. char buffer[255];
  157. FILE *stream = popen(command.c_str(), "r");
  158. while (fgets(buffer, 255, stream) != NULL)
  159. code_out << buffer;
  160. if (pclose(stream) == 0)
  161. return code_out.str();
  162. else
  163. return code;
  164. }
  165. static std::string summary(){
  166. std::stringstream ss;
  167. ss << "The following functions have been registered" << std::endl;
  168. for(auto p : function_registry){
  169. if (p.second == nullptr) continue;
  170. ss << "FUNCTION::" << p.second->name << "@" << p.second << std::endl;
  171. ss << format_code(p.second->impl);
  172. }
  173. return ss.str();
  174. }
  175. template <typename T>
  176. static Function<T>& register_function(const std::string& name, std::function<T> f, const std::string& impl){
  177. in_register_function = true;
  178. Function<T>* func;
  179. if (GenFunction::function_registry[name] != nullptr){
  180. func = dynamic_cast<Function<T>*>(GenFunction::function_registry[name]);
  181. if (func == nullptr){
  182. ERROR("Trying to register function which has already been registered with a different type");
  183. }
  184. } else {
  185. func = new Function<T>(name, impl, f);
  186. GenFunction::function_registry[name] = func;
  187. }
  188. in_register_function = false;
  189. return *func;
  190. }
  191. template <typename T>
  192. static Function<T>& lookup_function(const std::string& name){
  193. if (GenFunction::function_registry[name] == nullptr){
  194. CRITICAL("Function \"" << name << "\" not previously registered", -1);
  195. } else {
  196. Function<T>* func = dynamic_cast<Function<T>*>(GenFunction::function_registry[name]);
  197. if (func == nullptr){
  198. CRITICAL("Function \"" << name << "\" request and register have mismatched types", -1);
  199. }
  200. return *GenFunction::function_registry[name];
  201. }
  202. }
  203. };
  204. /**
  205. * In order to enable proper provenance tracking, and at the same time keep
  206. * the ability to embed functions into values, the Function class should be
  207. * used. It is simply a wrapper around a std::function that also has a name.
  208. * This name is used when generating the name of values that use the function.
  209. * A function name is automatically prepended with "func::" to explicitly state
  210. * that the value is the result of a computation encoded within the function
  211. * object, and not from some other Value object. Unfortunately, it is up to the
  212. * user to find where that function is defined in the source code to inspect
  213. * what it is doing. But hopefully this isn't too onerous by just using grep.
  214. */
  215. template <typename R, typename... ArgTypes>
  216. class Function<R(ArgTypes...)> : public GenFunction {
  217. private:
  218. std::function<R(ArgTypes...)> f;
  219. public:
  220. Function(const std::string& name, const std::string& impl, std::function<R(ArgTypes...)> f)
  221. :GenFunction(name, impl), f(f){
  222. if (!in_register_function) {
  223. WARNING("Don't instantiate Function objects directly! Use GenFunction::register_function instead.");
  224. }
  225. }
  226. Function(const std::string& name, std::function<R(ArgTypes...)> f)
  227. :Function(name, "N/A", f){ }
  228. ~Function() { }
  229. R operator()(ArgTypes ...args){
  230. return f(args...);
  231. }
  232. };
  233. #define FUNC(f) f, #f
  234. template <typename T>
  235. class Value;
  236. /**
  237. * A type-agnostic value.
  238. * It is necessary to create a type-agnostic parent class to Value so that
  239. * it is possible to handle collections of them. GenValue also provides the
  240. * rest of the type-independent interface to Value.
  241. */
  242. class GenValue;
  243. typedef std::map<std::string, GenValue*> ValueSet;
  244. class GenValue{
  245. private:
  246. /**
  247. * The name of the value.
  248. * This is used to allow for dynamic lookup of
  249. * values based on their name via GenValue::get_value.
  250. */
  251. std::string name;
  252. protected:
  253. /**
  254. * Mark the internal value as invalid. This is needed for DerivedValue
  255. * to force a recalculation of the internal value when a new
  256. * observation is loaded into memory. It is called automatically for
  257. * all GenValue objects when reset is called.
  258. */
  259. bool value_valid;
  260. void _reset(){
  261. this->value_valid = false;
  262. }
  263. /**
  264. * A static mapping containing all created Value objects.
  265. * Every value object must have a unique name, and this name is used as
  266. * a key in values to that object. This is used to enable more dynamic
  267. * creation of objects as well as avoiding the uneccesary passing of
  268. * pointers.
  269. */
  270. inline static std::map<std::pair<const std::type_index, const std::string>, GenValue*> values;
  271. /**
  272. * Composite value names are typically nested. This makes complex
  273. * values have rather unwieldy names. Therefore, one can declare
  274. * aliases which allow for more human-usable names to be used. When a
  275. * value is requested by name, an alias with that value takes precidence
  276. * over a name with that value.
  277. */
  278. inline static std::map<std::pair<const std::type_index, const std::string>, GenValue*> aliases;
  279. bool logging_enabled;
  280. public:
  281. GenValue(const std::type_index&& ti, const std::string& name, const std::string& alias)
  282. :name(name), value_valid(false), logging_enabled(false){
  283. if (alias != "")
  284. INFO("Registered value: \"" << name << "\" with alias: \"" << alias << "\"");
  285. else
  286. INFO("Registered value: \"" << name);
  287. values[std::make_pair(ti,name)] = this;
  288. if (alias != "")
  289. GenValue::alias(ti, alias, this);
  290. }
  291. const std::string& get_name(){
  292. return name;
  293. }
  294. /**
  295. * If logging is enabled for this value, this function should be
  296. * implemented to format the value to a string and place it as an INFO
  297. * entry in the log file. Useful for debugging, but may produce alot of
  298. * output.
  299. */
  300. virtual void log() = 0;
  301. static void reset(){
  302. for (auto val : values){
  303. if (val.second != nullptr){
  304. val.second->_reset();
  305. }
  306. }
  307. }
  308. template<typename T>
  309. static Value<T>* get_value(const std::string& name){
  310. const std::type_index& ti = typeid(T);
  311. auto lookup_id = std::make_pair(ti,name);
  312. if (aliases[lookup_id] != nullptr)
  313. return (Value<T>*)aliases[lookup_id];
  314. else
  315. return (Value<T>*)values[lookup_id];
  316. }
  317. static void alias(const std::type_index& ti, const std::string& name, GenValue* value){
  318. auto lookup_id = std::make_pair(ti,name);
  319. if (aliases[lookup_id] != nullptr){
  320. WARNING("WARNING: alias \"" << name << "\" overrides previous entry.");
  321. }
  322. aliases[lookup_id] = value;
  323. }
  324. template<typename T>
  325. static void alias(const std::string& name, Value<T>* value){
  326. alias(typeid(T), name, value);
  327. }
  328. static std::string summary(){
  329. std::stringstream ss;
  330. ss << "The following values have been created:" << std::endl;
  331. for (auto item : values){
  332. auto& key = item.first;
  333. auto& value = item.second;
  334. if (value == nullptr) continue;
  335. ss << "\tVALUE::\"" << key.second << "\" at address " << value << std::endl;
  336. }
  337. ss << "And these aliases:" << std::endl;
  338. for (auto item : aliases){
  339. auto& key = item.first;
  340. auto& value = item.second;
  341. std::string orig("VOID");
  342. if (value == nullptr) continue;
  343. for (auto v_item : values){
  344. auto& v_value = v_item.second;
  345. if (v_value == value){
  346. orig = v_value->get_name();
  347. break;
  348. }
  349. }
  350. ss << "\tALIAS::\"" << key.second << "\" referring to \"" << orig << "\"" << std::endl;
  351. }
  352. return ss.str();
  353. }
  354. friend std::ostream& operator<<(std::ostream& os, const GenValue& gv);
  355. };
  356. std::ostream& operator<<(std::ostream& os, GenValue& gv){
  357. os << gv.get_name();
  358. return os;
  359. }
  360. /**
  361. * A templated value.
  362. * In order to facilitate run-time creation of analysis routines, it is
  363. * necessary to have some ability to get and store *values*. Values can either
  364. * be directly taken from some original data source (i.e. ObservedValue), or
  365. * they can be a function of some other set of values (i.e. DerivedValue). They
  366. * template class T of Value<T> is the type of thing that is returned upon
  367. * calling get_value().
  368. */
  369. template <typename T>
  370. class Value : public GenValue{
  371. protected:
  372. std::function<std::string(T)> value_to_string;
  373. public:
  374. Value(const std::string& name, const std::string& alias="")
  375. :value_to_string([](T){return "";}),
  376. GenValue(typeid(T), name, alias){ }
  377. /** Calculate, if necessary, and return the value held by this object.
  378. */
  379. virtual T& get_value() = 0;
  380. void enable_logging(const std::function<std::string(T)>& value_to_string = [](T){return "";}){
  381. logging_enabled = true;
  382. this->value_to_string = value_to_string;
  383. }
  384. void disable_logging(){
  385. logging_enabled = false;
  386. }
  387. };
  388. /**
  389. * A value supplied by the dataset, not derived.
  390. * An ObservedValue is the interface to your dataset. Upon creation, an
  391. * ObservedValue is given a pointer to an object of type T. When an observation
  392. * is loaded into memory, the value at the location referenced by that pointer
  393. * must be updated with the associated data from that observation. This is the
  394. * responsibility of whatever DataSet implementation is being used. This object
  395. * then will read that data and return it when requested.
  396. */
  397. template <typename T>
  398. class ObservedValue : public Value<T>{
  399. private:
  400. T *val_ref;
  401. public:
  402. ObservedValue(const std::string& name, T* val_ref, const std::string& alias="")
  403. :Value<T>(name, alias),
  404. val_ref(val_ref){ }
  405. void log(){
  406. if(this->logging_enabled){
  407. INFO(this->get_name() << ": " << this->value_to_string(*val_ref));
  408. }
  409. }
  410. static std::string fmt_name(const std::string& name){
  411. return name;
  412. }
  413. T& get_value(){
  414. if (!this->value_valid){
  415. this->value_valid = true;
  416. this->log();
  417. }
  418. return *val_ref;
  419. }
  420. };
  421. /**
  422. * A Value derived from some other Values, not directly from the dataset.
  423. * A DerivedValue is generally defined as some function of other Value objects.
  424. * For example, a Pair is a function of two other Value objects that makes a
  425. * pair of them. Note that these other Value objects are free to be either
  426. * ObservedValues or other DerivedValues.
  427. *
  428. * It is desireable from a performance standpoint that each DerivedValue be
  429. * calculated no more than once per observation. Therefore, when a get_value is
  430. * called on a DerivedValue, it first checks whether the value that it holds is
  431. * **valid**, meaning it has already been calculated for this observation. If
  432. * so, it simply returns the value. If not, the update_value function is called
  433. * to calculate the value. and then the newly calculated value is marked as
  434. * valid and returned.
  435. */
  436. template <typename T>
  437. class DerivedValue : public Value<T>{
  438. protected:
  439. T value;
  440. /**
  441. * Updates the internal value.
  442. * This function should be overridden by any child class to do the
  443. * actual work of updating value based on whatever rules the class
  444. * chooses. Normally, this consists of geting the values from some
  445. * associated Value objects, doing some calculation on them, and
  446. * storing the result in value.
  447. */
  448. virtual void update_value() = 0;
  449. public:
  450. DerivedValue(const std::string& name, const std::string& alias="")
  451. :Value<T>(name, alias){ }
  452. void log(){
  453. if(this->logging_enabled){
  454. INFO(this->get_name() << ": " << this->value_to_string(value));
  455. }
  456. }
  457. T& get_value(){
  458. if (!this->value_valid){
  459. update_value();
  460. this->value_valid = true;
  461. this->log();
  462. }
  463. return value;
  464. }
  465. };
  466. /**
  467. * A std::vector wrapper around a C-style array.
  468. * In order to make some of the higher-level Value types easier to work with,
  469. * it is a good idea to wrap all arrays in the original data source with
  470. * std::vector objects. To do this, it is necessary to supply both a Value
  471. * object containing the array itself as well as another Value object
  472. * containing the size of that array. Currently, update_value will simply copy
  473. * the contents of the array into the interally held vector.
  474. */
  475. template <typename T>
  476. class WrapperVector : public DerivedValue<std::vector<T> >{
  477. private:
  478. Value<int>* size;
  479. Value<T*>* data;
  480. void update_value(){
  481. int n = size->get_value();
  482. T* data_ref = data->get_value();
  483. this->value.assign(data_ref, data_ref+n);
  484. }
  485. public:
  486. static std::string fmt_name(Value<int>* size, Value<T*>* data){
  487. return "wrapper_vector("+size->get_name()+","+data->get_name()+")";
  488. }
  489. WrapperVector(Value<int>* size, Value<T*>* data, const std::string& alias="")
  490. :DerivedValue<std::vector<T> >(fmt_name(size,data), alias),
  491. size(size), data(data){ }
  492. };
  493. /**
  494. * Creates a std::pair type from a two other Value objects.
  495. */
  496. template <typename T1, typename T2>
  497. class Pair : public DerivedValue<std::pair<T1, T2> >{
  498. protected:
  499. std::pair<Value<T1>*, Value<T2>* > value_pair;
  500. void update_value(){
  501. this->value.first = value_pair.first->get_value();
  502. this->value.second = value_pair.second->get_value();
  503. }
  504. public:
  505. static std::string fmt_name(Value<T1> *value1, Value<T2> *value2){
  506. return "pair("+value1->get_name()+","+value2->get_name()+")";
  507. }
  508. Pair(Value<T1> *value1, Value<T2> *value2, const std::string alias="")
  509. :DerivedValue<std::pair<T1, T2> >(fmt_name(value1, value2), alias),
  510. value_pair(value1, value2){ }
  511. };
  512. template<typename... T> class _Zip;
  513. template<>
  514. class _Zip<> {
  515. protected:
  516. int _get_size(){
  517. return std::numeric_limits<int>::max();
  518. }
  519. std::tuple<> _get_at(int){
  520. return std::make_tuple();
  521. }
  522. std::string _get_name(){
  523. return "";
  524. }
  525. public:
  526. _Zip() { }
  527. };
  528. template<typename Head, typename... Tail>
  529. class _Zip<Head, Tail...> : private _Zip<Tail...> {
  530. protected:
  531. Value<std::vector<Head>>* head;
  532. int _get_size(){
  533. int this_size = head->get_value().size();
  534. int rest_size = _Zip<Tail...>::_get_size();
  535. return std::min(this_size, rest_size);
  536. }
  537. typename std::tuple<Head,Tail...> _get_at(int idx){
  538. auto tail_tuple = _Zip<Tail...>::_get_at(idx);
  539. return std::tuple_cat(std::make_tuple(head->get_value()[idx]),tail_tuple);
  540. }
  541. std::string _get_name(){
  542. return head->get_name()+","+_Zip<Tail...>::_get_name();
  543. }
  544. public:
  545. _Zip() { }
  546. _Zip(Value<std::vector<Head>>* head, Value<std::vector<Tail>>*... tail)
  547. : _Zip<Tail...>(tail...),
  548. head(head) { }
  549. };
  550. namespace impl {
  551. std::string zip_fmt_name(){
  552. return "";
  553. }
  554. template<typename Head>
  555. std::string zip_fmt_name(Value<std::vector<Head>>* head){
  556. return head->get_name();
  557. }
  558. template<typename Head1, typename Head2, typename... Tail>
  559. std::string zip_fmt_name(Value<std::vector<Head1>>* head1, Value<std::vector<Head2>>* head2, Value<std::vector<Tail>>*... tail){
  560. return head1->get_name() + "," + zip_fmt_name<Head2, Tail...>(head2, tail...);
  561. }
  562. }
  563. /**
  564. * Zips a series of vectors together. Can be combined with Map to
  565. * yield a Value whose elements are individually a function of the
  566. * corresponding elements of the vectors that were zipped together. For those
  567. * familiar with python, it accompilishes the same thing as
  568. * @code{.py}
  569. * xs = [1,2,3,4]
  570. * ys = [10,20,30,40]
  571. * print(list(map(lambda t:t[0]+t[1],zip(xs,ys))))
  572. * @endcode
  573. * which outputs
  574. * @code
  575. * [11, 22, 33, 44]
  576. * @endcode
  577. */
  578. template <typename... ArgTypes>
  579. class Zip : public DerivedValue<std::vector<std::tuple<ArgTypes...>>>,
  580. private _Zip<ArgTypes...>{
  581. protected:
  582. void update_value(){
  583. this->value.clear();
  584. int size = _Zip<ArgTypes...>::_get_size();
  585. for(int i=0; i<size; i++){
  586. this->value.push_back(_Zip<ArgTypes...>::_get_at(i));
  587. }
  588. }
  589. public:
  590. static std::string fmt_name(Value<std::vector<ArgTypes>>*... args){
  591. return "zip("+zip_fmt_name(args...)+")";
  592. }
  593. Zip(Value<std::vector<ArgTypes>>*... args, const std::string& alias)
  594. :DerivedValue<std::vector<std::tuple<ArgTypes...>>>(fmt_name(args...), alias),
  595. _Zip<ArgTypes...>(args...) { }
  596. };
  597. template<typename> class Map; // undefined
  598. /**
  599. * Maps a function over an input vector. The input vector must be a vector of
  600. * tuples, where the the elements of the tuple match the arguments of the
  601. * function. For example if the function takes two floats as arguments, the
  602. * tuple should contain two floats. The Value object required by Map will
  603. * typically be created as a Zip.
  604. */
  605. template <typename Ret, typename... ArgTypes>
  606. class Map<Ret(ArgTypes...)> : public DerivedValue<std::vector<Ret>>{
  607. private:
  608. typedef Value<std::vector<std::tuple<ArgTypes...>>> arg_type;
  609. Function<Ret(ArgTypes...)>& fn;
  610. arg_type* arg;
  611. void update_value(){
  612. this->value.clear();
  613. for(auto tup : arg->get_value()){
  614. this->value.push_back(call(fn,tup));
  615. }
  616. }
  617. public:
  618. static std::string fmt_name(Function<Ret(ArgTypes...)>& fn, arg_type* arg){
  619. return "map("+fn.get_name()+":"+arg->get_name()+")";
  620. }
  621. Map(Function<Ret(ArgTypes...)>& fn, arg_type* arg, const std::string& alias)
  622. :DerivedValue<std::vector<Ret>>(fmt_name(fn, arg), alias),
  623. fn(fn), arg(arg){ }
  624. };
  625. template<typename... T> class _Tuple;
  626. template<>
  627. class _Tuple<> {
  628. protected:
  629. std::tuple<> _get_value(){
  630. return std::make_tuple();
  631. }
  632. public:
  633. _Tuple() { }
  634. };
  635. template<typename Head, typename... Tail>
  636. class _Tuple<Head, Tail...> : private _Tuple<Tail...> {
  637. protected:
  638. Value<Head>* head;
  639. typename std::tuple<Head,Tail...> _get_value(){
  640. auto tail_tuple = _Tuple<Tail...>::_get_value();
  641. return std::tuple_cat(std::make_tuple(head->get_value()),tail_tuple);
  642. }
  643. public:
  644. _Tuple() { }
  645. _Tuple(Value<Head>* head, Value<Tail>*... tail)
  646. : _Tuple<Tail...>(tail...),
  647. head(head) { }
  648. };
  649. namespace impl {
  650. std::string tuple_fmt_name(){
  651. return "";
  652. }
  653. template<typename Head>
  654. std::string tuple_fmt_name(Value<Head>* head){
  655. return head->get_name();
  656. }
  657. template<typename Head1, typename Head2, typename... Tail>
  658. std::string tuple_fmt_name(Value<Head1>* head1, Value<Head2>* head2, Value<Tail>*... tail){
  659. return head1->get_name() + "," + tuple_fmt_name<Head2, Tail...>(head2, tail...);
  660. }
  661. }
  662. /**
  663. * Takes a series of Value objects and bundles them together into a std::tuple
  664. * object. Typically, this is most usefull when one wants to apply a function
  665. * to a few values and store the result. This class can be used in conjunction
  666. * with Apply to achieve this.
  667. */
  668. template <typename... ArgTypes>
  669. class Tuple : public DerivedValue<std::tuple<ArgTypes...>>,
  670. private _Tuple<ArgTypes...>{
  671. protected:
  672. void update_value(){
  673. this->value = _Tuple<ArgTypes...>::_get_value();
  674. }
  675. public:
  676. static std::string fmt_name(Value<ArgTypes>*... args){
  677. return "tuple("+impl::tuple_fmt_name(args...)+")";
  678. }
  679. Tuple(Value<ArgTypes>*... args, const std::string& alias)
  680. :DerivedValue<std::tuple<ArgTypes...>>(fmt_name(args...), alias),
  681. _Tuple<ArgTypes...>(args...) { }
  682. };
  683. /**
  684. * Gets the Nth element from a tuple value
  685. */
  686. template <size_t N, typename... ArgTypes>
  687. class DeTup : public DerivedValue<typename std::tuple_element<N, std::tuple<ArgTypes...>>::type>{
  688. Value<std::tuple<ArgTypes...>> tup;
  689. protected:
  690. void update_value(){
  691. this->value = std::get<N>(tup->get_value());
  692. }
  693. public:
  694. static std::string fmt_name(Value<std::tuple<ArgTypes...>>* tup){
  695. return "detup("+tup->get_name()+")";
  696. }
  697. DeTup(Value<std::tuple<ArgTypes...>>* tup, const std::string& alias)
  698. :DerivedValue<typename std::tuple_element<N, std::tuple<ArgTypes...>>::type>(fmt_name(tup), alias),
  699. tup(tup) { }
  700. };
  701. /**
  702. * Creates a vector of extracting the Nth value from each entry in a vector of
  703. * tuples.
  704. */
  705. template <size_t N, typename... ArgTypes>
  706. class DeTupVector : public DerivedValue<std::vector<typename std::tuple_element<N, std::tuple<ArgTypes...>>::type>>{
  707. Value<std::vector<std::tuple<ArgTypes...>>>* tup;
  708. protected:
  709. void update_value(){
  710. this->value.clear();
  711. for( auto& t : tup->get_value()){
  712. this->value.push_back(std::get<N>(t));
  713. }
  714. }
  715. public:
  716. static std::string fmt_name(Value<std::vector<std::tuple<ArgTypes...>>>* tup){
  717. return "detup_vec("+tup->get_name()+")";
  718. }
  719. DeTupVector(Value<std::vector<std::tuple<ArgTypes...>>>* tup, const std::string& alias)
  720. :DerivedValue<std::vector<typename std::tuple_element<N, std::tuple<ArgTypes...>>::type>>(fmt_name(tup), alias),
  721. tup(tup) { }
  722. };
  723. template<typename> class Apply; // undefined
  724. /**
  725. * Applies a function to a tuple of values and returns a value. This will
  726. * typically be called with a Tuple object as an argument.
  727. */
  728. template <typename Ret, typename... ArgTypes>
  729. class Apply<Ret(ArgTypes...)> : public DerivedValue<Ret>{
  730. private:
  731. Function<Ret(ArgTypes...)>& fn;
  732. Value<std::tuple<ArgTypes...>>* arg;
  733. void update_value(){
  734. auto &tup = arg->get_value();
  735. this->value = call(fn, tup);
  736. }
  737. public:
  738. static std::string fmt_name(Function<Ret(ArgTypes...)>& fn, Value<std::tuple<ArgTypes...>>* arg){
  739. return "apply("+fn.get_name()+":"+arg->get_name()+")";
  740. }
  741. Apply(Function<Ret(ArgTypes...)>& fn, Value<std::tuple<ArgTypes...>>* arg, const std::string& alias)
  742. :DerivedValue<Ret>(fmt_name(fn,arg), alias),
  743. fn(fn), arg(arg){ }
  744. };
  745. /**
  746. * Returns the count of elements in the input vector passing a test function.
  747. */
  748. template<typename T>
  749. class Count : public DerivedValue<int>{
  750. private:
  751. Function<bool(T)>& selector;
  752. Value<std::vector<T> >* v;
  753. void update_value(){
  754. value = 0;
  755. for(auto val : v->get_value()){
  756. if(selector(val))
  757. value++;
  758. }
  759. }
  760. public:
  761. static std::string fmt_name(Function<bool(T)>& selector, Value<std::vector<T>>* v){
  762. return "count("+selector.get_name()+":"+v->get_name()+")";
  763. }
  764. Count(Function<bool(T)>& selector, Value<std::vector<T>>* v, const std::string alias)
  765. :DerivedValue<int>(fmt_name(selector,v), alias),
  766. selector(selector), v(v) { }
  767. };
  768. /**
  769. * Returns the elements in a vector that pass a test function.
  770. */
  771. template<typename T>
  772. class Filter : public DerivedValue<std::vector<T>>{
  773. private:
  774. Function<bool(T)>& filter;
  775. Value<std::vector<T> >* v;
  776. void update_value(){
  777. this->value.clear();
  778. for(auto val : v->get_value()){
  779. if(this->filter(val))
  780. this->value.push_back(val);
  781. }
  782. }
  783. public:
  784. static std::string fmt_name(Function<bool(T)>& filter, Value<std::vector<T>>* v){
  785. return "filter("+filter.get_name()+":"+v->get_name()+")";
  786. }
  787. Filter(Function<bool(T)>& filter, Value<std::vector<T>>* v, const std::string alias)
  788. :DerivedValue<std::vector<T>>(fmt_name(filter,v), alias),
  789. filter(filter), v(v) { }
  790. };
  791. /**
  792. * Returns the elements in a vector that pass a test function. The elements on
  793. * the vector must be tuples. Typically this will be used in conjunction with
  794. * Zip and Map.
  795. */
  796. template<typename... ArgTypes>
  797. class TupFilter : public DerivedValue<std::vector<std::tuple<ArgTypes...>>>{
  798. private:
  799. typedef std::vector<std::tuple<ArgTypes...>> value_type;
  800. Function<bool(ArgTypes...)>& filter;
  801. Value<value_type>* arg;
  802. void update_value(){
  803. this->value.clear();
  804. for(auto val : arg->get_value()){
  805. if(call(filter,val))
  806. this->value.push_back(val);
  807. }
  808. }
  809. public:
  810. static std::string fmt_name(Function<bool(ArgTypes...)>& filter, Value<value_type>* arg){
  811. return "tup_filter("+filter.get_name()+":"+arg->get_name()+")";
  812. }
  813. TupFilter(Function<bool(ArgTypes...)>& filter, Value<value_type>* arg, const std::string alias)
  814. :DerivedValue<value_type>(fmt_name(filter, arg), alias),
  815. filter(filter), arg(arg) { }
  816. };
  817. /**
  818. * Reduce a Value of type vector<T> to just a T.
  819. * This is useful functionality to model, for instance, calculating the maximum
  820. * element of a vector, or a the mean. See child classes for specific
  821. * implementations.
  822. */
  823. template <typename T>
  824. class Reduce : public DerivedValue<T>{
  825. private:
  826. Function<T(std::vector<T>)>& reduce;
  827. void update_value(){
  828. this->value = reduce(v->get_value());
  829. }
  830. protected:
  831. Value<std::vector<T> >* v;
  832. public:
  833. Reduce(Function<T(std::vector<T>)>& reduce, Value<std::vector<T> >* v, const std::string alias)
  834. :DerivedValue<T>("reduceWith("+reduce.get_name()+":"+v->get_name()+")", alias),
  835. reduce(reduce), v(v) { }
  836. };
  837. /**
  838. * Find and return the maximum value of a vector.
  839. */
  840. template <typename T>
  841. class Max : public Reduce<T>{
  842. public:
  843. static std::string fmt_name(Value<std::vector<T>>* v){
  844. return "max("+v->get_name()+")";
  845. }
  846. Max(Value<std::vector<T>>* v, const std::string alias)
  847. :Reduce<T>(GenFunction::register_function<T(std::vector<T>)>("max",
  848. FUNC(([](std::vector<T> vec){
  849. return *std::max_element(vec.begin(), vec.end());}))),
  850. v, alias) { }
  851. };
  852. /**
  853. * Find and return the minimum value of a vector.
  854. */
  855. template <typename T>
  856. class Min : public Reduce<T>{
  857. public:
  858. static std::string fmt_name(Value<std::vector<T>>* v){
  859. return "min("+v->get_name()+")";
  860. }
  861. Min(Value<std::vector<T>>* v, const std::string alias)
  862. :Reduce<T>(GenFunction::register_function<T(std::vector<T>)>("min",
  863. FUNC(([](std::vector<T> vec){
  864. return *std::min_element(vec.begin(), vec.end());}))),
  865. v, alias) { }
  866. };
  867. /**
  868. * Calculate the mean value of a vector.
  869. */
  870. template <typename T>
  871. class Mean : public Reduce<T>{
  872. public:
  873. static std::string fmt_name(Value<std::vector<T>>* v){
  874. return "mean("+v->get_name()+")";
  875. }
  876. Mean(Value<std::vector<T>>* v, const std::string alias)
  877. :Reduce<T>(GenFunction::register_function<T(std::vector<T>)>("mean",
  878. FUNC(([](std::vector<T> vec){
  879. int n = 0; T sum = 0;
  880. for (T e : vec){ n++; sum += e; }
  881. return n>0 ? sum / n : 0; }))),
  882. v, alias) { }
  883. };
  884. /**
  885. * Calculate the range of the values in a vector
  886. */
  887. template <typename T>
  888. class Range : public Reduce<T>{
  889. public:
  890. static std::string fmt_name(Value<std::vector<T>>* v){
  891. return "range("+v->get_name()+")";
  892. }
  893. Range(Value<std::vector<T>>* v, const std::string alias)
  894. :Reduce<T>(GenFunction::register_function<T(std::vector<T>)>("range",
  895. FUNC(([](std::vector<T> vec){
  896. auto minmax = std::minmax_element(vec.begin(), vec.end());
  897. return (*minmax.second) - (*minmax.first); }))),
  898. v, alias) { }
  899. };
  900. /**
  901. * Extract the element at a specific index from a vector.
  902. */
  903. template <typename T>
  904. class ElementOf : public Reduce<T>{
  905. public:
  906. ElementOf(Value<int>* index, Value<std::vector<T>>* v, const std::string alias)
  907. :Reduce<T>(GenFunction::register_function<T(std::vector<T>)>("elementOf",
  908. FUNC(([index](std::vector<T> vec){return vec[index->get_value()];}))),
  909. v, alias) { }
  910. };
  911. /**
  912. * Similar to Reduce, but returns a pair of a T and an int.
  913. * This is useful if you need to know where in the vector exists the element
  914. * being returned.
  915. */
  916. template <typename T>
  917. class ReduceIndex : public DerivedValue<std::pair<T, int> >{
  918. private:
  919. Function<std::pair<T,int>(std::vector<T>)>& reduce;
  920. Value<std::vector<T> >* v;
  921. void update_value(){
  922. this->value = reduce(v->get_value());
  923. }
  924. public:
  925. ReduceIndex(Function<std::pair<T,int>(std::vector<T>)>& reduce, Value<std::vector<T> >* v, const std::string alias="")
  926. :DerivedValue<T>("reduceIndexWith("+reduce.get_name()+":"+v->get_name()+")", alias),
  927. reduce(reduce), v(v) { }
  928. };
  929. /**
  930. * Find and return the maximum value of a vector and its index.
  931. */
  932. template <typename T>
  933. class MaxIndex : public ReduceIndex<T>{
  934. public:
  935. MaxIndex(Value<std::vector<T>>* v, const std::string alias="")
  936. :ReduceIndex<T>(GenFunction::register_function<T(std::vector<T>)>("maxIndex",
  937. FUNC(([](std::vector<T> vec){
  938. auto elptr = std::max_element(vec.begin(), vec.end());
  939. return std::pair<T,int>(*elptr, int(elptr-vec.begin())); }))),
  940. v, alias) { }
  941. };
  942. /**
  943. * Find and return the minimum value of a vector and its index.
  944. */
  945. template <typename T>
  946. class MinIndex : public ReduceIndex<T>{
  947. public:
  948. MinIndex(Value<std::vector<T>>* v, const std::string alias="")
  949. :ReduceIndex<T>(GenFunction::register_function<T(std::vector<T>)>("minIndex",
  950. FUNC(([](std::vector<T> vec){
  951. auto elptr = std::min_element(vec.begin(), vec.end());
  952. return std::pair<T,int>(*elptr, int(elptr-vec.begin())); }))),
  953. v, alias) { }
  954. };
  955. /**
  956. * Find combinations of items from an input vector
  957. */
  958. template <typename T, int Size>
  959. class Combinations : public DerivedValue<std::vector<typename HomoTuple<T,Size>::type>>{
  960. private:
  961. Value<std::vector<T>>* val;
  962. typedef typename HomoTuple<T,Size>::type tuple_type;
  963. void update_value(){
  964. auto& v = val->get_value();
  965. int data_size = v.size();
  966. this->value.clear();
  967. std::vector<bool> selector(data_size);
  968. std::fill(selector.begin(), selector.begin()+std::min({Size,data_size}), true);
  969. do {
  970. std::array<T, Size> perm;
  971. int idx = 0;
  972. for (int i=0; i<data_size; i++){
  973. if (selector[i]){
  974. perm[idx] = v[i];
  975. idx++;
  976. if (idx == Size) break;
  977. }
  978. }
  979. this->value.push_back(a2t(perm)); //!!!
  980. } while(std::prev_permutation(selector.begin(), selector.end()));
  981. }
  982. public:
  983. static std::string fmt_name(Value<std::vector<T>>* val){
  984. std::stringstream ss;
  985. ss << "combinations(" << Size << "," << val->get_name() << ")";
  986. return ss.str();
  987. }
  988. Combinations(Value<std::vector<T>>* val, const std::string alias="")
  989. :DerivedValue<std::vector<tuple_type>>(fmt_name(val), alias),
  990. val(val) { }
  991. };
  992. /**
  993. * Calculate the cartesian product of two input vectors
  994. */
  995. template <typename FST, typename SND>
  996. class CartProduct : public DerivedValue<std::vector<std::tuple<FST,SND>>>{
  997. private:
  998. Value<std::vector<FST>>* val1;
  999. Value<std::vector<SND>>* val2;
  1000. void update_value(){
  1001. this->value.clear();
  1002. auto& v1 = val1->get_value();
  1003. auto& v2 = val2->get_value();
  1004. for(int i=0; i<v1.size(); i++){
  1005. for(int j=0; j<v2.size(); j++){
  1006. this->value.push_back(std::tuple<FST,SND>(v1[i],v2[j]));
  1007. }
  1008. }
  1009. }
  1010. static std::string calc_name(Value<std::vector<FST>>* val1, Value<std::vector<SND>>* val2){
  1011. std::stringstream ss;
  1012. ss << "cartProduct("
  1013. << val1->get_name() << ", " << val2->get_name()
  1014. << ")";
  1015. return ss.str();
  1016. }
  1017. public:
  1018. static std::string fmt_name(Value<std::vector<FST>>* val1, Value<std::vector<SND>>* val2){
  1019. return "cartProduct("+val1->get_name()+", "+val2->get_name()+")";
  1020. }
  1021. CartProduct(Value<std::vector<FST>>* val1, Value<std::vector<SND>>* val2, const std::string alias="")
  1022. :DerivedValue<std::vector<std::tuple<FST,SND>>>(calc_name(val1, val2), alias),
  1023. val1(val1), val2(val2) { }
  1024. };
  1025. /**
  1026. * A generic value owning only a function object.
  1027. * All necessary values upon which this value depends must be bound to the
  1028. * function object.
  1029. */
  1030. template <typename T>
  1031. class BoundValue : public DerivedValue<T>{
  1032. protected:
  1033. Function<T()>& f;
  1034. void update_value(){
  1035. this->value = f();
  1036. }
  1037. public:
  1038. static std::string fmt_name(Function<T()> f){
  1039. return f.get_name()+"(<bound>)";
  1040. }
  1041. BoundValue(Function<T()>& f, const std::string alias="")
  1042. :DerivedValue<T>(fmt_name(f), alias),
  1043. f(f) { }
  1044. };
  1045. /**
  1046. * A Value of a pointer. The pointer is constant, however the data the pointer
  1047. * points to is variable.
  1048. */
  1049. template <typename T>
  1050. class PointerValue : public DerivedValue<T*>{
  1051. protected:
  1052. void update_value(){ }
  1053. public:
  1054. PointerValue(const std::string& name, T* ptr, const std::string alias="")
  1055. :DerivedValue<T*>(name, alias){
  1056. this->value = ptr;
  1057. }
  1058. };
  1059. /**
  1060. * A Value which always returns the same value, supplied in the constructor.
  1061. */
  1062. template <typename T>
  1063. class ConstantValue : public DerivedValue<T>{
  1064. protected:
  1065. void update_value(){ }
  1066. public:
  1067. static std::string fmt_name(const std::string& name){
  1068. return "const::"+name;
  1069. }
  1070. ConstantValue(const std::string& name, T const_value, const std::string alias="")
  1071. :DerivedValue<T>(fmt_name(name), alias) {
  1072. this->value = const_value;
  1073. }
  1074. };
  1075. }
  1076. #endif // value_hpp