IIINSTRUMENT Pipeline Reference Manual  1.3.10
detmon_lg_mr.c
1 /*
2  * This file is part of the DETMON Pipeline
3  * Copyright (C) 2013 European Southern Observatory
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13  * GNU General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License
16  * along with this program; if not, write to the Free Software
17  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02111-1307 USA
18  */
19 
20 /*
21  * $Author: jtaylor $
22  * $Date: 2013-08-07 09:32:50 $
23  * $Revision: 1.6 $
24  * $Name: not supported by cvs2svn $
25  */
26 #ifdef HAVE_CONFIG_H
27 #include <config.h>
28 #endif
29 
30 /*----------------------------------------------------------------------------
31  Includes
32  ----------------------------------------------------------------------------*/
33 
34 
35 #include "detmon_lg.h"
36 #include "detmon.h"
37 
38 #include "irplib_plugin.h"
39 #include "irplib_utils.h"
40 
41 #include <string.h>
42 #include <errno.h>
43 #include <stdlib.h>
44 #include <assert.h>
45 
46 /*----------------------------------------------------------------------------
47  Private Functions prototypes
48  ----------------------------------------------------------------------------*/
49 int
50 detmon_lg_dfs_set_groups(cpl_frameset * set,
51  const char *tag_on, const char *tag_off);
52 
53 static int check_regions(const cpl_size *, const cpl_size *,
54  const cpl_size *, const cpl_size *,
55  cpl_size) CPL_ATTR_NONNULL;
56 
57 static int compare_tags(const cpl_frame *, const cpl_frame *) CPL_ATTR_NONNULL;
58 
59 static const cpl_parameter *
60 get_parameter_const(const cpl_parameterlist * parlist,
61  const char * recipe, const char * name)
62 {
63  char * parname = cpl_sprintf("detmon.%s.%s", recipe, name);
64  const cpl_parameter * p = cpl_parameterlist_find_const(parlist, parname);
65  cpl_free(parname);
66  return p;
67 }
68 
69 static cpl_parameter *
70 get_parameter(cpl_parameterlist * parlist,
71  const char * recipe, const char * name)
72 {
73  char * parname = cpl_sprintf("detmon.%s.%s", recipe, name);
74  cpl_parameter * p = cpl_parameterlist_find(parlist, parname);
75  cpl_free(parname);
76  return p;
77 }
78 
79 static int compare_tags(const cpl_frame * a, const cpl_frame * b)
80 {
81  return strcmp(cpl_frame_get_tag(a), cpl_frame_get_tag(b)) == 0;
82 }
83 
86 /* ---------------------------------------------------------------------------*/
97 /* ---------------------------------------------------------------------------*/
98 static cpl_error_code merge_keys(cpl_propertylist * mplist,
99  const cpl_propertylist * plist_,
100  const int pos,
101  const char * rmregexp)
102 {
103  char buffer[256];
104  /* no copy_regex, so duplicate and use erase_regex on the copy */
105  cpl_propertylist * plist = cpl_propertylist_duplicate(plist_);
106 
107  if (rmregexp) {
108  cpl_propertylist_erase_regexp(plist, rmregexp, 0);
109  cpl_propertylist_erase_regexp(mplist, rmregexp, 0);
110  }
111 
112  for (cpl_size i = 0; i < cpl_propertylist_get_size(plist); i++) {
113  cpl_property * p = cpl_propertylist_get(plist, i);
114  const char * key = cpl_property_get_name(p);
115  /* extend all qc keywords by a region prefix */
116  if (!strncmp(key, "ESO QC ", 7)) {
117  const char * com;
118  sprintf(buffer, "ESO QC REG%d %s", pos, key + 7);
119  cpl_msg_debug(cpl_func, "merging %s to %s", key, buffer);
120  if (cpl_property_get_type(p) == CPL_TYPE_INT) {
121  int val = cpl_property_get_int(p);
122  cpl_propertylist_append_int(mplist, buffer, val);
123  } else if (cpl_property_get_type(p) == CPL_TYPE_DOUBLE) {
124  double val = cpl_property_get_double(p);
125  cpl_propertylist_append_double(mplist, buffer, val);
126  } else if (cpl_property_get_type(p) == CPL_TYPE_STRING) {
127  const char * val = cpl_property_get_string(p);
128  cpl_propertylist_append_string(mplist, buffer, val);
129  }
130  else
131  bug_if(1);
132  com = cpl_property_get_comment(p);
133  cpl_propertylist_set_comment(mplist, buffer, com);
134 
135  /* remove unprefixed key */
136  if (cpl_propertylist_has(mplist, key))
137  cpl_propertylist_erase(mplist, key);
138  }
139  }
140  skip_if(0);
141 
142  end_skip;
143  cpl_propertylist_delete(plist);
144 
145  return cpl_error_get_code();
146 }
147 
148 
149 /* ---------------------------------------------------------------------------*/
157 /* ---------------------------------------------------------------------------*/
158 static cpl_error_code
159 merge_images(cpl_imagelist * mimgl, const cpl_imagelist * img)
160 {
161  cpl_ensure_code(cpl_imagelist_get_size(img) ==
162  cpl_imagelist_get_size(mimgl), CPL_ERROR_ILLEGAL_INPUT);
163  for (int i = 0; i < cpl_imagelist_get_size(img); i++) {
164  cpl_image * mimg = cpl_imagelist_get(mimgl, i);
165  const cpl_image * part = cpl_imagelist_get_const(img, i);
166  cpl_image_add(mimg, part);
167  }
168 
169  return cpl_error_get_code();
170 }
171 
172 
173 /* ---------------------------------------------------------------------------*/
181 /* ---------------------------------------------------------------------------*/
182 static cpl_error_code
183 merge_table(cpl_table * mtab, cpl_table * tab, const int pos)
184 {
185  cpl_table_new_column(tab, "REGION", CPL_TYPE_INT);
186  cpl_table_fill_column_window(tab, "REGION", 0, cpl_table_get_nrow(tab), pos);
187  skip_if(cpl_table_insert(mtab, tab, cpl_table_get_nrow(mtab)));
188 
189  end_skip;
190 
191  return cpl_error_get_code();
192 }
193 
194 
195 static cpl_error_code
196 parse_token(const char * token, cpl_size * llx, cpl_size * lly,
197  cpl_size * urx, cpl_size * ury)
198 {
199  assert(sizeof(*llx) == 8);
200  if (sscanf(token, " %lld , %lld , %lld , %lld ", llx, lly, urx, ury) == 4) {
201  return CPL_ERROR_NONE;
202  }
203  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
204  "Data not formated correctly: %s; "
205  "expecting: name,llx,lly,urx,ury",
206  token);
207 }
208 
209 
210 /* ---------------------------------------------------------------------------*/
223 /* ---------------------------------------------------------------------------*/
224 static cpl_error_code
225 read_regions_file(const char * filename, cpl_size ** rllx,
226  cpl_size ** rlly, cpl_size ** rurx, cpl_size ** rury,
227  cpl_size * n)
228 {
229  FILE * f = fopen(filename, "r");
230  char line[1024];
231  cpl_size i = 0;
232  cpl_size nmax = 100;
233  if (f == NULL) {
234  return cpl_error_set_message(cpl_func, CPL_ERROR_FILE_IO,
235  "Could not open file %s: %s", filename,
236  strerror(errno));
237  }
238  cpl_msg_info(cpl_func, "Reading %s", filename);
239 
240  *n = 0;
241  *rllx = cpl_malloc(sizeof(**rllx) * nmax);
242  *rlly = cpl_malloc(sizeof(**rllx) * nmax);
243  *rurx = cpl_malloc(sizeof(**rllx) * nmax);
244  *rury = cpl_malloc(sizeof(**rllx) * nmax);
245 
246  while (fgets(line, 1024, f) != NULL) {
247  const size_t nline = strlen(line);
248  if (line[nline - 1] != '\n') {
249  cpl_error_set_message(cpl_func, CPL_ERROR_FILE_IO,
250  "File %s contained too long line",
251  filename);
252  skip_if(0);
253  }
254 
255  if (line[0] == '#')
256  continue;
257 
258  skip_if(parse_token(line, &(*rllx)[i], &(*rlly)[i],
259  &(*rurx)[i], &(*rury)[i]));
260  *n = ++i;
261  if (i >= nmax) {
262  nmax *= 2;
263  *rllx = cpl_realloc(*rllx, sizeof(**rllx) * nmax);
264  *rlly = cpl_realloc(*rlly, sizeof(**rllx) * nmax);
265  *rurx = cpl_realloc(*rurx, sizeof(**rllx) * nmax);
266  *rury = cpl_realloc(*rury, sizeof(**rllx) * nmax);
267  skip_if(0);
268  }
269  }
270 
271  end_skip;
272  if (f)
273  fclose(f);
274  return CPL_ERROR_NONE;
275 }
276 
277 
278 /* ---------------------------------------------------------------------------*/
291 /* ---------------------------------------------------------------------------*/
292 static cpl_error_code
293 read_regions_str(const char * istr, cpl_size ** rllx,
294  cpl_size ** rlly, cpl_size ** rurx, cpl_size ** rury,
295  cpl_size * n)
296 {
297  cpl_size nmax = 100;
298  char * str_ = cpl_strdup(istr);
299  char * str = str_;
300  *n = 0;
301  *rllx = cpl_malloc(sizeof(**rllx) * nmax);
302  *rlly = cpl_malloc(sizeof(**rllx) * nmax);
303  *rurx = cpl_malloc(sizeof(**rllx) * nmax);
304  *rury = cpl_malloc(sizeof(**rllx) * nmax);
305 
306  for (int i = 0; ;i++) {
307  const char * token = strtok(str, ":");
308  if (token == NULL)
309  break;
310 
311  skip_if(parse_token(token, &(*rllx)[i], &(*rlly)[i],
312  &(*rurx)[i], &(*rury)[i]));
313  (*n)++;
314  if (i >= nmax - 1) {
315  nmax *= 2;
316  *rllx = cpl_realloc(*rllx, sizeof(**rllx) * nmax);
317  *rlly = cpl_realloc(*rlly, sizeof(**rllx) * nmax);
318  *rurx = cpl_realloc(*rurx, sizeof(**rllx) * nmax);
319  *rury = cpl_realloc(*rury, sizeof(**rllx) * nmax);
320  skip_if(0);
321  }
322  str = NULL;
323  }
324 
325  end_skip;
326  cpl_free(str_);
327 
328  return CPL_ERROR_NONE;
329 }
330 
331 static int check_regions(const cpl_size * llx, const cpl_size * lly,
332  const cpl_size * urx, const cpl_size * ury,
333  cpl_size nregions)
334 {
335  for (cpl_size i = 0; i < nregions; i++) {
336  if (llx[i] < 1 || lly[i] < 1 ||
337  urx[i] < 1 || ury[i] < 1) {
338  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
339  "Region %lld (%lld,%lld,%lld,%lld) has entry smaller one",
340  i, llx[i], lly[i], urx[i], ury[i]);
341  }
342  if ((urx[i] - llx[i] < 1) || (ury[i] - lly[i] < 1)) {
343  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
344  "Region %lld (%lld,%lld,%lld,%lld) has size zero",
345  i, llx[i], lly[i], urx[i], ury[i]);
346  }
347  for (cpl_size j = i + 1; j < nregions; j++) {
348  if (!(llx[i] > urx[j] || urx[i] < llx[j] ||
349  lly[i] > ury[j] || ury[i] < lly[j])) {
350  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
351  "Regions %lld (%lld,%lld,%lld,%lld) and "
352  "%lld (%lld,%lld,%lld,%lld) overlap (llx,lly,urx,ury)",
353  i, llx[i], lly[i], urx[i], ury[i],
354  j, llx[j], lly[j], urx[j], ury[j]);
355  }
356  }
357  }
358 
359  return CPL_ERROR_NONE;
360 }
361 
362 
363 /* ---------------------------------------------------------------------------*/
376 /* ---------------------------------------------------------------------------*/
377 static cpl_error_code
378 merge_lingain(cpl_propertylist * mplist[], cpl_table * mtab[],
379  const char * fn, const cpl_size next,
380  const char * rmregexp, int pos)
381 {
382  cpl_errorstate cleanstate = cpl_errorstate_get();
383 
384  {
385  cpl_propertylist * plist = cpl_propertylist_load(fn, 0);
386  skip_if(plist == NULL);
387  if (mplist[0] == NULL) {
388  mplist[0] = plist;
389  merge_keys(mplist[0], plist, pos, rmregexp);
390  }
391  else {
392  merge_keys(mplist[0], plist, pos, rmregexp);
393  cpl_propertylist_delete(plist);
394  }
395  }
396  skip_if(0);
397 
398  for (int e = 1; e < next + 1; e++) {
399  cpl_propertylist * plist = cpl_propertylist_load(fn, e);
400  cpl_table * tab = cpl_table_load(fn, e, 0);
401  /* empty extensions may exist */
402  if (tab == NULL) {
403  cpl_errorstate_set(cleanstate);
404  cpl_propertylist_delete(plist);
405  continue;
406  }
407  skip_if(plist == NULL);
408 
409  if (mplist[e] == NULL) {
410  merge_keys(plist, plist, pos, rmregexp);
411  cpl_table_new_column(tab, "REGION", CPL_TYPE_INT);
412  cpl_table_fill_column_window(tab, "REGION", 0,
413  cpl_table_get_nrow(tab), 1);
414  skip_if(0);
415  mplist[e] = plist;
416  mtab[e] = tab;
417  }
418  else {
419  merge_keys(mplist[e], plist, pos, rmregexp);
420  merge_table(mtab[e], tab, pos);
421  skip_if(0);
422  cpl_propertylist_delete(plist);
423  cpl_table_delete(tab);
424  }
425  skip_if(0);
426  }
427 
428  end_skip;
429 
430  return cpl_error_get_code();
431 }
432 
433 
434 /* ---------------------------------------------------------------------------*/
447 /* ---------------------------------------------------------------------------*/
448 static cpl_error_code
449 merge_bpmcoeff(cpl_propertylist * mplist[], cpl_imagelist * mimg[],
450  const char * fn, const cpl_size next,
451  const char * rmregexp, int pos)
452 {
453  cpl_errorstate cleanstate = cpl_errorstate_get();
454 
455  for (int e = 0; e < next + 1; e++) {
456  cpl_propertylist * plist = cpl_propertylist_load(fn, e);
457  cpl_imagelist * img = cpl_imagelist_load(fn, CPL_TYPE_UNSPECIFIED, e);
458  /* empty extensions may exist */
459  if (img == NULL) {
460  cpl_errorstate_set(cleanstate);
461  cpl_propertylist_delete(plist);
462  continue;
463  }
464  skip_if(plist == NULL);
465 
466  if (mimg[e] == NULL) {
467  merge_keys(plist, plist, pos, rmregexp);
468  mplist[e] = plist;
469  mimg[e] = img;
470  }
471  else {
472  merge_keys(mplist[e], plist, pos, rmregexp);
473  merge_images(mimg[e], img);
474  skip_if(0);
475  cpl_propertylist_delete(plist);
476  cpl_imagelist_delete(img);
477  }
478  skip_if(0);
479  }
480 
481  end_skip;
482 
483  return cpl_error_get_code();
484 }
485 
486 typedef enum {
487  DETMON_BP_MAP_NL_IDX = 0,
488  DETMON_LIN_INFO_IDX = 1,
489  DETMON_GAIN_INFO_IDX = 2,
490  DETMON_BPM_IDX = 3,
491  DETMON_COEFF_IDX = 4,
492  DETMON_MAX_IDX,
493 } detmon_idx;
494 
495 static cpl_error_code disable_contamination(cpl_parameterlist * parlist,
496  const char * recipe)
497 {
498  /* "disable" by setting it to a region of size 1 */
499  cpl_parameter * par;
500  for (int i = 1; i < 6; i++) {
501  char buffer[100];
502  sprintf(buffer, "detmon.%s.llx%d", recipe, i);
503  par = cpl_parameterlist_find(parlist, buffer);
504  cpl_parameter_set_int(par, 1);
505  sprintf(buffer, "detmon.%s.lly%d", recipe, i);
506  par = cpl_parameterlist_find(parlist, buffer);
507  cpl_parameter_set_int(par, 1);
508  sprintf(buffer, "detmon.%s.urx%d", recipe, i);
509  par = cpl_parameterlist_find(parlist, buffer);
510  cpl_parameter_set_int(par, 2);
511  sprintf(buffer, "detmon.%s.ury%d", recipe, i);
512  par = cpl_parameterlist_find(parlist, buffer);
513  cpl_parameter_set_int(par, 2);
514  }
515 
516  return cpl_error_get_code();
517 }
518 
519 /*---------------------------------------------------------------------------*/
520 /*
521  @brief Interpret the command line options and execute the data processing
522  @param frameset the frames list
523  @param parlist_ the parameters list
524  @param recipe recipe name
525  @param is_nir switch to know if opt or nir
526  @return 0 if everything is ok
527  */
528 /*---------------------------------------------------------------------------*/
529 
530 int detmon_lg_mr(cpl_frameset * frameset,
531  const cpl_parameterlist * parlist_,
532  const char * recipe,
533  cpl_boolean is_nir)
534 {
535  const char * tag_on=NULL;
536  const char * tag_off=NULL;
537  IRPLIB_DIAG_PRAGMA_PUSH_IGN(-Wcast-qual);
538  cpl_parameterlist * parlist = (cpl_parameterlist *)parlist_;
539  IRPLIB_DIAG_PRAGMA_POP;
540  cpl_propertylist ** mplist[DETMON_MAX_IDX] = {NULL};
541  cpl_imagelist ** mimg[DETMON_MAX_IDX] = {NULL};
542  cpl_table ** mtab[DETMON_MAX_IDX] = {NULL};
543  cpl_size next[DETMON_MAX_IDX] = {0};
544  char * outname[DETMON_MAX_IDX] = {NULL};
545  char * outtag[DETMON_MAX_IDX] = {NULL};
546  cpl_size nregions = 0;
547 
548  cpl_frameset * frameset_copy = NULL;
549 
550  cpl_propertylist * lintbl =
551  detmon_fill_prolist("DET_LIN_INFO", "REDUCED", "TECH", CPL_FALSE);
552 
553  cpl_propertylist * gaintbl =
554  detmon_fill_prolist("GAIN_INFO", "REDUCED", "TECH", CPL_FALSE);
555 
556  cpl_propertylist * coeffscube =
557  detmon_fill_prolist("COEFFS_CUBE", "REDUCED", "TECH", CPL_FALSE);
558 
559  cpl_propertylist * bpm =
560  detmon_fill_prolist("BP_MAP_NL", "REDUCED", "TECH", CPL_FALSE);
561 
562  cpl_propertylist * corr =
563  detmon_fill_prolist("AUTOCORR", "REDUCED", "TECH", CPL_FALSE);
564 
565  cpl_propertylist * diff_flat =
566  detmon_fill_prolist("DIFF_FLAT", "REDUCED", "TECH", CPL_FALSE);
567  const char * regions_file = NULL;
568  const char * regions_str = NULL;
569  cpl_error_code error = CPL_ERROR_NONE;
570  cpl_size * llx = NULL, * lly = NULL, * urx = NULL, * ury = NULL;
571  const cpl_parameter * p =
572  get_parameter_const(parlist, recipe, "regions-file");
573  if (p) {
574  regions_file = cpl_parameter_get_string(p);
575  if (strlen(regions_file) == 0)
576  regions_file = NULL;
577  }
578 
579  p = get_parameter_const(parlist, recipe, "regions");
580  if (p) {
581  regions_str = cpl_parameter_get_string(p);
582  if (strlen(regions_str) == 0)
583  regions_str = NULL;
584  else {
585  if (regions_file) {
586  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
587  "Please only provide either "
588  "--regions or "
589  "--regions-file, not both");
590  }
591  }
592  }
593 
594  p = get_parameter(parlist, recipe, "intermediate");
595  if (p) {
596  error_if(cpl_parameter_get_bool(p), CPL_ERROR_UNSUPPORTED_MODE,
597  "--intermediate not supported by multi region recipe");
598  }
599 
600  skip_if (detmon_lg_set_tag(frameset, &tag_on, &tag_off));
601  skip_if (detmon_lg_dfs_set_groups(frameset, tag_on, tag_off));
602 
603  if (regions_file) {
604  read_regions_file(regions_file, &llx, &lly, &urx, &ury,
605  &nregions);
606  }
607  else if (regions_str) {
608  read_regions_str(regions_str, &llx, &lly, &urx, &ury,
609  &nregions);
610  }
611  else {
612  return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
613  "Empty value in --regions or "
614  "--regions-file");
615  }
616  skip_if(0);
617 
618  skip_if(check_regions(llx, lly, urx, ury, nregions));
619 
620  if (!is_nir) {
621  /* contamination not supported */
622  skip_if(disable_contamination(parlist, recipe));
623  }
624 
625  /* additionally iterating on extensions would improve IO caching and
626  * reduce memory usage for pix2pix but requires checks if detmon really
627  * gives the same result in this case */
628  for (int i = 0; i < nregions; i++) {
629  cpl_size nlabels;
630  cpl_size * selection;
631  cpl_parameter * par;
632  par = get_parameter(parlist, recipe, "llx");
633  cpl_parameter_set_int(par, llx[i]);
634  par = get_parameter(parlist, recipe, "lly");
635  cpl_parameter_set_int(par, lly[i]);
636  par = get_parameter(parlist, recipe, "urx");
637  cpl_parameter_set_int(par, urx[i]);
638  par = get_parameter(parlist, recipe, "ury");
639  cpl_parameter_set_int(par, ury[i]);
640  cpl_msg_info(cpl_func, "working on region %d/%d: %lld %lld, "
641  "%lld %lld", i + 1, (int)nregions,
642  llx[i], lly[i], urx[i], ury[i]);
643 
644  /* copy and throw away so we don't accumulate products
645  * for each call */
646  cpl_frameset_delete(frameset_copy);
647  frameset_copy = cpl_frameset_duplicate(frameset);
648  error = detmon_lg(frameset_copy,
649  parlist,
650  tag_on,
651  tag_off,
652  recipe,
653  PACKAGE_TARNAME,
654  REGEXP,
655  lintbl, gaintbl, coeffscube,
656  bpm, corr, diff_flat,
657  PACKAGE "/" PACKAGE_VERSION,
658  NULL, NULL, is_nir);
659  skip_if(error);
660 
661  selection = cpl_frameset_labelise(frameset_copy, compare_tags,
662  &nlabels);
663 
664  for (cpl_size j = 0; j < nlabels; j++) {
665  cpl_frameset * a = cpl_frameset_extract(frameset_copy, selection, j);
666  cpl_frame * frm = cpl_frameset_get_position(a, 0);
667  const char * fn = cpl_frame_get_filename(frm);
668  int idx;
669 
670  if (strcmp(cpl_frame_get_tag(frm), "DET_LIN_INFO") == 0)
671  idx = DETMON_LIN_INFO_IDX;
672  else if (strcmp(cpl_frame_get_tag(frm), "GAIN_INFO") == 0)
673  idx = DETMON_GAIN_INFO_IDX;
674  else if (strcmp(cpl_frame_get_tag(frm), "BP_MAP_NL") == 0)
675  idx = DETMON_BPM_IDX;
676  else if (strcmp(cpl_frame_get_tag(frm), "COEFFS_CUBE") == 0)
677  idx = DETMON_COEFF_IDX;
678  else {
679  cpl_frameset_delete(a);
680  continue;
681  }
682 
683  /* prepare storage */
684  if (mplist[idx] == NULL) {
685  next[idx] = cpl_frame_get_nextensions(frm);
686  outname[idx] = cpl_strdup(cpl_frame_get_filename(frm));
687  outtag[idx] = cpl_strdup(cpl_frame_get_tag(frm));
688  mplist[idx] = cpl_calloc(sizeof(cpl_propertylist*), next[idx] + 1);
689  mimg[idx] = cpl_calloc(sizeof(cpl_imagelist*), next[idx] + 1);
690  mtab[idx] = cpl_calloc(sizeof(cpl_table*), next[idx] + 1);
691  }
692 
693  if (idx == DETMON_LIN_INFO_IDX) {
694  const char * rmregexp = "ESO QC CONTAM.*";
695  merge_lingain(mplist[idx], mtab[idx], fn, next[idx],
696  rmregexp, i + 1);
697  }
698  else if (idx == DETMON_GAIN_INFO_IDX) {
699  merge_lingain(mplist[idx], mtab[idx], fn, next[idx],
700  NULL, i + 1);
701  }
702  else if (idx == DETMON_BPM_IDX) {
703  merge_bpmcoeff(mplist[idx], mimg[idx], fn, next[idx],
704  NULL, i + 1);
705  }
706  else if (idx == DETMON_COEFF_IDX) {
707  merge_bpmcoeff(mplist[idx], mimg[idx], fn, next[idx],
708  NULL, i + 1);
709  }
710  skip_if(0);
711 
712  for (int e = 0; e < next[idx] + 1; e++) {
713  char buffer[300];
714  cpl_propertylist * copy_plist;
715  cpl_size len;
716  if (!mplist[idx][e])
717  continue;
718 
719  /* don't add region if extension has no QC parameters */
720  copy_plist = cpl_propertylist_duplicate(mplist[idx][e]);
721  cpl_propertylist_erase_regexp(copy_plist, "ESO QC.*", 1);
722  len = cpl_propertylist_get_size(copy_plist);
723  cpl_propertylist_delete(copy_plist);
724  if (len == 0) {
725  continue;
726  }
727 
728  sprintf(buffer, "ESO QC REG%d LLX", i + 1);
729  cpl_propertylist_append_int(mplist[idx][e], buffer, llx[i]);
730  cpl_propertylist_set_comment(mplist[idx][e], buffer,
731  "Lower left X of region");
732  sprintf(buffer, "ESO QC REG%d LLY", i + 1);
733  cpl_propertylist_append_int(mplist[idx][e], buffer, lly[i]);
734  cpl_propertylist_set_comment(mplist[idx][e], buffer,
735  "Lower left Y of region");
736  sprintf(buffer, "ESO QC REG%d URX", i + 1);
737  cpl_propertylist_append_int(mplist[idx][e], buffer, urx[i]);
738  cpl_propertylist_set_comment(mplist[idx][e], buffer,
739  "Upper right X of region");
740  sprintf(buffer, "ESO QC REG%d URY", i + 1);
741  cpl_propertylist_append_int(mplist[idx][e], buffer, ury[i]);
742  cpl_propertylist_set_comment(mplist[idx][e], buffer,
743  "Upper right Y of region");
744  }
745 
746  cpl_frameset_delete(a);
747  skip_if(0);
748  }
749  cpl_free(selection);
750  }
751 
752  {
753  cpl_frameset * usedframes = cpl_frameset_new();
754  const cpl_size nframes = cpl_frameset_get_size(frameset);
755 
756  for (cpl_size idx = 0; idx < nframes; idx++) {
757  const cpl_frame * frm = cpl_frameset_get_position_const(frameset,
758  idx);
759  if (cpl_frame_get_group(frm) == CPL_FRAME_GROUP_RAW ||
760  cpl_frame_get_group(frm) == CPL_FRAME_GROUP_CALIB) {
761  cpl_frameset_insert(usedframes, cpl_frame_duplicate(frm));
762  }
763  }
764  for (int idx = 0; idx < DETMON_MAX_IDX; idx++) {
765  if (!mplist[idx])
766  continue;
767  if (idx == DETMON_LIN_INFO_IDX || idx == DETMON_GAIN_INFO_IDX) {
768  irplib_dfs_save_propertylist(frameset, parlist, usedframes,
769  recipe, outtag[idx],
770  mplist[idx][0], NULL, PACKAGE "/"
771  PACKAGE_VERSION, outname[idx]);
772  skip_if(0);
773  for (cpl_size e = 1; e < next[idx] + 1; e++) {
774  if (mtab[idx][e]) {
775  cpl_table_save(mtab[idx][e], NULL, mplist[idx][e],
776  outname[idx], CPL_IO_EXTEND);
777  }
778  else {
779  cpl_propertylist_save(mplist[idx][e], outname[idx],
780  CPL_IO_EXTEND);
781  }
782  skip_if(0);
783  }
784  }
785  else if (idx == DETMON_BPM_IDX) {
786  if (!mimg[idx][0]) {
787  irplib_dfs_save_propertylist(frameset, parlist, usedframes,
788  recipe, outtag[idx],
789  mplist[idx][0], NULL, PACKAGE
790  "/" PACKAGE_VERSION,
791  outname[idx]);
792  }
793  else {
794  irplib_dfs_save_image(frameset, parlist, usedframes,
795  cpl_imagelist_get(mimg[idx][0], 0),
796  CPL_TYPE_UNSPECIFIED, recipe,
797  outtag[idx], mplist[idx][0], NULL,
798  PACKAGE "/" PACKAGE_VERSION,
799  outname[idx]);
800  cpl_imagelist_delete(mimg[idx][0]);
801  mimg[idx][0] = NULL;
802  }
803  skip_if(0);
804  for (cpl_size e = 1; e < next[idx] + 1; e++) {
805  if (mimg[idx][e]) {
806  cpl_image * img = cpl_imagelist_get(mimg[idx][e], 0);
807  cpl_image_save(img, outname[idx], CPL_TYPE_UNSPECIFIED,
808  mplist[idx][e],
809  CPL_IO_EXTEND);
810  cpl_imagelist_delete(mimg[idx][e]);
811  mimg[idx][e] = NULL;
812  }
813  else {
814  cpl_propertylist_save(mplist[idx][e], outname[idx],
815  CPL_IO_EXTEND);
816  }
817  skip_if(0);
818  }
819  }
820  else if (idx == DETMON_COEFF_IDX) {
821  if (!mimg[idx][0]) {
822  irplib_dfs_save_propertylist(frameset, parlist, usedframes,
823  recipe, outtag[idx],
824  mplist[idx][0], NULL, PACKAGE
825  "/" PACKAGE_VERSION,
826  outname[idx]);
827  }
828  else {
829  irplib_dfs_save_imagelist(frameset, parlist, usedframes,
830  mimg[idx][0],
831  CPL_TYPE_UNSPECIFIED,
832  recipe, outtag[idx],
833  mplist[idx][0], NULL, PACKAGE "/"
834  PACKAGE_VERSION, outname[idx]);
835  cpl_imagelist_delete(mimg[idx][0]);
836  mimg[idx][0] = NULL;
837  }
838  skip_if(0);
839  for (cpl_size e = 1; e < next[idx] + 1; e++) {
840  if (mimg[idx][e]) {
841  cpl_imagelist_save(mimg[idx][e], outname[idx],
842  CPL_TYPE_UNSPECIFIED,
843  mplist[idx][e], CPL_IO_EXTEND);
844  cpl_imagelist_delete(mimg[idx][e]);
845  mimg[idx][e] = NULL;
846  }
847  else {
848  cpl_propertylist_save(mplist[idx][e], outname[idx],
849  CPL_IO_EXTEND);
850  }
851  skip_if(0);
852  }
853  }
854  }
855 
856  cpl_frameset_delete(usedframes);
857  skip_if(0);
858  }
859 
860  end_skip;
861  cpl_frameset_delete(frameset_copy);
862  cpl_propertylist_delete(lintbl);
863  cpl_propertylist_delete(gaintbl);
864  cpl_propertylist_delete(coeffscube);
865  cpl_propertylist_delete(bpm);
866  cpl_propertylist_delete(corr);
867  cpl_propertylist_delete(diff_flat);
868  for (int i = 0; i < DETMON_MAX_IDX; i++) {
869  for (int e = 0; e < next[i] + 1; e++) {
870  if (mplist[i])
871  cpl_propertylist_delete(mplist[i][e]);
872  if (mimg[i])
873  cpl_imagelist_delete(mimg[i][e]);
874  if (mtab[i])
875  cpl_table_delete(mtab[i][e]);
876  }
877  cpl_free(mplist[i]);
878  cpl_free(mimg[i]);
879  cpl_free(mtab[i]);
880  cpl_free(outname[i]);
881  cpl_free(outtag[i]);
882  }
883  cpl_free(llx);
884  cpl_free(lly);
885  cpl_free(urx);
886  cpl_free(ury);
887 
888  return cpl_error_get_code();
889 }