35 #include "detmon_lg.h"
38 #include "irplib_plugin.h"
39 #include "irplib_utils.h"
50 detmon_lg_dfs_set_groups(cpl_frameset * set,
51 const char *tag_on,
const char *tag_off);
53 static int check_regions(
const cpl_size *,
const cpl_size *,
54 const cpl_size *,
const cpl_size *,
55 cpl_size) CPL_ATTR_NONNULL;
57 static int compare_tags(
const cpl_frame *,
const cpl_frame *) CPL_ATTR_NONNULL;
59 static const cpl_parameter *
60 get_parameter_const(
const cpl_parameterlist * parlist,
61 const char * recipe,
const char * name)
63 char * parname = cpl_sprintf(
"detmon.%s.%s", recipe, name);
64 const cpl_parameter * p = cpl_parameterlist_find_const(parlist, parname);
69 static cpl_parameter *
70 get_parameter(cpl_parameterlist * parlist,
71 const char * recipe,
const char * name)
73 char * parname = cpl_sprintf(
"detmon.%s.%s", recipe, name);
74 cpl_parameter * p = cpl_parameterlist_find(parlist, parname);
79 static int compare_tags(
const cpl_frame * a,
const cpl_frame * b)
81 return strcmp(cpl_frame_get_tag(a), cpl_frame_get_tag(b)) == 0;
98 static cpl_error_code merge_keys(cpl_propertylist * mplist,
99 const cpl_propertylist * plist_,
101 const char * rmregexp)
105 cpl_propertylist * plist = cpl_propertylist_duplicate(plist_);
108 cpl_propertylist_erase_regexp(plist, rmregexp, 0);
109 cpl_propertylist_erase_regexp(mplist, rmregexp, 0);
112 for (cpl_size i = 0; i < cpl_propertylist_get_size(plist); i++) {
113 cpl_property * p = cpl_propertylist_get(plist, i);
114 const char * key = cpl_property_get_name(p);
116 if (!strncmp(key,
"ESO QC ", 7)) {
118 sprintf(buffer,
"ESO QC REG%d %s", pos, key + 7);
119 cpl_msg_debug(cpl_func,
"merging %s to %s", key, buffer);
120 if (cpl_property_get_type(p) == CPL_TYPE_INT) {
121 int val = cpl_property_get_int(p);
122 cpl_propertylist_append_int(mplist, buffer, val);
123 }
else if (cpl_property_get_type(p) == CPL_TYPE_DOUBLE) {
124 double val = cpl_property_get_double(p);
125 cpl_propertylist_append_double(mplist, buffer, val);
126 }
else if (cpl_property_get_type(p) == CPL_TYPE_STRING) {
127 const char * val = cpl_property_get_string(p);
128 cpl_propertylist_append_string(mplist, buffer, val);
132 com = cpl_property_get_comment(p);
133 cpl_propertylist_set_comment(mplist, buffer, com);
136 if (cpl_propertylist_has(mplist, key))
137 cpl_propertylist_erase(mplist, key);
143 cpl_propertylist_delete(plist);
145 return cpl_error_get_code();
158 static cpl_error_code
159 merge_images(cpl_imagelist * mimgl,
const cpl_imagelist * img)
161 cpl_ensure_code(cpl_imagelist_get_size(img) ==
162 cpl_imagelist_get_size(mimgl), CPL_ERROR_ILLEGAL_INPUT);
163 for (
int i = 0; i < cpl_imagelist_get_size(img); i++) {
164 cpl_image * mimg = cpl_imagelist_get(mimgl, i);
165 const cpl_image * part = cpl_imagelist_get_const(img, i);
166 cpl_image_add(mimg, part);
169 return cpl_error_get_code();
182 static cpl_error_code
183 merge_table(cpl_table * mtab, cpl_table * tab,
const int pos)
185 cpl_table_new_column(tab,
"REGION", CPL_TYPE_INT);
186 cpl_table_fill_column_window(tab,
"REGION", 0, cpl_table_get_nrow(tab), pos);
187 skip_if(cpl_table_insert(mtab, tab, cpl_table_get_nrow(mtab)));
191 return cpl_error_get_code();
195 static cpl_error_code
196 parse_token(
const char * token, cpl_size * llx, cpl_size * lly,
197 cpl_size * urx, cpl_size * ury)
199 assert(
sizeof(*llx) == 8);
200 if (sscanf(token,
" %lld , %lld , %lld , %lld ", llx, lly, urx, ury) == 4) {
201 return CPL_ERROR_NONE;
203 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
204 "Data not formated correctly: %s; "
205 "expecting: name,llx,lly,urx,ury",
224 static cpl_error_code
225 read_regions_file(
const char * filename, cpl_size ** rllx,
226 cpl_size ** rlly, cpl_size ** rurx, cpl_size ** rury,
229 FILE * f = fopen(filename,
"r");
234 return cpl_error_set_message(cpl_func, CPL_ERROR_FILE_IO,
235 "Could not open file %s: %s", filename,
238 cpl_msg_info(cpl_func,
"Reading %s", filename);
241 *rllx = cpl_malloc(
sizeof(**rllx) * nmax);
242 *rlly = cpl_malloc(
sizeof(**rllx) * nmax);
243 *rurx = cpl_malloc(
sizeof(**rllx) * nmax);
244 *rury = cpl_malloc(
sizeof(**rllx) * nmax);
246 while (fgets(line, 1024, f) != NULL) {
247 const size_t nline = strlen(line);
248 if (line[nline - 1] !=
'\n') {
249 cpl_error_set_message(cpl_func, CPL_ERROR_FILE_IO,
250 "File %s contained too long line",
258 skip_if(parse_token(line, &(*rllx)[i], &(*rlly)[i],
259 &(*rurx)[i], &(*rury)[i]));
263 *rllx = cpl_realloc(*rllx,
sizeof(**rllx) * nmax);
264 *rlly = cpl_realloc(*rlly,
sizeof(**rllx) * nmax);
265 *rurx = cpl_realloc(*rurx,
sizeof(**rllx) * nmax);
266 *rury = cpl_realloc(*rury,
sizeof(**rllx) * nmax);
274 return CPL_ERROR_NONE;
292 static cpl_error_code
293 read_regions_str(
const char * istr, cpl_size ** rllx,
294 cpl_size ** rlly, cpl_size ** rurx, cpl_size ** rury,
298 char * str_ = cpl_strdup(istr);
301 *rllx = cpl_malloc(
sizeof(**rllx) * nmax);
302 *rlly = cpl_malloc(
sizeof(**rllx) * nmax);
303 *rurx = cpl_malloc(
sizeof(**rllx) * nmax);
304 *rury = cpl_malloc(
sizeof(**rllx) * nmax);
306 for (
int i = 0; ;i++) {
307 const char * token = strtok(str,
":");
311 skip_if(parse_token(token, &(*rllx)[i], &(*rlly)[i],
312 &(*rurx)[i], &(*rury)[i]));
316 *rllx = cpl_realloc(*rllx,
sizeof(**rllx) * nmax);
317 *rlly = cpl_realloc(*rlly,
sizeof(**rllx) * nmax);
318 *rurx = cpl_realloc(*rurx,
sizeof(**rllx) * nmax);
319 *rury = cpl_realloc(*rury,
sizeof(**rllx) * nmax);
328 return CPL_ERROR_NONE;
331 static int check_regions(
const cpl_size * llx,
const cpl_size * lly,
332 const cpl_size * urx,
const cpl_size * ury,
335 for (cpl_size i = 0; i < nregions; i++) {
336 if (llx[i] < 1 || lly[i] < 1 ||
337 urx[i] < 1 || ury[i] < 1) {
338 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
339 "Region %lld (%lld,%lld,%lld,%lld) has entry smaller one",
340 i, llx[i], lly[i], urx[i], ury[i]);
342 if ((urx[i] - llx[i] < 1) || (ury[i] - lly[i] < 1)) {
343 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
344 "Region %lld (%lld,%lld,%lld,%lld) has size zero",
345 i, llx[i], lly[i], urx[i], ury[i]);
347 for (cpl_size j = i + 1; j < nregions; j++) {
348 if (!(llx[i] > urx[j] || urx[i] < llx[j] ||
349 lly[i] > ury[j] || ury[i] < lly[j])) {
350 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
351 "Regions %lld (%lld,%lld,%lld,%lld) and "
352 "%lld (%lld,%lld,%lld,%lld) overlap (llx,lly,urx,ury)",
353 i, llx[i], lly[i], urx[i], ury[i],
354 j, llx[j], lly[j], urx[j], ury[j]);
359 return CPL_ERROR_NONE;
377 static cpl_error_code
378 merge_lingain(cpl_propertylist * mplist[], cpl_table * mtab[],
379 const char * fn,
const cpl_size next,
380 const char * rmregexp,
int pos)
382 cpl_errorstate cleanstate = cpl_errorstate_get();
385 cpl_propertylist * plist = cpl_propertylist_load(fn, 0);
386 skip_if(plist == NULL);
387 if (mplist[0] == NULL) {
389 merge_keys(mplist[0], plist, pos, rmregexp);
392 merge_keys(mplist[0], plist, pos, rmregexp);
393 cpl_propertylist_delete(plist);
398 for (
int e = 1; e < next + 1; e++) {
399 cpl_propertylist * plist = cpl_propertylist_load(fn, e);
400 cpl_table * tab = cpl_table_load(fn, e, 0);
403 cpl_errorstate_set(cleanstate);
404 cpl_propertylist_delete(plist);
407 skip_if(plist == NULL);
409 if (mplist[e] == NULL) {
410 merge_keys(plist, plist, pos, rmregexp);
411 cpl_table_new_column(tab,
"REGION", CPL_TYPE_INT);
412 cpl_table_fill_column_window(tab,
"REGION", 0,
413 cpl_table_get_nrow(tab), 1);
419 merge_keys(mplist[e], plist, pos, rmregexp);
420 merge_table(mtab[e], tab, pos);
422 cpl_propertylist_delete(plist);
423 cpl_table_delete(tab);
430 return cpl_error_get_code();
448 static cpl_error_code
449 merge_bpmcoeff(cpl_propertylist * mplist[], cpl_imagelist * mimg[],
450 const char * fn,
const cpl_size next,
451 const char * rmregexp,
int pos)
453 cpl_errorstate cleanstate = cpl_errorstate_get();
455 for (
int e = 0; e < next + 1; e++) {
456 cpl_propertylist * plist = cpl_propertylist_load(fn, e);
457 cpl_imagelist * img = cpl_imagelist_load(fn, CPL_TYPE_UNSPECIFIED, e);
460 cpl_errorstate_set(cleanstate);
461 cpl_propertylist_delete(plist);
464 skip_if(plist == NULL);
466 if (mimg[e] == NULL) {
467 merge_keys(plist, plist, pos, rmregexp);
472 merge_keys(mplist[e], plist, pos, rmregexp);
473 merge_images(mimg[e], img);
475 cpl_propertylist_delete(plist);
476 cpl_imagelist_delete(img);
483 return cpl_error_get_code();
487 DETMON_BP_MAP_NL_IDX = 0,
488 DETMON_LIN_INFO_IDX = 1,
489 DETMON_GAIN_INFO_IDX = 2,
491 DETMON_COEFF_IDX = 4,
495 static cpl_error_code disable_contamination(cpl_parameterlist * parlist,
500 for (
int i = 1; i < 6; i++) {
502 sprintf(buffer,
"detmon.%s.llx%d", recipe, i);
503 par = cpl_parameterlist_find(parlist, buffer);
504 cpl_parameter_set_int(par, 1);
505 sprintf(buffer,
"detmon.%s.lly%d", recipe, i);
506 par = cpl_parameterlist_find(parlist, buffer);
507 cpl_parameter_set_int(par, 1);
508 sprintf(buffer,
"detmon.%s.urx%d", recipe, i);
509 par = cpl_parameterlist_find(parlist, buffer);
510 cpl_parameter_set_int(par, 2);
511 sprintf(buffer,
"detmon.%s.ury%d", recipe, i);
512 par = cpl_parameterlist_find(parlist, buffer);
513 cpl_parameter_set_int(par, 2);
516 return cpl_error_get_code();
530 int detmon_lg_mr(cpl_frameset * frameset,
531 const cpl_parameterlist * parlist_,
535 const char * tag_on=NULL;
536 const char * tag_off=NULL;
537 IRPLIB_DIAG_PRAGMA_PUSH_IGN(-Wcast-qual);
538 cpl_parameterlist * parlist = (cpl_parameterlist *)parlist_;
539 IRPLIB_DIAG_PRAGMA_POP;
540 cpl_propertylist ** mplist[DETMON_MAX_IDX] = {NULL};
541 cpl_imagelist ** mimg[DETMON_MAX_IDX] = {NULL};
542 cpl_table ** mtab[DETMON_MAX_IDX] = {NULL};
543 cpl_size next[DETMON_MAX_IDX] = {0};
544 char * outname[DETMON_MAX_IDX] = {NULL};
545 char * outtag[DETMON_MAX_IDX] = {NULL};
546 cpl_size nregions = 0;
548 cpl_frameset * frameset_copy = NULL;
550 cpl_propertylist * lintbl =
551 detmon_fill_prolist(
"DET_LIN_INFO",
"REDUCED",
"TECH", CPL_FALSE);
553 cpl_propertylist * gaintbl =
554 detmon_fill_prolist(
"GAIN_INFO",
"REDUCED",
"TECH", CPL_FALSE);
556 cpl_propertylist * coeffscube =
557 detmon_fill_prolist(
"COEFFS_CUBE",
"REDUCED",
"TECH", CPL_FALSE);
559 cpl_propertylist * bpm =
560 detmon_fill_prolist(
"BP_MAP_NL",
"REDUCED",
"TECH", CPL_FALSE);
562 cpl_propertylist * corr =
563 detmon_fill_prolist(
"AUTOCORR",
"REDUCED",
"TECH", CPL_FALSE);
565 cpl_propertylist * diff_flat =
566 detmon_fill_prolist(
"DIFF_FLAT",
"REDUCED",
"TECH", CPL_FALSE);
567 const char * regions_file = NULL;
568 const char * regions_str = NULL;
569 cpl_error_code error = CPL_ERROR_NONE;
570 cpl_size * llx = NULL, * lly = NULL, * urx = NULL, * ury = NULL;
571 const cpl_parameter * p =
572 get_parameter_const(parlist, recipe,
"regions-file");
574 regions_file = cpl_parameter_get_string(p);
575 if (strlen(regions_file) == 0)
579 p = get_parameter_const(parlist, recipe,
"regions");
581 regions_str = cpl_parameter_get_string(p);
582 if (strlen(regions_str) == 0)
586 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
587 "Please only provide either "
589 "--regions-file, not both");
594 p = get_parameter(parlist, recipe,
"intermediate");
596 error_if(cpl_parameter_get_bool(p), CPL_ERROR_UNSUPPORTED_MODE,
597 "--intermediate not supported by multi region recipe");
600 skip_if (detmon_lg_set_tag(frameset, &tag_on, &tag_off));
601 skip_if (detmon_lg_dfs_set_groups(frameset, tag_on, tag_off));
604 read_regions_file(regions_file, &llx, &lly, &urx, &ury,
607 else if (regions_str) {
608 read_regions_str(regions_str, &llx, &lly, &urx, &ury,
612 return cpl_error_set_message(cpl_func, CPL_ERROR_ILLEGAL_INPUT,
613 "Empty value in --regions or "
618 skip_if(check_regions(llx, lly, urx, ury, nregions));
622 skip_if(disable_contamination(parlist, recipe));
628 for (
int i = 0; i < nregions; i++) {
630 cpl_size * selection;
632 par = get_parameter(parlist, recipe,
"llx");
633 cpl_parameter_set_int(par, llx[i]);
634 par = get_parameter(parlist, recipe,
"lly");
635 cpl_parameter_set_int(par, lly[i]);
636 par = get_parameter(parlist, recipe,
"urx");
637 cpl_parameter_set_int(par, urx[i]);
638 par = get_parameter(parlist, recipe,
"ury");
639 cpl_parameter_set_int(par, ury[i]);
640 cpl_msg_info(cpl_func,
"working on region %d/%d: %lld %lld, "
641 "%lld %lld", i + 1, (
int)nregions,
642 llx[i], lly[i], urx[i], ury[i]);
646 cpl_frameset_delete(frameset_copy);
647 frameset_copy = cpl_frameset_duplicate(frameset);
648 error = detmon_lg(frameset_copy,
655 lintbl, gaintbl, coeffscube,
656 bpm, corr, diff_flat,
657 PACKAGE
"/" PACKAGE_VERSION,
661 selection = cpl_frameset_labelise(frameset_copy, compare_tags,
664 for (cpl_size j = 0; j < nlabels; j++) {
665 cpl_frameset * a = cpl_frameset_extract(frameset_copy, selection, j);
666 cpl_frame * frm = cpl_frameset_get_position(a, 0);
667 const char * fn = cpl_frame_get_filename(frm);
670 if (strcmp(cpl_frame_get_tag(frm),
"DET_LIN_INFO") == 0)
671 idx = DETMON_LIN_INFO_IDX;
672 else if (strcmp(cpl_frame_get_tag(frm),
"GAIN_INFO") == 0)
673 idx = DETMON_GAIN_INFO_IDX;
674 else if (strcmp(cpl_frame_get_tag(frm),
"BP_MAP_NL") == 0)
675 idx = DETMON_BPM_IDX;
676 else if (strcmp(cpl_frame_get_tag(frm),
"COEFFS_CUBE") == 0)
677 idx = DETMON_COEFF_IDX;
679 cpl_frameset_delete(a);
684 if (mplist[idx] == NULL) {
685 next[idx] = cpl_frame_get_nextensions(frm);
686 outname[idx] = cpl_strdup(cpl_frame_get_filename(frm));
687 outtag[idx] = cpl_strdup(cpl_frame_get_tag(frm));
688 mplist[idx] = cpl_calloc(
sizeof(cpl_propertylist*), next[idx] + 1);
689 mimg[idx] = cpl_calloc(
sizeof(cpl_imagelist*), next[idx] + 1);
690 mtab[idx] = cpl_calloc(
sizeof(cpl_table*), next[idx] + 1);
693 if (idx == DETMON_LIN_INFO_IDX) {
694 const char * rmregexp =
"ESO QC CONTAM.*";
695 merge_lingain(mplist[idx], mtab[idx], fn, next[idx],
698 else if (idx == DETMON_GAIN_INFO_IDX) {
699 merge_lingain(mplist[idx], mtab[idx], fn, next[idx],
702 else if (idx == DETMON_BPM_IDX) {
703 merge_bpmcoeff(mplist[idx], mimg[idx], fn, next[idx],
706 else if (idx == DETMON_COEFF_IDX) {
707 merge_bpmcoeff(mplist[idx], mimg[idx], fn, next[idx],
712 for (
int e = 0; e < next[idx] + 1; e++) {
714 cpl_propertylist * copy_plist;
720 copy_plist = cpl_propertylist_duplicate(mplist[idx][e]);
721 cpl_propertylist_erase_regexp(copy_plist,
"ESO QC.*", 1);
722 len = cpl_propertylist_get_size(copy_plist);
723 cpl_propertylist_delete(copy_plist);
728 sprintf(buffer,
"ESO QC REG%d LLX", i + 1);
729 cpl_propertylist_append_int(mplist[idx][e], buffer, llx[i]);
730 cpl_propertylist_set_comment(mplist[idx][e], buffer,
731 "Lower left X of region");
732 sprintf(buffer,
"ESO QC REG%d LLY", i + 1);
733 cpl_propertylist_append_int(mplist[idx][e], buffer, lly[i]);
734 cpl_propertylist_set_comment(mplist[idx][e], buffer,
735 "Lower left Y of region");
736 sprintf(buffer,
"ESO QC REG%d URX", i + 1);
737 cpl_propertylist_append_int(mplist[idx][e], buffer, urx[i]);
738 cpl_propertylist_set_comment(mplist[idx][e], buffer,
739 "Upper right X of region");
740 sprintf(buffer,
"ESO QC REG%d URY", i + 1);
741 cpl_propertylist_append_int(mplist[idx][e], buffer, ury[i]);
742 cpl_propertylist_set_comment(mplist[idx][e], buffer,
743 "Upper right Y of region");
746 cpl_frameset_delete(a);
753 cpl_frameset * usedframes = cpl_frameset_new();
754 const cpl_size nframes = cpl_frameset_get_size(frameset);
756 for (cpl_size idx = 0; idx < nframes; idx++) {
757 const cpl_frame * frm = cpl_frameset_get_position_const(frameset,
759 if (cpl_frame_get_group(frm) == CPL_FRAME_GROUP_RAW ||
760 cpl_frame_get_group(frm) == CPL_FRAME_GROUP_CALIB) {
761 cpl_frameset_insert(usedframes, cpl_frame_duplicate(frm));
764 for (
int idx = 0; idx < DETMON_MAX_IDX; idx++) {
767 if (idx == DETMON_LIN_INFO_IDX || idx == DETMON_GAIN_INFO_IDX) {
768 irplib_dfs_save_propertylist(frameset, parlist, usedframes,
770 mplist[idx][0], NULL, PACKAGE
"/"
771 PACKAGE_VERSION, outname[idx]);
773 for (cpl_size e = 1; e < next[idx] + 1; e++) {
775 cpl_table_save(mtab[idx][e], NULL, mplist[idx][e],
776 outname[idx], CPL_IO_EXTEND);
779 cpl_propertylist_save(mplist[idx][e], outname[idx],
785 else if (idx == DETMON_BPM_IDX) {
787 irplib_dfs_save_propertylist(frameset, parlist, usedframes,
789 mplist[idx][0], NULL, PACKAGE
794 irplib_dfs_save_image(frameset, parlist, usedframes,
795 cpl_imagelist_get(mimg[idx][0], 0),
796 CPL_TYPE_UNSPECIFIED, recipe,
797 outtag[idx], mplist[idx][0], NULL,
798 PACKAGE
"/" PACKAGE_VERSION,
800 cpl_imagelist_delete(mimg[idx][0]);
804 for (cpl_size e = 1; e < next[idx] + 1; e++) {
806 cpl_image * img = cpl_imagelist_get(mimg[idx][e], 0);
807 cpl_image_save(img, outname[idx], CPL_TYPE_UNSPECIFIED,
810 cpl_imagelist_delete(mimg[idx][e]);
814 cpl_propertylist_save(mplist[idx][e], outname[idx],
820 else if (idx == DETMON_COEFF_IDX) {
822 irplib_dfs_save_propertylist(frameset, parlist, usedframes,
824 mplist[idx][0], NULL, PACKAGE
829 irplib_dfs_save_imagelist(frameset, parlist, usedframes,
831 CPL_TYPE_UNSPECIFIED,
833 mplist[idx][0], NULL, PACKAGE
"/"
834 PACKAGE_VERSION, outname[idx]);
835 cpl_imagelist_delete(mimg[idx][0]);
839 for (cpl_size e = 1; e < next[idx] + 1; e++) {
841 cpl_imagelist_save(mimg[idx][e], outname[idx],
842 CPL_TYPE_UNSPECIFIED,
843 mplist[idx][e], CPL_IO_EXTEND);
844 cpl_imagelist_delete(mimg[idx][e]);
848 cpl_propertylist_save(mplist[idx][e], outname[idx],
856 cpl_frameset_delete(usedframes);
861 cpl_frameset_delete(frameset_copy);
862 cpl_propertylist_delete(lintbl);
863 cpl_propertylist_delete(gaintbl);
864 cpl_propertylist_delete(coeffscube);
865 cpl_propertylist_delete(bpm);
866 cpl_propertylist_delete(corr);
867 cpl_propertylist_delete(diff_flat);
868 for (
int i = 0; i < DETMON_MAX_IDX; i++) {
869 for (
int e = 0; e < next[i] + 1; e++) {
871 cpl_propertylist_delete(mplist[i][e]);
873 cpl_imagelist_delete(mimg[i][e]);
875 cpl_table_delete(mtab[i][e]);
880 cpl_free(outname[i]);
888 return cpl_error_get_code();