33#include "cr2res_idp.h"
34#include "cr2res_pfits.h"
35#include "cr2res_utils.h"
36#include "cr2res_dfs.h"
44static int cr2res_idp_copy_spec(
47 cpl_size out_start_idx,
54static int cr2res_idp_copy_pol(
57 cpl_size out_start_idx,
60 const char * setting) ;
85 const char * filename,
86 cpl_frameset * allframes,
87 cpl_frameset * rawframes,
88 const cpl_parameterlist * parlist,
90 cpl_propertylist * main_qc_plist,
91 cpl_propertylist ** ext_plist,
96 const cpl_array * wlen_arr;
99 cpl_frame * out_frame ;
100 const cpl_frame * ref_frame ;
101 const char * ref_fname ;
102 cpl_propertylist * pri_head ;
103 cpl_propertylist * ext_head ;
104 double dit, exptime, texptime, mjd_start, mjd_end,
105 wmin, wmax, resol, spec_bin ;
106 const char * progid ;
107 const char * slitname ;
108 const char * setting ;
109 const char * poltype ;
110 int err, i, ndit, nframes, nraw, obid, nrows, ord ;
113 const cpl_parameter * param ;
117 const char *nod_catg =
"OBS_NODDING_EXTRACT";
121 cpl_msg_info(__func__,
"Create IDPs for %s", filename) ;
123 idp_filename = cpl_sprintf(
"idp_%s", filename) ;
126 ref_frame = cpl_frameset_get_position_const(rawframes, 0) ;
127 ref_fname = cpl_frame_get_filename(ref_frame) ;
128 pri_head = cpl_propertylist_load(ref_fname, 0);
131 cr2res_qc_dup_mtrlgy_key(rawframes, pri_head);
134 ext_head = cpl_propertylist_new() ;
137 setting = cpl_propertylist_get_string(pri_head,
"ESO INS WLEN ID");
142 param = cpl_parameterlist_find_const(parlist,
143 "cr2res.cr2res_obs_nodding.error_method");
144 if (strcmp(cpl_parameter_get_string(param),
"Horne") == 0)
145 error_method = CR2RES_EXTRACT_ERROR_HORNE;
147 error_method = CR2RES_EXTRACT_ERROR_POISSON;
148 if (strncmp(procatg, nod_catg, strlen(nod_catg)) == 0)
150 nab = cpl_propertylist_get_int(pri_head,
"ESO PRO DATANCOM") / 2;
151 if (strcmp(procatg, CR2RES_OBS_NODDING_EXTRACTC_IDP_PROCATG) == 0)
160 wlen_arr = cpl_table_get_array(idp_tab, CR2RES_IDP_COL_WAVE, 0);
161 nrows = cpl_array_get_size(wlen_arr);
162 wmin = cpl_array_get_double(wlen_arr, 0, &err) ;
163 wmax = cpl_array_get_double(wlen_arr, nrows-1, &err) ;
166 out_frame = cpl_frame_new();
167 cpl_frame_set_filename(out_frame, idp_filename);
168 cpl_frame_set_type(out_frame, CPL_FRAME_TYPE_ANY);
169 cpl_frame_set_group(out_frame, CPL_FRAME_GROUP_PRODUCT);
170 cpl_frame_set_level(out_frame, CPL_FRAME_LEVEL_FINAL);
173 cpl_frame_set_tag(out_frame, procatg);
174 cpl_propertylist_append_string(pri_head, CPL_DFS_PRO_CATG, procatg);
177 cpl_propertylist_append_string(pri_head, CR2RES_HEADER_DRS_TYPE,
178 CR2RES_EXTRACT_1D_IDP_DRSTYPE) ;
180 if (!strcmp(recipe,
"cr2res_obs_nodding")) {
181 cpl_propertylist_update_string(pri_head,
"OBSTECH",
"NODDING") ;
183 else if (!strcmp(recipe,
"cr2res_obs_staring")) {
184 cpl_propertylist_update_string(pri_head,
"OBSTECH",
"STARING") ;
186 else if (!strcmp(recipe,
"cr2res_obs_2d")) {
187 cpl_propertylist_update_string(pri_head,
"OBSTECH",
"GENERIC_OFFSET") ;
189 else if (!strcmp(recipe,
"cr2res_obs_pol")) {
190 cpl_propertylist_update_string(pri_head,
"OBSTECH",
"POLARIMETRY") ;
192 cpl_propertylist_set_comment(pri_head,
"OBSTECH",
193 "Technique of observation") ;
196 if (cpl_propertylist_has(pri_head,
"RADECSYS")) {
197 if (!cpl_propertylist_has(pri_head,
"RADESYS")) {
198 const cpl_property *_property =
199 cpl_propertylist_get_property_const(pri_head,
"RADECSYS");
200 cpl_property *
property = cpl_property_duplicate(_property);
201 cpl_property_set_name(property,
"RADESYS");
202 cpl_propertylist_append_property(pri_head, property);
203 cpl_property_delete(property);
205 cpl_propertylist_erase(pri_head,
"RADECSYS");
208 cpl_dfs_setup_product_header(pri_head, out_frame, allframes,
209 parlist, recipe, VERSION,
"PRO-1.16", ref_frame);
213 if (cpl_propertylist_has(pri_head,
"ESO INS FILT1 NAME")) {
214 cpl_propertylist_update_string(pri_head,
"FILTER",
215 cpl_propertylist_get_string(pri_head,
"ESO INS FILT1 ID")) ;
216 cpl_propertylist_set_comment(pri_head,
"FILTER",
224 nframes = cpl_frameset_get_size(rawframes);
227 cpl_errorstate tempes = cpl_errorstate_get();
229 for (i = 1; i <= nframes; i++) {
231 keyname = cpl_sprintf(
"ESO PRO REC1 RAW%d NAME", i);
232 fname = cpl_propertylist_get_string(pri_head, keyname);
235 keyname = cpl_sprintf(
"PROV%d", i);
236 cpl_propertylist_update_string(pri_head, keyname, fname);
242 cpl_errorstate_set(tempes);
245 if (ext_plist[0] != NULL)
246 cpl_propertylist_copy_property_regexp(ext_head, ext_plist[0],
"QC*", 0);
248 cpl_propertylist_update_int(pri_head,
"NCOMBINE", nraw);
249 exptime = dit * ndit * nraw;
250 cpl_propertylist_update_double(pri_head,
"EXPTIME", exptime);
251 cpl_propertylist_set_comment(pri_head,
"EXPTIME",
252 "[s] Total integration time per pixel");
255 cpl_propertylist_update_double(pri_head,
"TEXPTIME", texptime);
256 cpl_propertylist_set_comment(pri_head,
"TEXPTIME",
257 "[s] Total integration time of exposures");
260 if (mjd_start > 0.0) {
261 cpl_propertylist_update_double(pri_head,
"MJD-OBS", mjd_start) ;
262 cpl_propertylist_set_comment(pri_head,
"MJD-OBS",
263 "[d] Start of observations (days)");
266 cpl_propertylist_update_double(pri_head,
"MJD-END", mjd_end) ;
267 cpl_propertylist_set_comment(pri_head,
"MJD-END",
268 "[d] End of observations (days)");
271 if (mjd_end > 0 && mjd_start > 0) {
272 cpl_propertylist_update_double(ext_head,
"TELAPSE",
273 (mjd_end-mjd_start)*24*3600) ;
274 cpl_propertylist_set_comment(ext_head,
"TELAPSE",
275 "Total elapsed time in seconds [s]") ;
277 cpl_propertylist_update_double(ext_head,
"TMID",
278 (mjd_end+mjd_start)/2.0) ;
279 cpl_propertylist_set_comment(ext_head,
"TMID",
280 "Exposure midpoint [MJD]") ;
284 cpl_propertylist_update_string(pri_head,
"PROG_ID", progid) ;
285 cpl_propertylist_set_comment(pri_head,
"PROG_ID",
286 "ESO programme identification");
289 cpl_propertylist_update_int(pri_head,
"OBID1", obid);
290 cpl_propertylist_set_comment(pri_head,
"OBID1",
"Observation block ID");
292 if (!strcmp(recipe,
"cr2res_obs_2d"))
293 cpl_propertylist_update_bool(pri_head,
"EXT_OBJ", 1) ;
295 cpl_propertylist_update_bool(pri_head,
"EXT_OBJ", 0) ;
296 cpl_propertylist_set_comment(pri_head,
"EXT_OBJ",
297 "True for extended objects, cr2res_obs_2d was used") ;
299 cpl_propertylist_update_string(pri_head,
"FLUXCAL",
"UNCALIBRATED") ;
300 cpl_propertylist_set_comment(pri_head,
"FLUXCAL",
301 "Type of flux calibration");
303 cpl_propertylist_update_int(pri_head,
"FLUXERR", -1) ;
304 cpl_propertylist_set_comment(pri_head,
"FLUXERR",
305 "Fractional uncertainty [%%] on the flux scale");
307 cpl_propertylist_update_bool(pri_head,
"TOT_FLUX", 0) ;
308 cpl_propertylist_set_comment(pri_head,
"TOT_FLUX",
309 "True if flux data represent the total source flux.");
314 if ( cpl_frameset_find_const(allframes,
315 CR2RES_CAL_FLAT_EXTRACT_1D_PROCATG) != NULL) {
316 cpl_propertylist_update_bool(pri_head,
"CONTNORM", 0) ;
318 cpl_propertylist_update_bool(pri_head,
"CONTNORM", 0) ;
320 cpl_propertylist_set_comment(pri_head,
"CONTNORM",
321 "TRUE if the spectrum has been divided by the blaze") ;
324 cpl_propertylist_update_string(pri_head,
"SPECSYS",
"TOPOCENT") ;
325 cpl_propertylist_set_comment(pri_head,
"SPECSYS",
326 "Frame of reference for spectral coordinates");
328 cpl_propertylist_update_string(pri_head,
"PROCSOFT",
329 PACKAGE
"/" PACKAGE_VERSION) ;
330 cpl_propertylist_set_comment(pri_head,
"PROCSOFT",
"ESO pipeline version");
332 cpl_propertylist_update_string(pri_head,
"REFERENC",
"") ;
333 cpl_propertylist_set_comment(pri_head,
"REFERENC",
"Reference publication");
335 cpl_propertylist_update_string(pri_head,
"PRODCATG",
"SCIENCE.SPECTRUM") ;
336 cpl_propertylist_set_comment(pri_head,
"PRODCATG",
"Data product category");
339 cpl_propertylist_update_double(pri_head,
"WAVELMIN", wmin) ;
340 cpl_propertylist_set_comment(pri_head,
"WAVELMIN",
341 "Minimum Wavelength [nm]") ;
343 cpl_propertylist_update_double(pri_head,
"WAVELMAX", wmax) ;
344 cpl_propertylist_set_comment(pri_head,
"WAVELMAX",
345 "Maximum Wavelength [nm]") ;
347 cpl_propertylist_update_double(pri_head,
"SPEC_VAL", (wmax+wmin)/2.0) ;
348 cpl_propertylist_set_comment(pri_head,
"SPEC_VAL",
349 "Characteristic spectral coordinate value [nm]") ;
351 cpl_propertylist_update_double(pri_head,
"SPEC_BW", wmax-wmin) ;
352 cpl_propertylist_set_comment(pri_head,
"SPEC_BW",
353 "Width of the spectrum [nm]") ;
355 cpl_propertylist_update_string(pri_head,
"SPECSYS",
"TOPOCENT") ;
356 cpl_propertylist_set_comment(pri_head,
"SPECSYS",
359 tmp_arr = cpl_array_new(cpl_array_get_size(wlen_arr)-1, CPL_TYPE_DOUBLE);
360 for (i=1; i<cpl_array_get_size(wlen_arr);i++){
361 cpl_array_set_double(tmp_arr, i-1,
362 cpl_array_get_double(wlen_arr,i, NULL)-
363 cpl_array_get_double(wlen_arr,i-1, NULL)
366 spec_bin = cpl_array_get_median(tmp_arr);
367 cpl_array_delete(tmp_arr);
368 cpl_propertylist_update_double(pri_head,
"SPEC_BIN", spec_bin) ;
369 cpl_propertylist_set_comment(pri_head,
"SPEC_BIN",
370 "Median spectral bin width [nm]") ;
372 slitname = cpl_propertylist_get_string(pri_head,
"ESO INS SLIT1 ID");
373 if (!strcmp(slitname,
"w_0.2")) {
374 cpl_propertylist_update_double(ext_head,
"APERTURE", 5.5555555E-5) ;
375 cpl_propertylist_update_double(pri_head,
"SPEC_RES", SPEC_RESOL_SLIT02);
377 else if (!strcmp(slitname,
"w_0.4")) {
379 cpl_propertylist_update_double(ext_head,
"APERTURE", 1.1111111E-4) ;
380 cpl_propertylist_update_double(pri_head,
"SPEC_RES", SPEC_RESOL_SLIT04);
382 cpl_propertylist_set_comment(ext_head,
"APERTURE",
383 "Slit width in deg") ;
384 cpl_propertylist_set_comment(pri_head,
"SPEC_RES",
385 "Nominal resolving power for the given slit");
388 tmp_arr = cpl_array_new(12*CR2RES_NB_DETECTORS, CPL_TYPE_DOUBLE);
389 cpl_array * tmp_arr_sig = cpl_array_new(CR2RES_NB_DETECTORS, CPL_TYPE_DOUBLE);
390 for (i=0; i<CR2RES_NB_DETECTORS; i++){
391 resol = cpl_propertylist_get_double(ext_plist[i], CR2RES_HEADER_QC_SIGNAL);
395 cpl_array_set_double(tmp_arr_sig, i, resol);
397 for (ord=0; ord < 12; ord++){
398 keyname = cpl_sprintf(CR2RES_HEADER_QC_SNR, ord+1);
399 resol = cpl_propertylist_get_double(ext_plist[i], keyname);
409 double perr = cpl_array_get_double(tmp_arr_sig, i, NULL) / resol;
410 double corr = sqrt(pow(2.12*perr,2) + 26.1*26.1) / perr;
411 cpl_array_set_double(tmp_arr, ord + (i*12),resol/corr);
413 cpl_propertylist_update_double(ext_head, keyname, resol/corr) ;
419 cpl_propertylist_update_double(pri_head,
"SNR",
420 cpl_array_get_median(tmp_arr)) ;
421 cpl_propertylist_set_comment(pri_head,
"SNR",
422 "Median signal-to-noise in all detector-orders");
423 cpl_array_delete(tmp_arr);
425 if (!strcmp(recipe,
"cr2res_obs_pol")) {
428 tmp_string = cpl_sprintf(
"/I/%s/",poltype);
429 cpl_propertylist_update_string(pri_head,
"STOKES", tmp_string);
430 cpl_free(tmp_string);
434 cpl_propertylist_erase_regexp(pri_head,
"ASSO*", 0);
437 if (main_qc_plist != NULL) {
438 cpl_propertylist_copy_property_regexp(pri_head, main_qc_plist,
"QC*",
443 cpl_propertylist_save(pri_head, idp_filename, CPL_IO_CREATE);
447 cpl_propertylist_update_string(ext_head,
"EXTNAME",
"SPECTRUM") ;
449 cpl_propertylist_update_double(ext_head,
"RA",
450 cpl_propertylist_get_double(pri_head,
"RA"));
451 cpl_propertylist_set_comment(ext_head,
"RA",
452 cpl_propertylist_get_comment(pri_head,
"RA"));
453 cpl_propertylist_update_double(ext_head,
"DEC",
454 cpl_propertylist_get_double(pri_head,
"DEC"));
455 cpl_propertylist_set_comment(ext_head,
"DEC",
456 cpl_propertylist_get_comment(pri_head,
"DEC"));
457 cpl_propertylist_update_string(ext_head,
"OBJECT",
458 cpl_propertylist_get_string(pri_head,
"OBJECT"));
459 cpl_propertylist_set_comment(ext_head,
"OBJECT",
460 cpl_propertylist_get_comment(pri_head,
"OBJECT"));
461 tmp_string = cpl_sprintf(
"%s - %f",
462 cpl_propertylist_get_string(pri_head,
"OBJECT"), mjd_start);
464 cpl_propertylist_update_string(ext_head,
"TITLE", tmp_string);
465 cpl_free(tmp_string);
466 cpl_propertylist_set_comment(ext_head,
"TITLE",
467 "Title is OBJECT and MJD at start");
469 cpl_propertylist_update_double(ext_head,
"SPEC_VAL", (wmax+wmin)/2.0) ;
470 cpl_propertylist_set_comment(ext_head,
"SPEC_VAL",
471 "Characteristic spectral coordinate value [nm]") ;
472 cpl_propertylist_update_double(ext_head,
"SPEC_BW", wmax-wmin) ;
473 cpl_propertylist_set_comment(ext_head,
"SPEC_BW",
474 "Width of the spectrum [nm]") ;
476 cpl_propertylist_update_string(ext_head,
"VOPUB",
"ESO/SAF") ;
477 cpl_propertylist_set_comment(ext_head,
"VOPUB",
"VO Publishing Authority") ;
478 cpl_propertylist_update_string(ext_head,
"VOCLASS",
"SPECTRUM V1.0") ;
479 cpl_propertylist_set_comment(ext_head,
"VOCLASS",
480 "Data Model name and version") ;
481 cpl_propertylist_update_int(ext_head,
"NELEM", nrows) ;
482 cpl_propertylist_set_comment(ext_head,
"NELEM",
"Length of the data array");
484 cpl_propertylist_update_string(ext_head,
"TUTYP1",
485 "spec:Data.SpectralAxis.Value");
486 cpl_propertylist_update_string(ext_head,
"TUCD1",
"em.wl");
487 cpl_propertylist_update_double(ext_head,
"TDMIN1", wmin);
488 cpl_propertylist_update_double(ext_head,
"TDMAX1", wmax);
490 cpl_propertylist_update_string(ext_head,
"TUTYP2",
491 "spec:Data.FluxAxis.Value");
492 cpl_propertylist_update_string(ext_head,
"TUCD2",
493 "phot.flux.density;em.wl;stat.uncalib");
495 cpl_propertylist_update_string(ext_head,
"TUTYP3",
496 "spec:Data.FluxAxis.Accuracy.StatError");
497 cpl_propertylist_update_string(ext_head,
"TUCD3",
498 "stat.error;phot.flux.density;em.wl;stat.uncalib");
500 cpl_propertylist_update_string(ext_head,
"TUTYP4",
501 "spec:Data.FluxAxis.Accuracy.QualityStatus");
502 cpl_propertylist_update_string(ext_head,
"TUCD4",
505 cpl_propertylist_update_string(ext_head,
"TUTYP5",
507 cpl_propertylist_update_string(ext_head,
"TUCD5",
510 cpl_propertylist_update_string(ext_head,
"TUTYP6",
512 cpl_propertylist_update_string(ext_head,
"TUCD6",
513 "meta.number;instr.det");
515 if (!strcmp(recipe,
"cr2res_obs_pol")) {
516 cpl_propertylist_update_string(ext_head,
"TUTYP7",
"");
517 tmp_string = cpl_sprintf(
"phot.count;phys.polarization.stokes.%s",
519 cpl_propertylist_update_string(ext_head,
"TUCD7", tmp_string);
520 cpl_free(tmp_string);
522 cpl_propertylist_update_string(ext_head,
"TUTYP8",
"");
523 tmp_string = cpl_sprintf(
"stat.error;phys.polarization.stokes.%s",
525 cpl_propertylist_update_string(ext_head,
"TUCD8", tmp_string);
526 cpl_free(tmp_string);
528 cpl_propertylist_update_string(ext_head,
"TUTYP7",
530 cpl_propertylist_update_string(ext_head,
"TUCD7",
531 "pos.cartesian.x;instr.det");
533 cpl_propertylist_update_string(ext_head,
"TUTYP8",
535 cpl_propertylist_update_string(ext_head,
"TUCD8",
547 cpl_propertylist_erase(ext_head,
"CRDER3");
548 cpl_propertylist_erase(ext_head,
"CUNIT3");
549 cpl_propertylist_erase(ext_head,
"BUNIT");
550 cpl_propertylist_erase(ext_head,
"CTYPE1");
551 cpl_propertylist_erase(ext_head,
"CUNIT2");
552 cpl_propertylist_erase(ext_head,
"CSYER1");
553 cpl_propertylist_erase(ext_head,
"CSYER2");
554 cpl_propertylist_erase(ext_head,
"CDELT1");
555 cpl_propertylist_erase(ext_head,
"CRPIX1");
556 cpl_propertylist_erase(ext_head,
"CRVAL1");
557 cpl_propertylist_erase(ext_head,
"CUNIT1");
561 cpl_table_save(idp_tab, NULL, ext_head, idp_filename, CPL_IO_EXTEND) ;
564 cpl_frameset_insert(allframes, out_frame);
567 cpl_free(idp_filename) ;
568 cpl_table_delete(idp_tab) ;
569 cpl_propertylist_delete(pri_head) ;
570 cpl_propertylist_delete(ext_head) ;
585 const char * setting,
589 cpl_table * idp_tab ;
590 cpl_table * tmp_tab ;
591 cpl_array * col_names ;
592 const char * col_name ;
595 cpl_propertylist * sort_list ;
596 int order, trace_nb ;
597 cpl_size i, j, ntot, ncols, nrows, nb_selected ;
600 if (tables == NULL)
return NULL ;
604 for (i=0 ; i<CR2RES_NB_DETECTORS ; i++) {
605 if (tables[i] != NULL) {
606 col_names = cpl_table_get_column_names(tables[i]);
607 ncols = cpl_table_get_ncol(tables[i]) ;
608 if (strcmp(recipe,
"cr2res_obs_pol")) {
609 for (j=0 ; j<ncols ; j++) {
610 col_name = cpl_array_get_string(col_names, j);
613 if (col_kind != NULL &&
614 !strcmp(col_kind, CR2RES_COL_SPEC_SUFFIX)) {
616 ntot += cpl_table_get_nrow(tables[i]) ;
618 if (col_kind != NULL) cpl_free(col_kind) ;
621 for (j=0 ; j<ncols ; j++) {
622 col_name = cpl_array_get_string(col_names, j);
625 if (col_kind != NULL &&
626 !strcmp(col_kind, CR2RES_COL_POL_INTENS_SUFFIX)) {
628 ntot += cpl_table_get_nrow(tables[i]) ;
630 if (col_kind != NULL) cpl_free(col_kind) ;
633 cpl_array_delete(col_names) ;
636 cpl_msg_info(__func__,
"Found %lld total rows.", ntot);
639 tmp_tab = cpl_table_new(ntot) ;
640 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_WAVE, CPL_TYPE_DOUBLE);
641 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_FLUX, CPL_TYPE_DOUBLE);
642 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_ERR, CPL_TYPE_DOUBLE);
643 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_QUAL, CPL_TYPE_INT);
644 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_ORDER, CPL_TYPE_INT);
645 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_DETEC, CPL_TYPE_INT);
646 if (strcmp(recipe,
"cr2res_obs_pol")) {
647 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_XPOS, CPL_TYPE_INT);
648 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_TRACE, CPL_TYPE_INT);
650 cpl_table_new_column(tmp_tab, CR2RES_IDP_COL_STOKES, CPL_TYPE_DOUBLE);
651 cpl_table_new_column(tmp_tab,
652 CR2RES_IDP_COL_STOKESERR, CPL_TYPE_DOUBLE);
658 for (i=0 ; i<CR2RES_NB_DETECTORS ; i++) {
659 if (tables[i] != NULL) {
660 col_names = cpl_table_get_column_names(tables[i]);
661 ncols = cpl_table_get_ncol(tables[i]) ;
662 if (strcmp(recipe,
"cr2res_obs_pol")) {
663 for (j=0 ; j<ncols ; j++) {
664 col_name = cpl_array_get_string(col_names, j);
667 if (col_kind != NULL &&
668 !strcmp(col_kind, CR2RES_COL_SPEC_SUFFIX)) {
670 cr2res_idp_copy_spec(tmp_tab, tables[i], ntot, i+1,
671 order, trace_nb, setting, error_method, nab); ;
672 ntot += cpl_table_get_nrow(tables[i]) ;
674 if (col_kind != NULL) cpl_free(col_kind) ;
677 for (j=0 ; j<ncols ; j++) {
678 col_name = cpl_array_get_string(col_names, j);
680 if (col_kind != NULL &&
681 !strcmp(col_kind, CR2RES_COL_POL_INTENS_SUFFIX)) {
682 cr2res_idp_copy_pol(tmp_tab, tables[i], ntot, i + 1,
684 ntot += cpl_table_get_nrow(tables[i]) ;
686 if (col_kind != NULL) cpl_free(col_kind) ;
689 cpl_array_delete(col_names) ;
694 sort_list = cpl_propertylist_new() ;
695 cpl_propertylist_append_bool(sort_list, CR2RES_IDP_COL_WAVE, 0) ;
697 cpl_table_sort(tmp_tab, sort_list) ;
698 cpl_propertylist_delete(sort_list) ;
700 cpl_table_unselect_all(tmp_tab) ;
704 for (ii = 0; ii < ntot; ii++) {
705 cpl_table_get_double(tmp_tab,CR2RES_IDP_COL_WAVE,ii, &flag) ;
707 cpl_table_select_row(tmp_tab, ii);
711 for (i = ii+1; i < ntot; i++) {
712 double cur_val, pre_val;
714 pre_val = cpl_table_get_double(tmp_tab,CR2RES_IDP_COL_WAVE,i-1, NULL);
715 cur_val = cpl_table_get_double(tmp_tab,CR2RES_IDP_COL_WAVE,i, &flag) ;
716 if (fabs(pre_val-cur_val) < 1e-3 || flag) {
717 cpl_table_select_row(tmp_tab, i) ;
721 nb_selected = cpl_table_count_selected(tmp_tab) ;
722 if (nb_selected > 0) {
723 cpl_msg_info(__func__,
724 "IDP Creation - Double defined WLs : %"CPL_SIZE_FORMAT,
727 cpl_table_erase_selected(tmp_tab) ;
730 col_names = cpl_table_get_column_names(tmp_tab);
731 ncols = cpl_table_get_ncol(tmp_tab);
732 nrows = cpl_table_get_nrow(tmp_tab);
733 idp_tab = cpl_table_new(1);
734 for (j = 0; j < ncols; j++) {
736 col_name = cpl_array_get_string(col_names, j);
737 cpl_msg_debug(__func__,
"colname: %s", col_name);
738 col_type = cpl_table_get_column_type(tmp_tab, col_name);
739 tmp_arr = cpl_array_new(nrows, col_type);
740 if (col_type==CPL_TYPE_DOUBLE){
741 cpl_array_copy_data_double(tmp_arr,
742 cpl_table_get_data_double_const(tmp_tab, col_name));
743 }
else if (col_type==CPL_TYPE_INT){
744 cpl_array_copy_data_int(tmp_arr,
745 cpl_table_get_data_int_const(tmp_tab, col_name));
747 cpl_table_new_column_array(idp_tab, col_name, col_type, nrows);
748 cpl_table_set_array(idp_tab, col_name, 0, tmp_arr);
749 cpl_array_delete(tmp_arr);
751 cpl_array_delete(col_names) ;
752 cpl_table_delete(tmp_tab);
756 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_WAVE,
"nm") ;
757 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_DETEC,
" ") ;
758 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_ORDER,
" ") ;
759 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_QUAL,
" ") ;
760 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_FLUX,
"adu") ;
761 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_ERR,
"adu") ;
762 if (strcmp(recipe,
"cr2res_obs_pol")) {
763 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_TRACE,
" ") ;
764 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_XPOS,
"pixel") ;
766 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_STOKES,
" ") ;
767 cpl_table_set_column_unit(idp_tab, CR2RES_IDP_COL_STOKESERR,
" ") ;
786 cpl_frame * cur_frame ;
787 const char * cur_fname ;
788 cpl_propertylist * plist ;
789 double mjd_end_cur, mjd_end_max, mjd_obs, dit,
790 mjd_start_cur, mjd_start_min ;
791 int i, nframes, ndit ;
795 mjd_start_min = 1e10 ;
796 nframes = cpl_frameset_get_size(fset) ;
798 cpl_errorstate tempes = cpl_errorstate_get();
802 for (
int ifr = 0; ifr <= 1; ifr++) {
803 for (i = 0; i < nframes; i++) {
804 cur_frame = cpl_frameset_get_position(fset, i);
806 cpl_frame_get_group(cur_frame) != CPL_FRAME_GROUP_RAW)
808 cur_fname = cpl_frame_get_filename(cur_frame);
811 plist = cpl_propertylist_load(cur_fname, 0);
815 if (cpl_error_get_code() == CPL_ERROR_NONE) {
817 mjd_start_cur = mjd_obs;
818 mjd_end_cur = mjd_obs + (dit * ndit / (24 * 60 * 60));
822 mjd_start_cur = 1e11;
826 if (mjd_end_cur > mjd_end_max)
827 mjd_end_max = mjd_end_cur;
828 if (mjd_start_cur < mjd_start_min) {
829 mjd_start_min = mjd_start_cur;
831 cpl_propertylist_delete(plist);
833 if (mjd_start_min != 1e10)
837 cpl_errorstate_set(tempes);
839 if (mjd_start_min < 1e9) {
840 *mjd_start = mjd_start_min ;
844 if (mjd_end_max > 0.0) *mjd_end = mjd_end_max ;
845 else *mjd_end = -1.0 ;
864static int cr2res_idp_copy_spec(
866 const cpl_table * in,
867 cpl_size out_start_idx,
871 const char * setting,
878 const double * pspec ;
879 const double * pwave ;
880 const double * perr ;
881 cpl_size in_size, out_size, i, edgepix ;
884 if (out == NULL || in == NULL)
return -1 ;
885 in_size = cpl_table_get_nrow(in) ;
886 out_size = cpl_table_get_nrow(out) ;
890 if ((pspec = cpl_table_get_data_double_const(in, spec_name)) == NULL) {
891 cpl_msg_error(__func__,
"Cannot find the spectrum") ;
892 cpl_free(spec_name) ;
895 cpl_free(spec_name) ;
899 if ((pwave = cpl_table_get_data_double_const(in, wave_name)) == NULL) {
900 cpl_msg_error(__func__,
"Cannot find the wavelength") ;
901 cpl_free(wave_name) ;
904 cpl_free(wave_name) ;
908 if ((perr = cpl_table_get_data_double_const(in, err_name)) == NULL) {
909 cpl_msg_error(__func__,
"Cannot find the spectrum error") ;
916 for (i=0 ; i<in_size ; i++) {
917 if (out_start_idx + i <out_size) {
919 cpl_table_set_double(out, CR2RES_IDP_COL_WAVE,
920 out_start_idx + i, pwave[i]) ;
922 cpl_table_set_double(out, CR2RES_IDP_COL_FLUX,
923 out_start_idx + i, pspec[i]) ;
934 if (error_method == CR2RES_EXTRACT_ERROR_POISSON && nab > 0 && perr[i] != 0.0) {
935 double err_corrected = sqrt(pow(2.12*perr[i],2) + pow(26.1,2)/nab);
936 cpl_table_set_double(out, CR2RES_IDP_COL_ERR,
937 out_start_idx + i, err_corrected) ;
940 cpl_table_set_double(out, CR2RES_IDP_COL_ERR,
941 out_start_idx + i, perr[i]) ;
944 if (i<5 || (i>=CR2RES_DETECTOR_SIZE-5)) edgepix = 2;
946 cpl_table_set_int(out, CR2RES_IDP_COL_QUAL, out_start_idx + i,
947 edgepix + cr2res_wl_is_ghost(setting, pwave[i]));
948 cpl_table_set_int(out, CR2RES_IDP_COL_XPOS, out_start_idx + i,
950 cpl_table_set_int(out, CR2RES_IDP_COL_DETEC, out_start_idx + i,
952 cpl_table_set_int(out, CR2RES_IDP_COL_ORDER, out_start_idx + i,
954 cpl_table_set_int(out, CR2RES_IDP_COL_TRACE, out_start_idx + i,
973static int cr2res_idp_copy_pol(
975 const cpl_table * in,
976 cpl_size out_start_idx,
979 const char * setting)
985 char * stokeserr_name ;
986 const double * pspec ;
987 const double * pwave ;
988 const double * perr ;
989 const double * pstokes ;
990 const double * pstokeserr ;
991 cpl_size in_size, out_size, i, edgepix ;
994 if (out == NULL || in == NULL)
return -1 ;
995 in_size = cpl_table_get_nrow(in) ;
996 out_size = cpl_table_get_nrow(out) ;
1000 if ((pspec = cpl_table_get_data_double_const(in, spec_name)) == NULL) {
1001 cpl_msg_error(__func__,
"Cannot find the intensity spec") ;
1002 cpl_free(spec_name) ;
1005 cpl_free(spec_name) ;
1009 if ((pwave = cpl_table_get_data_double_const(in, wave_name)) == NULL) {
1010 cpl_msg_error(__func__,
"Cannot find the wavelength") ;
1011 cpl_free(wave_name) ;
1014 cpl_free(wave_name) ;
1018 if ((perr = cpl_table_get_data_double_const(in, err_name)) == NULL) {
1019 cpl_msg_error(__func__,
"Cannot find the intensity error") ;
1020 cpl_free(err_name) ;
1023 cpl_free(err_name) ;
1027 if ((pstokes = cpl_table_get_data_double_const(in, stokes_name)) == NULL) {
1028 cpl_msg_error(__func__,
"Cannot find the Stokes spectrum") ;
1029 cpl_free(stokes_name) ;
1032 cpl_free(stokes_name) ;
1036 if ((pstokeserr = cpl_table_get_data_double_const(in, stokeserr_name)) == NULL) {
1037 cpl_msg_error(__func__,
"Cannot find the Stokes error") ;
1038 cpl_free(stokeserr_name) ;
1041 cpl_free(stokeserr_name) ;
1044 for (i=0 ; i<in_size ; i++) {
1045 if (out_start_idx + i <out_size) {
1046 if (!isnan(pwave[i]))
1047 cpl_table_set_double(out, CR2RES_IDP_COL_WAVE,
1048 out_start_idx + i, pwave[i]) ;
1049 if (!isnan(pspec[i]))
1050 cpl_table_set_double(out, CR2RES_IDP_COL_FLUX,
1051 out_start_idx + i, pspec[i]) ;
1052 if (!isnan(perr[i]))
1053 cpl_table_set_double(out, CR2RES_IDP_COL_ERR,
1054 out_start_idx + i, perr[i]) ;
1055 if (!isnan(pstokes[i]))
1056 cpl_table_set_double(out, CR2RES_IDP_COL_STOKES,
1057 out_start_idx + i, pstokes[i]) ;
1058 if (!isnan(pstokeserr[i]))
1059 cpl_table_set_double(out, CR2RES_IDP_COL_STOKESERR,
1060 out_start_idx + i, pstokeserr[i]) ;
1062 if (i<5 || (i>=CR2RES_DETECTOR_SIZE-5)) edgepix = 2;
1064 cpl_table_set_int(out, CR2RES_IDP_COL_QUAL, out_start_idx + i,
1065 edgepix + cr2res_wl_is_ghost(setting, pwave[i]));
1066 cpl_table_set_int(out, CR2RES_IDP_COL_XPOS, out_start_idx + i,
1068 cpl_table_set_int(out, CR2RES_IDP_COL_DETEC, out_start_idx + i,
1070 cpl_table_set_int(out, CR2RES_IDP_COL_ORDER, out_start_idx + i,
1085int cr2res_wl_is_ghost(
const char * setting,
double wl){
1088 cpl_bivector * ghosts;
1092 ghosts = cr2res_get_ghosts(setting);
1095 start = cpl_bivector_get_x(ghosts);
1096 end = cpl_bivector_get_y(ghosts);
1097 nghosts = cpl_vector_get_size(start);
1099 for (i=0; i<nghosts; i++){
1100 if ( wl > cpl_vector_get(start,i) && wl < cpl_vector_get(end,i)) {
1101 cpl_bivector_delete(ghosts);
1105 cpl_bivector_delete(ghosts);
1115cpl_bivector * cr2res_get_ghosts(
const char * setting){
1120 if (!strcmp(setting,
"Y1029")) {
1122 start = cpl_vector_new(nghost);
1123 end = cpl_vector_new(nghost);
1124 cpl_vector_set(start, 0, 955.51); cpl_vector_set(end, 0, 956.59);
1125 cpl_vector_set(start, 1, 972.36); cpl_vector_set(end, 1, 973.46);
1126 cpl_vector_set(start, 2, 990.18); cpl_vector_set(end, 2, 990.81);
1127 cpl_vector_set(start, 3, 1008.18); cpl_vector_set(end, 3, 1008.82);
1128 cpl_vector_set(start, 4, 1026.81); cpl_vector_set(end, 4, 1027.47);
1129 cpl_vector_set(start, 5, 1046.15); cpl_vector_set(end, 5, 1046.90);
1130 cpl_vector_set(start, 6, 1066.29); cpl_vector_set(end, 6, 1067.05);
1131 cpl_vector_set(start, 7, 1087.15); cpl_vector_set(end, 7, 1087.93);
1132 cpl_vector_set(start, 8, 1108.83); cpl_vector_set(end, 8, 1109.63);
1133 }
else if (!strcmp(setting,
"Y1028")) {
1135 start = cpl_vector_new(nghost);
1136 end = cpl_vector_new(nghost);
1137 cpl_vector_set(start, 0, 954.15); cpl_vector_set(end, 0, 955.20);
1138 cpl_vector_set(start, 1, 971.25); cpl_vector_set(end, 1, 971.87);
1139 cpl_vector_set(start, 2, 988.65); cpl_vector_set(end, 2, 989.23);
1140 cpl_vector_set(start, 3, 1006.61); cpl_vector_set(end, 3, 1007.24);
1141 cpl_vector_set(start, 4, 1025.23); cpl_vector_set(end, 4, 1025.90);
1142 cpl_vector_set(start, 5, 1044.60); cpl_vector_set(end, 5, 1045.25);
1143 cpl_vector_set(start, 6, 1064.67); cpl_vector_set(end, 6, 1065.33);
1144 cpl_vector_set(start, 7, 1085.46); cpl_vector_set(end, 7, 1086.18);
1145 cpl_vector_set(start, 8, 1107.18); cpl_vector_set(end, 8, 1107.91);
1146 }
else if (!strcmp(setting,
"J1226")) {
1148 start = cpl_vector_new(nghost);
1149 end = cpl_vector_new(nghost);
1150 cpl_vector_set(start, 0, 1119.44); cpl_vector_set(end, 0, 1020.33);
1151 cpl_vector_set(start, 1, 1142.78); cpl_vector_set(end, 1, 1143.76);
1152 cpl_vector_set(start, 2, 1167.12); cpl_vector_set(end, 2, 1168.08);
1153 cpl_vector_set(start, 3, 1192.52); cpl_vector_set(end, 3, 1193.49);
1154 cpl_vector_set(start, 4, 1219.01); cpl_vector_set(end, 4, 1220.04);
1155 cpl_vector_set(start, 5, 1246.71); cpl_vector_set(end, 5, 1247.76);
1156 cpl_vector_set(start, 6, 1275.70); cpl_vector_set(end, 6, 1276.80);
1157 cpl_vector_set(start, 7, 1306.05); cpl_vector_set(end, 7, 1307.15);
1158 cpl_vector_set(start, 8, 1337.98); cpl_vector_set(end, 8, 1338.94);
1159 }
else if (!strcmp(setting,
"J1228")) {
1161 start = cpl_vector_new(nghost);
1162 end = cpl_vector_new(nghost);
1163 cpl_vector_set(start, 0, 1121.21); cpl_vector_set(end, 0, 1122.12);
1164 cpl_vector_set(start, 1, 1144.57); cpl_vector_set(end, 1, 1145.53);
1165 cpl_vector_set(start, 2, 1168.98); cpl_vector_set(end, 2, 1169.91);
1166 cpl_vector_set(start, 3, 1194.37); cpl_vector_set(end, 3, 1195.38);
1167 cpl_vector_set(start, 4, 1220.92); cpl_vector_set(end, 4, 1221.95);
1168 cpl_vector_set(start, 5, 1248.68); cpl_vector_set(end, 5, 1249.72);
1169 cpl_vector_set(start, 6, 1277.71); cpl_vector_set(end, 6, 1278.83);
1170 cpl_vector_set(start, 7, 1308.12); cpl_vector_set(end, 7, 1309.17);
1171 cpl_vector_set(start, 8, 1339.95); cpl_vector_set(end, 8, 1341.03);
1172 }
else if (!strcmp(setting,
"J1232")) {
1174 start = cpl_vector_new(nghost);
1175 end = cpl_vector_new(nghost);
1176 cpl_vector_set(start, 0, 1124.71); cpl_vector_set(end, 0, 1125.60);
1177 cpl_vector_set(start, 1, 1148.15); cpl_vector_set(end, 1, 1149.46);
1178 cpl_vector_set(start, 2, 1172.62); cpl_vector_set(end, 2, 1173.55);
1179 cpl_vector_set(start, 3, 1198.13); cpl_vector_set(end, 3, 1199.08);
1180 cpl_vector_set(start, 4, 1224.77); cpl_vector_set(end, 4, 1225.74);
1181 cpl_vector_set(start, 5, 1252.56); cpl_vector_set(end, 5, 1253.59);
1182 cpl_vector_set(start, 6, 1281.74); cpl_vector_set(end, 6, 1282.74);
1183 cpl_vector_set(start, 7, 1312.19); cpl_vector_set(end, 7, 1313.26);
1184 cpl_vector_set(start, 8, 1344.15); cpl_vector_set(end, 8, 1345.23);
1185 }
else if (!strcmp(setting,
"H1559")) {
1187 start = cpl_vector_new(nghost);
1188 end = cpl_vector_new(nghost);
1189 cpl_vector_set(start, 0, 1682.63); cpl_vector_set(end, 0, 1682.97);
1190 cpl_vector_set(start, 1, 1735.50); cpl_vector_set(end, 1, 1737.42);
1191 }
else if (!strcmp(setting,
"H1567")) {
1193 start = cpl_vector_new(nghost);
1194 end = cpl_vector_new(nghost);
1195 cpl_vector_set(start, 0, 1744.20); cpl_vector_set(end, 0, 1745.84);
1196 }
else if (!strcmp(setting,
"H1575")) {
1198 start = cpl_vector_new(nghost);
1199 end = cpl_vector_new(nghost);
1200 cpl_vector_set(start, 0, 1753.20); cpl_vector_set(end, 0, 1754.28);
1205 return cpl_bivector_wrap_vectors(start,end);
char * cr2res_dfs_POL_colname_parse(const char *colname, int *order_idx)
Parse a column name ORDER_TYPE format.
char * cr2res_dfs_POL_STOKES_ERROR_colname(int order_idx)
Get the POL_STOKES_ERROR column name for a given order.
char * cr2res_dfs_SPEC_ERR_colname(int order_idx, int trace)
Get the ERR column name for a given order/trace.
char * cr2res_dfs_POL_INTENS_ERROR_colname(int order_idx)
Get the POL_INTENS_ERROR column name for a given order.
char * cr2res_dfs_WAVELENGTH_colname(int order_idx, int trace)
Get the WAVELENGTH column name for a given order/trace.
char * cr2res_dfs_POL_STOKES_colname(int order_idx)
Get the POL_STOKES column name for a given order.
char * cr2res_dfs_SPEC_colname_parse(const char *colname, int *order_idx, int *trace)
Parse a column name ORDER_TRACE_TYPE format.
char * cr2res_dfs_POL_INTENS_colname(int order_idx)
Get the POL_INTENS column name for a given order.
char * cr2res_dfs_SPEC_colname(int order_idx, int trace)
Get the SPEC column name for a given order/trace.
char * cr2res_dfs_POL_WAVELENGTH_colname(int order_idx)
Get the POL_WAVELENGTH column name for a given order.
int cr2res_idp_save(const char *filename, cpl_frameset *allframes, cpl_frameset *rawframes, const cpl_parameterlist *parlist, cpl_table **tables, cpl_propertylist *main_qc_plist, cpl_propertylist **ext_plist, const char *procatg, const char *recipe)
Save an IDP file.
int cr2res_idp_compute_mjd(cpl_frameset *fset, double *mjd_start, double *mjd_end)
Compute mjd start and end.
cpl_table * cr2res_idp_create_table(cpl_table **tables, const char *recipe, const char *setting, int error_method, int nab)
Convert EXTRACT_1D tables into IDP table.
const char * cr2res_pfits_get_progid(const cpl_propertylist *plist)
find out the PROG ID
double cr2res_pfits_get_dit(const cpl_propertylist *plist)
find out the DIT value
double cr2res_pfits_get_mjd_obs(const cpl_propertylist *plist)
find out the MJD-OBS value
int cr2res_pfits_get_ndit(const cpl_propertylist *plist)
find out the NDIT value
const char * cr2res_pfits_get_poltype(const cpl_propertylist *plist)
find out the POL TYPE value
int cr2res_pfits_get_obs_id(const cpl_propertylist *plist)
find out the OBS ID value