Skip to content
Snippets Groups Projects
Select Git revision
  • f63db0b906872b3aef71f24813f239e40cd2ee9f
  • master default protected
  • auto-di-selection
  • ddcal_validation
  • split_convert_DIS_to_H5parm
  • auto_dical
  • finalcal
  • facet-imaging
  • image-1asec
  • astrometry
  • stacked-selfcal
  • ateamclipper_freqstep
  • widefield
  • inspect_subtract
  • update-outputs
  • facet_selfcal
  • 0.8.0 protected
  • 0.7.1 protected
  • 0.7.0 protected
  • v0.6 protected
  • v0.5 protected
21 results

Ateamclipper.py

Blame
    • Code owners
    Assign users and groups as approvers for specific file changes. Learn more.
    Ateamclipper.py 2.50 KiB
    1
    2
    3
    4
    5
    6
    7
    8
    9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    50
    51
    52
    53
    54
    55
    56
    57
    58
    59
    60
    61
    62
    63
    64
    65
    66 
    

    

    

    #!/usr/bin/env python3

## changelog
# W.Williams   2014/11/03  add - to give input/output statistics per channel
# W.Williams   2014/11/03  fix - statistics per correlation
# A.Drabent    2019/07/24  write fraction of flagged data into output file (for prefactor3)
# M.VanderWild 2022/04/21  fix ~ use python3 instead of python

import numpy
import pyrap.tables as pt
import os
import sys

msname = str(sys.argv[1])

cliplevelhba = 5.0
cliplevellba = 50.0

t = pt.table(msname, readonly=False)
data = t.getcol('MODEL_DATA')
flag = t.getcol('FLAG')
freq_tab= pt.table(msname + '::SPECTRAL_WINDOW')
freq    = freq_tab.getcol('REF_FREQUENCY')

if freq[0] > 100e6:
 cliplevel = cliplevelhba
if freq[0] < 100e6:
 cliplevel = cliplevellba


print('------------------------------')
print('SB Frequency [MHz]', freq[0]/1e6)
for chan in range(0,numpy.size(data[0,:,0])):
  print('chan %i : %.5f%% input XX flagged' %( chan, 100.*numpy.sum(flag[:,chan,0] == True)/numpy.size(flag[:,chan,0]) ))
  print('chan %i : %.5f%% input YY flagged' %( chan, 100.*numpy.sum(flag[:,chan,3] == True)/numpy.size(flag[:,chan,3]) ))
input_flags_xx = 100. * numpy.sum(flag[:,:,0] == True)/numpy.size(flag[:,:,0])
input_flags_yy = 100. * numpy.sum(flag[:,:,3] == True)/numpy.size(flag[:,:,3])
print('Total : %.5f%% input XX flagged' %(   input_flags_xx ))
print('Total : %.5f%% input YY flagged' %(   input_flags_yy ))
print('')
print('Cliplevel used [Jy]', cliplevel)
print('\n\n')

for pol in range(0,numpy.size(data[0,0,:])):
 for chan in range(0,numpy.size(data[0,:,0])):
  print('Doing polarization,chan', pol, chan)
  idx = numpy.where(abs(data[:,chan,pol]) > cliplevel)
  flag[idx,chan,0] = True
  flag[idx,chan,1] = True
  flag[idx,chan,2] = True
  flag[idx,chan,3] = True 

print('')
for chan in range(0,numpy.size(data[0,:,0])):
  print('chan %i : %.5f%% output XX flagged' %( chan, 100.*numpy.sum(flag[:,chan,0] == True)/numpy.size(flag[:,chan,0]) ))
  print('chan %i : %.5f%% output YY flagged' %( chan, 100.*numpy.sum(flag[:,chan,3] == True)/numpy.size(flag[:,chan,3]) ))
output_flags_xx = 100. * numpy.sum(flag[:,:,0] == True)/numpy.size(flag[:,:,0])
output_flags_yy = 100. * numpy.sum(flag[:,:,3] == True)/numpy.size(flag[:,:,3])
print('Total : %.5f%% output XX flagged' %(   output_flags_xx ))
print('Total : %.5f%% output YY flagged' %(   output_flags_yy ))
print('')
t.putcol('FLAG', flag)
t.close()
freq_tab.close()

os.system('echo ' + str(freq[0]) + ' ' + str(output_flags_xx - input_flags_xx) + ' ' + str(output_flags_yy - input_flags_yy) + ' >> Ateamclipper.txt')