Skip to content
Snippets Groups Projects
Select Git revision
  • c77bb16369660d2cca6501d6f6d0c470663b7905
  • main default protected
  • L2SS-2357-expand-ruff
  • test-10rc4
  • L2SS-1730
  • L2SS-1650-allow-threads-during-io
  • play-with-merge-trains
  • v0.3.1
  • v0.3.0
  • v0.2.0
  • v0.1.0
11 results

attribute_wrapper.py

Blame
    • Code owners
    Assign users and groups as approvers for specific file changes. Learn more.
    Ateamclipper.py 2.50 KiB
    1
    2
    3
    4
    5
    6
    7
    8
    9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    50
    51
    52
    53
    54
    55
    56
    57
    58
    59
    60
    61
    62
    63
    64
    65
    66 
    

    

    

    #!/usr/bin/env python3

## changelog
# W.Williams   2014/11/03  add - to give input/output statistics per channel
# W.Williams   2014/11/03  fix - statistics per correlation
# A.Drabent    2019/07/24  write fraction of flagged data into output file (for prefactor3)
# M.VanderWild 2022/04/21  fix ~ use python3 instead of python

import numpy
import pyrap.tables as pt
import os
import sys

msname = str(sys.argv[1])

cliplevelhba = 5.0
cliplevellba = 50.0

t = pt.table(msname, readonly=False)
data = t.getcol('MODEL_DATA')
flag = t.getcol('FLAG')
freq_tab= pt.table(msname + '::SPECTRAL_WINDOW')
freq    = freq_tab.getcol('REF_FREQUENCY')

if freq[0] > 100e6:
 cliplevel = cliplevelhba
if freq[0] < 100e6:
 cliplevel = cliplevellba


print('------------------------------')
print('SB Frequency [MHz]', freq[0]/1e6)
for chan in range(0,numpy.size(data[0,:,0])):
  print('chan %i : %.5f%% input XX flagged' %( chan, 100.*numpy.sum(flag[:,chan,0] == True)/numpy.size(flag[:,chan,0]) ))
  print('chan %i : %.5f%% input YY flagged' %( chan, 100.*numpy.sum(flag[:,chan,3] == True)/numpy.size(flag[:,chan,3]) ))
input_flags_xx = 100. * numpy.sum(flag[:,:,0] == True)/numpy.size(flag[:,:,0])
input_flags_yy = 100. * numpy.sum(flag[:,:,3] == True)/numpy.size(flag[:,:,3])
print('Total : %.5f%% input XX flagged' %(   input_flags_xx ))
print('Total : %.5f%% input YY flagged' %(   input_flags_yy ))
print('')
print('Cliplevel used [Jy]', cliplevel)
print('\n\n')

for pol in range(0,numpy.size(data[0,0,:])):
 for chan in range(0,numpy.size(data[0,:,0])):
  print('Doing polarization,chan', pol, chan)
  idx = numpy.where(abs(data[:,chan,pol]) > cliplevel)
  flag[idx,chan,0] = True
  flag[idx,chan,1] = True
  flag[idx,chan,2] = True
  flag[idx,chan,3] = True 

print('')
for chan in range(0,numpy.size(data[0,:,0])):
  print('chan %i : %.5f%% output XX flagged' %( chan, 100.*numpy.sum(flag[:,chan,0] == True)/numpy.size(flag[:,chan,0]) ))
  print('chan %i : %.5f%% output YY flagged' %( chan, 100.*numpy.sum(flag[:,chan,3] == True)/numpy.size(flag[:,chan,3]) ))
output_flags_xx = 100. * numpy.sum(flag[:,:,0] == True)/numpy.size(flag[:,:,0])
output_flags_yy = 100. * numpy.sum(flag[:,:,3] == True)/numpy.size(flag[:,:,3])
print('Total : %.5f%% output XX flagged' %(   output_flags_xx ))
print('Total : %.5f%% output YY flagged' %(   output_flags_yy ))
print('')
t.putcol('FLAG', flag)
t.close()
freq_tab.close()

os.system('echo ' + str(freq[0]) + ' ' + str(output_flags_xx - input_flags_xx) + ' ' + str(output_flags_yy - input_flags_yy) + ' >> Ateamclipper.txt')