Excises digitized data with statistics outside of acceptable limits. More...

#include <ExcisionUnpacker.h>

Inheritance diagram for dsp::ExcisionUnpacker:

Public Member Functions
	ExcisionUnpacker (const char *name="ExcisionUnpacker")
	Null constructor.

void	reserve ()
	Initialize the WeightedTimeSeries dimensions. More...

void	set_output (TimeSeries *)
	Overload Transformation::set_output to also set weighted_output.

void	match_resolution (Input *)
	Match the ndat_per_weight to the resolution of the Input. More...

unsigned	get_resolution () const
	Return ndat_per_weight.

virtual unsigned	get_input_offset (unsigned idig) const
	Get the offset (number of bytes) into input for the given digitizer. More...

virtual unsigned	get_input_incr () const
	Get the offset to the next byte containing the current digitizer data. More...

virtual unsigned	get_output_incr () const
	Get the offset (number of floats) between consecutive digitizer samples. More...

virtual void	set_ndat_per_weight (unsigned ndat_per_weight)
	Set the number of samples per weight in WeightTimeSeries output. More...

unsigned	get_ndat_per_weight () const
	Get the number of samples per weight in WeightTimeSeries output.

virtual void	set_nstate (unsigned nstate)
	Set the number of states in the histogram.

virtual void	set_cutoff_sigma (float cutoff_sigma)
	Set the cut off power for impulsive interference excision.

virtual float	get_cutoff_sigma () const
	Get the cut off power for impulsive interference excision.

virtual void	set_threshold (float threshold)
	Set the sampling threshold as a fraction of the noise power.

virtual float	get_threshold () const
	Get the sampling threshold as a fraction of the noise power.

float	get_fraction_low () const
	Get the fraction of samples in the low state.

unsigned	get_nlow_min () const
	Get the minumum number of ones in ndat_per_weight points.

unsigned	get_nlow_max () const
	Get the maxumum number of ones in ndat_per_weight points.

template<class U , class Iter >
void	excision_unpack (U &unpack, Iter &input_data, float output_data, uint64_t nfloat, unsigned long hist, unsigned *weights, unsigned nweights)

Public Member Functions inherited from dsp::HistUnpacker
	HistUnpacker (const char *name="HistUnpacker")
	Default constructor. More...

virtual	~HistUnpacker ()
	Virtual destructor.

void	combine (const Operation *)
	If Operation is a HistUnpacker, integrate its histograms. More...

void	reset ()
	Reset the histograms. More...

virtual double	get_optimal_variance ()
	Get the optimal value of the time series variance.

virtual void	set_ndig (unsigned ndig)
	Set the number of digitizers (histograms) More...

virtual unsigned	get_ndig () const
	Get the number of digitizers (histograms)

virtual unsigned	get_ndim_per_digitizer () const
	Get the dimension of the digitizer outputs (real or complex) More...

unsigned	get_nstate () const
	Get the number of states in the histogram.

virtual unsigned	get_output_offset (unsigned idig) const
	Get the offset (number of floats) into output for the given digitizer. More...

virtual unsigned	get_output_ipol (unsigned idig) const
	Get the output polarization for the given digitizer. More...

virtual unsigned	get_output_ichan (unsigned idig) const
	Get the output frequency channel for the given digitizer;. More...

virtual void	get_histogram (std::vector< unsigned long > &, unsigned) const
	Get the histogram for the specified digitizer.

template<typename T >
void	get_histogram (std::vector< T > &data, unsigned idig) const
	Get the histogram for the given digitizer.

unsigned long *	get_histogram (unsigned idig, unsigned expect=0)
	Get the pointer to the histogram array.

const unsigned long *	get_histogram (unsigned idig) const

double	get_histogram_mean (unsigned idig) const
	Get the centroid of the histogram for the given digitizer.

unsigned long	get_histogram_total (unsigned idig) const
	Get the total number of samples in the histogram.

void	zero_histogram ()
	Reset histogram counts to zero.

Public Member Functions inherited from dsp::Unpacker
	Unpacker (const char *name="Unpacker")
	Constructor.

virtual Unpacker *	clone () const
	Clone operator.

virtual bool	get_order_supported (TimeSeries::Order) const
	Return true if the unpacker supports the specified output order. More...

virtual void	set_output_order (TimeSeries::Order)
	Set the order of the dimensions in the output TimeSeries.

virtual bool	get_device_supported (Memory *) const
	Return true if the unpacker can operate on the specified device.

virtual void	set_device (Memory *)
	Set the device on which the unpacker will operate.

virtual bool	matches (const Observation *observation)=0
	Return true if the derived class can convert the Observation. More...

void	prepare ()
	Copy the input attributes to the output.

void	reserve ()
	Reserve the maximum amount of space required in the output.

Iterator	get_iterator (unsigned idig)
	Return the iterator for the specified digitizer.

Public Member Functions inherited from dsp::Transformation< BitSeries, TimeSeries >
	Transformation (const char *_name, Behaviour _type)
	All sub-classes must specify name and capacity for inplace operation.

virtual	~Transformation ()
	Destructor.

void	reserve ()
	Set the size of the output to that of the input by default.

void	set_input (const BitSeries *input)
	Set the container from which input data will be read.

void	set_output (TimeSeries *output)
	Set the container into which output data will be written.

Behaviour	get_type () const
	Return the Transformation type.

virtual void	set_buffering_policy (BufferingPolicy *policy)
	Set the policy for buffering input and/or output data.

bool	has_buffering_policy () const
	Returns true if buffering_policy is set.

BufferingPolicy *	get_buffering_policy () const

void	reset_min_samps ()
	Reset minimum_samps_can_process.

std::string	name (const std::string &function) const
	String preceding output in verbose mode.

virtual void	set_cerr (std::ostream &os) const
	Set verbosity ostream.

Public Member Functions inherited from dsp::Operation
	Operation (const char *name)
	All sub-classes must specify a unique name. More...

	Operation (const Operation &)
	Copy constructor.

virtual	~Operation ()
	Virtual destructor.

virtual bool	operate ()
	Call this method to operate on data Returns false on failure. More...

virtual void	add_extensions (Extensions *)
	Add any extensions.

virtual void	report () const
	Report operation statistics.

std::string	get_name () const
	Return the unique name of this operation.

double	get_total_time () const
	Return the total time spent on this Operation in seconds.

double	get_elapsed_time () const
	Get the time spent in the last invocation of operate()

virtual uint64_t	get_total_weights () const
	Return the total number of timesample weights encountered. More...

virtual uint64_t	get_discarded_weights () const
	Return the number of invalid timesample weights encountered.

int	get_id ()
	Inquire the unique instantiation id.

virtual Function	get_function () const
	Get the function classification of this operation.

virtual double	get_delay_time () const
	Get the time delay of this operation, if any, in seconds.

virtual void	set_scratch (Scratch *)
	Set the scratch space.

bool	scratch_was_set () const

virtual uint64_t	bytes_storage () const
	The number of bytes of additional storage used by the operation.

virtual uint64_t	bytes_scratch () const
	The number of bytes of scratch space used by the operation. More...

Public Member Functions inherited from OwnStream
	OwnStream (const OwnStream &)

const OwnStream &	operator= (const OwnStream &)

virtual void	set_cout (std::ostream &) const

Public Member Functions inherited from Reference::Able
	Able (const Able &)

Able &	operator= (const Able &)

unsigned	get_reference_count () const

Public Member Functions inherited from Reference::HeapTracked
	HeapTracked (const HeapTracked &)

HeapTracked &	operator= (const HeapTracked &)

bool	__is_on_heap () const

Public Member Functions inherited from dsp::HasInput< BitSeries >
virtual	~HasInput ()
	Destructor.

const BitSeries *	get_input () const
	Return pointer to the container from which input data will be read.

bool	has_input () const
	Returns true if input is set.

Public Member Functions inherited from dsp::HasOutput< TimeSeries >
virtual	~HasOutput ()
	Destructor.

virtual TimeSeries *	get_output () const
	Return pointer to the container into which output data will be written.

bool	has_output () const
	Returns true if output is set.

Protected Member Functions
void	set_limits ()
	Set nlow_min and nlow_max using current attributes.

virtual void	build ()
	Build the look-up tables and allocate histograms.

void	unpack ()
	Unpack using dig_unpack.

virtual void	dig_unpack (const unsigned char input_data, float output_data, uint64_t ndat, unsigned long hist, unsigned weights=0, unsigned nweights=0)=0
	Unpack a single digitized stream from raw into data.

template<class U , class Iterator >
void	excision_unpack (U &unpack, Iterator &input, float output_data, uint64_t ndat, unsigned long hist, unsigned *weights, unsigned nweights)
	Template method can be used to implement pure virtual dig_unpack.

void	not_built ()
	Derived types may not set built flag to true, but can set it to false.

Protected Member Functions inherited from dsp::HistUnpacker
virtual void	set_default_ndig ()
	Compute the default number of digitizers.

void	set_nstate_internal (unsigned _nstate)
	Set the number of states in the internal representation of the histogram.

unsigned	get_nstate_internal () const

Protected Member Functions inherited from dsp::Unpacker
virtual void	transformation ()
	The operation unpacks n-bit into floating point TimeSeries. More...

virtual void	match (const Observation *observation)
	Specialize the Unpacker for the Observation. More...

template<class T >
const T *	get_Input ()
	Provide BitSeries::input attribute access to derived classes.

Protected Member Functions inherited from dsp::Transformation< BitSeries, TimeSeries >
virtual bool	can_operate ()
	Return false if the input doesn't have enough data to proceed.

virtual void	operation ()
	Define the Operation pure virtual method.

virtual void	vchecks ()
	Makes sure input & output are okay before calling transformation()

Protected Member Functions inherited from dsp::Operation
virtual void	set_name (const std::string &_name)
	Set the name!

int	timers_index (const std::string &op_name)
	Returns the index in the 'timers' array of a particular timer.

Protected Member Functions inherited from Reference::Able
Handle *	__reference (bool active) const

void	__dereference (bool auto_delete=true) const

Protected Attributes
Reference::To< WeightedTimeSeries >	weighted_output
	Set when Transformation::output is a WeightedTimeSeries.

float	cutoff_sigma
	Cut off power for impulsive interference excision.

unsigned	nlow_min
	Minumum number of low states in ndat_per_weight points.

unsigned	nlow_max
	Maximum number of low states in ndat_per_weight points.

JenetAnderson98	ja98
	The theory behind the implementation.

unsigned	current_digitizer
	The current digitized stream.

Protected Attributes inherited from dsp::Unpacker
TimeSeries::Order	output_order
	The order of the dimensions in the output TimeSeries.

Protected Attributes inherited from dsp::Transformation< BitSeries, TimeSeries >
Reference::To< BufferingPolicy >	buffering_policy
	The buffering policy in place (if any)

int64_t	minimum_samps_can_process
	If input doesn't have this many samples, operate() returns false.

Protected Attributes inherited from dsp::Operation
Scratch *	scratch
	Shared scratch space, if needed.

bool	set_scratch_called

std::string	name
	Operation name.

uint64_t	discarded_weights
	Number of time sample weights encountered that are flagged invalid.

uint64_t	total_weights
	Total number of time sample weights encountered.

RealTimer	optime
	Stop watch records the amount of time spent performing this operation.

int	id
	Unique instantiation id.

bool	prepared
	Set true when preparation optimizations are completed.

Protected Attributes inherited from dsp::HasInput< BitSeries >
Reference::To< const BitSeries >	input
	Container from which input data will be read.

Protected Attributes inherited from dsp::HasOutput< TimeSeries >
Reference::To< TimeSeries >	output
	Container into which output data will be written.

Additional Inherited Members
Public Types inherited from dsp::Unpacker
typedef Registry::List< Unpacker >	Register
	typedef used to simplify template syntax in Unpacker_registry.C

Public Types inherited from dsp::Operation
enum	Function { Producer, Procedural, Structural }
	The function of the operator. More...

Static Public Member Functions inherited from dsp::Unpacker
static Unpacker *	create (const Observation *observation)
	Return a pointer to a new instance of the appropriate sub-class.

Static Public Member Functions inherited from Reference::Able
static size_t	get_instance_count ()

Static Public Member Functions inherited from Reference::HeapTracked
static void *	operator new (size_t size, void *ptr=0)

static void	operator delete (void location, void ptr)

static void	operator delete (void *location)

static size_t	get_heap_queue_size ()

Public Attributes inherited from dsp::Transformation< BitSeries, TimeSeries >
Callback< Transformation * >	pre_transformation
	Functions called before the transformation takes place.

Callback< Transformation * >	post_transformation
	Functions called after the transformation takes place.

Static Public Attributes inherited from dsp::HistUnpacker
static bool	keep_histogram = true
	Maintain a diagnostic histogram of digitizer statistics.

Static Public Attributes inherited from dsp::Operation
static bool	record_time = false
	Global flag enables stopwatch to record the time spent operating. More...

static bool	report_time = true
	Global flag enables report of time spent in operation on descruction. More...

static bool	verbose = false
	Global verbosity flag.

static int	operation_status = 0
	Operations can set this to non-zero in operation() if they fail.

static bool	check_state = true
	Operations should perform internal consistency checks.

static int	instantiation_count = 0
	Counts how many Operation instantiations there have been Used for setting the unique instantiation ID. More...

Static Protected Member Functions inherited from dsp::Unpacker
static Register &	get_register ()
	Return the list of registered sub-classes.

Detailed Description

Excises digitized data with statistics outside of acceptable limits.

Member Function Documentation

◆ get_input_incr()

unsigned dsp::ExcisionUnpacker::get_input_incr ( ) const

virtual

Get the offset to the next byte containing the current digitizer data.

By default, the data from each polarization is interleaved byte by byte

Reimplemented in dsp::SubByteTwoBitCorrection, dsp::GenericTwoBitCorrection, dsp::GUPPITwoBitCorrectionComplex, and dsp::Mark5TwoBitCorrection.

◆ get_input_offset()

unsigned dsp::ExcisionUnpacker::get_input_offset ( unsigned idig ) const

virtual

Get the offset (number of bytes) into input for the given digitizer.

By default, the data from each polarization is interleaved byte by byte

Reimplemented in dsp::SubByteTwoBitCorrection, dsp::Mark5TwoBitCorrection, dsp::GenericTwoBitCorrection, and dsp::GUPPITwoBitCorrectionComplex.

◆ get_output_incr()

unsigned dsp::ExcisionUnpacker::get_output_incr ( ) const

virtual

Get the offset (number of floats) between consecutive digitizer samples.

By default, the output from each digitizer is contiguous

Reimplemented in dsp::SubByteTwoBitCorrection, dsp::CPSRTwoBitCorrection, dsp::FadcTwoBitCorrection, and dsp::GenericTwoBitCorrection.

◆ match_resolution()

void dsp::ExcisionUnpacker::match_resolution ( Input * input )

virtual

Match the ndat_per_weight to the resolution of the Input.

Match the unpacker to the resolution.

Reimplemented from dsp::Unpacker.

◆ reserve()

void dsp::ExcisionUnpacker::reserve ( )

virtual

Initialize the WeightedTimeSeries dimensions.

Initialize and resize the output before calling unpack.

Reimplemented from dsp::Operation.

◆ set_ndat_per_weight()

void dsp::ExcisionUnpacker::set_ndat_per_weight ( unsigned ndat_per_weight )

virtual

Set the number of samples per weight in WeightTimeSeries output.

Set the number of time samples used to estimate digitized power.

References dsp::HistUnpacker::set_nstate().

Referenced by dsp::TwoBitCorrection::TwoBitCorrection().

The documentation for this class was generated from the following files:

Public Member Functions

Protected Member Functions

Protected Attributes

Additional Inherited Members

Detailed Description

Member Function Documentation

◆ get_input_incr()

◆ get_input_offset()

◆ get_output_incr()

◆ match_resolution()

◆ reserve()

◆ set_ndat_per_weight()