;pro coo_mag_to_stats
;
;PURPOSE:
;	This script will take the input from the .mag.1 files returned by DIGIPHOT>DAOPHOT>PHOT
;	(and processed with testscript.cl to extract the necessary columns) and the .coo.1 files
;	returned by DIGIPHOT>DAOPHOT>DAOFIND and fit the fitted coordinate points to a grid.
;
;	The grid is set up to have [num]x[num] points.  The center of the initial grid is eyeballed
;	by examining hr5132a_1_raw.fits and the spacing is assumed to be 600 microns/24 microns per 
;	pixel=25 pixels.  A fit is performed on this grid, and a new center is
;	determined.  This center is then fed to the next iteration and a new grid is layed out. 
;	The process repeats through all [num_of_files]*[letters] files.
;
;	In this way, the grid should shift so that two centroids are not fit to the same reference
;	point.
;
;	The file will output statistics from the .mag.1 and .coo.1 files in [stats_directory]
;
  

pro coo_mag_to_stats, Directory=Directory,letter=letter,$
	stats_directory=stats_directory,xcenter=xcenter,ycenter=ycenter,$
	center_file=center_file
	

If (not keyword_set(Directory)) then Directory='/a/pippin01/Volumes/u08/lsst/CPanalysis/2005-05-11/ShackHartman/'
If (not keyword_set(letter)) then letter=['a','b','c','d','e','f','g','h','i']
If (not keyword_set(stats_directory)) then stats_directory='stats'
If (not keyword_set(x_center)) then x_center=[542]
If (not keyword_set(y_center)) then y_center=[465]
If (not keyword_set(center_file)) then center_file=Directory+stats_directory+'/centers.txt'


;FILE UNITS
get_lun,cent
openw,cent,center_file
printf,cent,FORMAT='(%"%s\t%s\t%s\t%s")','Y CENTER','X CENTER','Y ERROR','X ERROR'

;CONSTANTS
letters=n_elements(letter)	;The number of letters being used
num=25				;The number of rows and columns in reference grid
num_of_files=100		;The number of files for each letter
subx=2*indgen(num)-25		;The x-reference numbers
suby=indgen(num)-12		;The y-reference numbers
box=11				;The distance used for assigning coordinates to the ref grid

;ARRAY ALLOCATION
X_coords=fltarr(num*num)
Y_coords=fltarr(num*num)
Mags=fltarr(num*num)
Sharps=fltarr(num*num)
Xerrs=fltarr(num*num)
Yerrs=fltarr(num*num)


X_centers=fltarr(letters*(num_of_files-1))		;Computed centers
Y_centers=fltarr(letters*(num_of_files-1))		;Computed centers
Point_indices_arr=intarr(letters*(num_of_files-1))	;Number of points matched to grid 
Num_of_iraf_points_arr=intarr(letters*(num_of_files-1))	;Number of points found by iraf
mag_arr=[0]						;Array to hold average magnitudes
sharp_arr=[0]						;Array to hold average sharpness

;MAIN LOOP
for letter_index=0,letters-1 do begin

	for file_number=1, 99 do begin
                                                                                
		if file_number lt 10 then begin
			mag_file_name=Directory+'mag/hr5132'+letter(letter_index)+'_'+$
			string(file_number,format='(I1)')+'_raw.fits.mag.1.txt'
			coo_file_name=Directory+'coo/hr5132'+letter(letter_index)+'_'+$
                	string(file_number,format='(I1)')+'_raw.fits.coo.1'
			appendage=stats_directory+'/hr5132'+letter(letter_index)+'_'+string(file_number,format='(I1)')+$
			'_stats.txt'
		endif
		if file_number ge 10 and file_number lt 100 then begin
			mag_file_name=Directory+'mag/hr5132'+letter(letter_index)+'_'+$
			string(file_number,format='(I2)')+'_raw.fits.mag.1.txt'
			coo_file_name=Directory+'coo/hr5132'+letter(letter_index)+'_'+$
                	string(file_number,format='(I2)')+'_raw.fits.coo.1'
			appendage=stats_directory+'/hr5132'+letter(letter_index)+'_'+string(file_number,format='(I2)')+$
                	'_stats.txt'
		endif
		if file_number ge 100 and file_number lt 1000 then begin
			mag_file_name=Directory+'mag/hr5132'+letter(letter_index)+'_'+$
			string(file_number,format='(I3)')+'_raw.fits.mag.1.txt'
			coo_file_name=Directory+'coo/hr5132'+letter(letter_index)+'_'+$
                	string(file_number,format='(I3)')+'_raw.fits.coo.1'
			appendage=stats_directory+'/hr5132'+letter(letter_index)+'_'+string(file_number,format='(I3)')+$
                	'_stats.txt'

		endif
	
		;Figure out the new reference grid, applied around x_center and y_center
		x_ref_col=12.5*subx+x_center[0]
		y_ref_col=25.0*suby+y_center[0]
		
		;prepare arrays to be used in the linear fit
		x_coords=fltarr(num*num)
		y_coords=fltarr(num*num)
		Mags=fltarr(num*num)
                Sharps=fltarr(num*num)
                Xerrs=fltarr(num*num)
                Yerrs=fltarr(num*num)
		x_coords(*)=-1
		y_coords(*)=-1
		Mags(*)=-1
		Sharps(*)=-1
		Yerrs(*)=-1
		Xerrs(*)=-1

		index=findgen(num*num)
		fullx=fltarr(num*num)
	        fully=fltarr(num*num)
        	fullx(index)=subx(index mod num)
        	fully=rebin(suby,num*num)

		print,file_number
		;Read in the data columns from the output IRAF mag file.  They are
		; XCENTER, YCENTER, XERR, YERR, MAG
		readcol,mag_file_name,x_coord,y_coord,x_err,y_err,mag,format='f,f,f,f,f'

		;Read in the data columns from the output IRAF coo file.  They are 
		; SHARP, ROUNDNESS
		readcol,coo_file_name,sharp,roundness,format='X,X,X,f,f',SKIPLINE=41
	
		;Each of these vectors will have as many elements as the number of points
		;that IRAF fitted
		num_of_iraf_points=N_elements(x_coord)
		
		get_lun,stat
		openw,stat,Directory+appendage
		;This loop will go through all of the possible places where a point could be
		;and check to see if there is an image point near it
		for col_num=0,N_elements(y_ref_col)-1 do begin
			for row_num=0,N_elements(x_ref_col)-1 do begin

				;This index will provide the location on the grid
				ID_index=col_num*N_elements(x_ref_col)+row_num
				
				;Pick points where x might be near and those where y might 
				;be near
				x_index_pos=where(abs(x_coord-x_ref_col(row_num)) lt box)
				y_index_pos=where(abs(y_coord-y_ref_col(col_num)) lt box)
				
				;Do some indexing gymnastics to determine if they match
				for y_sub_index=0,N_elements(y_index_pos)-1 do begin
					x_sub_index=where(x_index_pos eq $
							  y_index_pos(y_sub_index))
					
					;The grid coordinates have been matched to a spot
					if ((x_sub_index(0) ne -1) and (y_index_pos(0) ne -1)$
					and (x_index_pos(0) ne -1)) then begin
						x_index=x_index_pos(x_sub_index)
						y_index=y_index_pos(y_sub_index)
						x_ref_dif=x_coord(x_index)-x_ref_col(row_num)
						y_ref_dif=y_coord(y_index)-y_ref_col(col_num)
						
						;Print this to the stats file
						printf,stat,FORMAT=$
		'(%"%3.0d\t%0.3f\t%0.3f\t%0.3f\t%0.3f\t%0.3f\t%0.3f\t%0.3f\t%0.3f\t%0.3f")',$
						ID_index,x_coord(x_index),y_coord(y_index),$
						x_err(x_index),y_err(y_index),mag(x_index),$
						sharp(x_index),roundness(x_index),$
						x_ref_dif,y_ref_dif
						;found_point=1
						
						;Add it to the full grid array
						X_coords(ID_index)=x_coord(x_index)
						Y_coords(ID_index)=y_coord(y_index)
						Mags(ID_index)=mag(x_index)
						Sharps(ID_index)=sharp(x_index)
						Xerrs(ID_index)=x_err(x_index)
						Yerrs(ID_index)=y_err(x_index)
						found_point=1
						break
					endif else begin
						found_point=0
					endelse
				
				endfor
				
				;The grid coordinates had no spot within a box		
				if found_point eq 0 then begin
				printf,stat,$
				FORMAT='(%"%d\t%d\t%d\t%d\t%d\t%d\t%d\t%d\t%d\t%d")',$
				ID_index,-1,-1,-1,-1,-1,-1,-1,-1,-1
				X_coords(ID_index)=-1
                                Y_coords(ID_index)=-1
                                Mags(ID_index)=-1
                                Sharps(ID_index)=-1
                                Xerrs(ID_index)=-1
                                Yerrs(ID_index)=-1
				endif
			endfor
		endfor 
		close,stat
		free_lun,stat

		;Now we have an array that mimics the contents of the _stats.txt files
		;Fill the Arrays with the processed grids, removing the -1s
		point_indices=where(x_coords ne -1)
                                                                                
	        x_coords=x_coords(point_indices)
       		y_coords=y_coords(point_indices)
       		xerrs=xerrs(point_indices)
        	yerrs=yerrs(point_indices)
        	fullx=fullx(point_indices)
        	fully=fully(point_indices)
			
		;For some reason, some xerrors and yerrors are zero
	        xzeroes=where(xerrs eq 0,xcount)
       		yzeroes=where(yerrs eq 0,ycount)
        	If xcount ne 0 then xerrs(xzeroes)=0.001
       		If ycount ne 0 then yerrs(yzeroes)=0.001

		x_fit=curvefit(fullx,x_coords,xerrs,x_center,$
		      /noderivative,function_name='linear_function_x',yerror=xerror)
        	y_fit=curvefit(fully,y_coords,yerrs,y_center,$
		      /noderivative,function_name='linear_function_y',yerror=yerror)
                                                                                
		;Fill the Cumulative Arrays
		X_centers(letter_index*(num_of_files-1)+file_number-1)=x_center
	        Y_centers(letter_index*(num_of_files-1)+file_number-1)=y_center
       		Point_indices_arr(letter_index*(num_of_files-1)+file_number-1)=$
		N_elements(point_indices)
        	Num_of_iraf_points_arr(letter_index*(num_of_files-1)+file_number-1)=$
                num_of_iraf_points

		printf,cent,FORMAT='(%"%f\t%f\t%f\t%f")',x_center,y_center,xerror,yerror

		print,FORMAT='(%"%s\t%d\t\%f\t%f")',letter(letter_index),file_number,x_center,y_center
		endfor
	

endfor

close,cent
free_lun,cent

end
