#!/usr/bin/perl

use strict;
use XML::LibXML;

########################################################

#daylight savings time consideration
my ($temp_sec,$temp_min,$temp_hour,$temp_mday,$temp_mon,$temp_year,$temp_wday,$temp_yday,$isdst) = localtime(time);

########################################################
#process platforms same one by one, xml->sql->database

my @platform = qw(cdmo_northinlet_met niwolmet met 5
                cdmo_northinlet_water niwolwq water 5
		cdmo_acebasin_met acebpmet met 5
		cdmo_acebasin_water acespwq water 5
		cdmo_apalachicola_met apaebmet met 5
		cdmo_apalachicola_water apaebwq water 5
		cdmo_grandbay_met gndcrmet met 6
		cdmo_grandbay_water gndcrwq water 6
		cdmo_guanatolomato_met gtmpcmet met 5
		cdmo_guanatolomato_water gtmpcwq water 5
		cdmo_jobos_met jobjbmet met 5
		cdmo_jobos_water job20wq water 5
		cdmo_northcarolina_met nocrcmet met 5
		cdmo_northcarolina_water nocrcwq water 5
		cdmo_rookerybay_met rkbuhmet met 5
		cdmo_rookerybay_water rkbuhwq water 5
		cdmo_rkblhwq_water rkblhwq water 5
		cdmo_sapelo_met sapmlmet met 5
		cdmo_sapelo_water sapmlwq water 5
		cdmo_sapldwq_water sapldwq water 5
);

while (@platform) {

my $cdmo_csv = shift(@platform);
my $cdmo_id = shift(@platform);
my $file_type = shift(@platform);
my $time_add = shift(@platform) - $isdst;

my $filename = './tmp/cdmo_'.$cdmo_id;
my $csv_out = '/usr2/prod/CSV/cdmo/'.$cdmo_csv.'_latest.csv';
open (CSV_OUT,">$csv_out");

########################################################
#process the clean xml document into SQL statements

my $xp = XML::LibXML->new->parse_file($filename.'.xml');

my $line_count = 0;
foreach my $row ($xp->findnodes('//data/r')) {
	$line_count++;
	if ($line_count < 2) { next; }

	print "###################\n";

        #possible vars used
        my @obs = ();
        my $m_date;
	my ($row_id,$historical);
        my ($air_temp,$air_temp_qc,$rh,$rh_qc,$air_pressure,$air_pressure_qc,$wind_speed,$wind_speed_qc,$wind_from_direction,$wind_from_direction_qc,$precipitation,$precipitation_qc,$solar,$solar_qc);
        my ($water_temp,$water_temp_qc,$water_conductivity,$water_conductivity_qc,$salinity,$salinity_qc,$do_percent,$do_percent_qc,$do_mgl,$do_mgl_qc,$water_level,$water_level_qc,$ph,$ph_qc,$turbidity,$turbidity_qc);

	#push attribute values into array and then array into correct variables
	my @values = ();
	foreach my $element ($row->findnodes('c/@v')) { push (@values, $element->string_value()); }

        ##file types
        if ($file_type eq 'met') {
                ($row_id,$historical,$m_date,$air_temp,$air_temp_qc,$rh,$rh_qc,$air_pressure,$air_pressure_qc,$wind_speed,$wind_speed_qc,$wind_from_direction,$wind_from_direction_qc,$precipitation,$precipitation_qc,$solar,$solar_qc) = @values;
		print "$air_temp\n";
                @obs = ($air_temp,$air_temp_qc,$rh,$rh_qc,$air_pressure,$air_pressure_qc,$wind_speed,$wind_speed_qc,$wind_from_direction,$wind_from_direction_qc,$precipitation,$precipitation_qc,$solar,$solar_qc);
        }
        if ($file_type eq 'water') {
		($row_id,$historical,$m_date,$water_temp,$water_temp_qc,$water_conductivity,$water_conductivity_qc,$salinity,$salinity_qc,$do_percent,$do_percent_qc,$do_mgl,$do_mgl_qc,$water_level,$water_level_qc,$ph,$ph_qc,$turbidity,$turbidity_qc) = @values;
		print "$water_temp\n";
        	@obs = ($water_temp,$water_temp_qc,$water_conductivity,$water_conductivity_qc,$salinity,$salinity_qc,$do_percent,$do_percent_qc,$do_mgl,$do_mgl_qc,$water_level,$water_level_qc,$ph,$ph_qc,$turbidity,$turbidity_qc);
        }

        $m_date = '20'.substr($m_date,6,2).'-'.substr($m_date,0,2).'-'.substr($m_date,3,2).' '.substr($m_date,9,5).':00';
        print "$m_date\n";

        print CSV_OUT "$m_date,";

	my $csv_string = '';
        while (@obs) {

                my $m_value = shift(@obs);
                my $qc_level = shift(@obs);

		$csv_string .= "$m_value,$qc_level,";
                print CSV_OUT "$m_value,$qc_level,";

        } #while @obs

	$csv_string = substr($csv_string,0,-1);
        print CSV_OUT $csv_string."\n";

} #foreach $row

close (CSV_OUT);

} #while (@platform) {

exit 0;