qualify_data.m

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Comparison ADCP Data Mooring with SADCP/LADCP/DVL
% Autor: Pierre Rousselot
% Date:  03/2019
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
clear all; close all; 
addpath(genpath('moored_adcp_proc'))
addpath(genpath('tools'))

%% Load Mooring data
lat_moor  = 0.002;
lon_moor  = -0.067;
Moorfile  = '../FR30/0N0W_8237_instr_01.mat';
Moorfile2 = '../FR30/0N0W_8237_instr_01_int_filt_sub.mat';
%Moorfile  = 'C:\Users\proussel\Documents\outils\ADCP\ADCP_mooring_data_processing\FR30\0N10W_15258_instr_01_int_filt_sub.mat';

%FR30
OS38file  = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/OS38/ncc/FR30-OS38_osite_mat20_fhv1_corr_final.nc';
OS150file = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/OS150/ncc/FR30-OS150_osite_mat20_fhv1_corr_final.nc';
DVLfile   = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/LOCH/ncc/FR30-DVL600_osite_mat20_fhv1_corr_final.nc';
OS38file  = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/OS38/ncc/FR30-OS38_osite_mat20_corr.nc';
OS150file = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/OS150/ncc/FR30-OS150_osite_mat20_corr.nc';
DVLfile   = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/LOCH/ncc/FR30-DVL600_osite_mat20_corr.nc';
LADCPfil1 = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-processing/LADCP/process/profiles/FR30_007.mat';
LADCPfil2 = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-processing/LADCP/process/profiles/FR30_014.mat';

%FR28
% OS38file  = '/media/irdcampagnes/PIRATA/PIRATA-FR28/data-final/SADCP/OS38/data/LTA/PIRATA-FR28_osite_fhv1.nc';
% OS150file = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/OS150/ncc/FR30-OS150_osite_mat20_fhv1_corr_final.nc';
% DVLfile   = '/media/irdcampagnes/PIRATA/PIRATA-FR30/data-final/SADCP/LOCH/ncc/FR30-DVL600_osite_mat20_fhv1_corr_final.nc';
% LADCPfil1 = '/media/irdcampagnes/PIRATA/PIRATA-FR28/data-adjusted/LADCP/profiles/FR28_00011.mat';
% LADCPfil2 = '/media/irdcampagnes/PIRATA/PIRATA-FR28/data-adjusted/LADCP/profiles/FR28_00014.mat';

% %FR27
% OS38file  = '/media/irdbrest_ftp/pirata/pirata-data/adcp/sadcp_cascade/PIRATAFR27/38kHz/fr27_fhv1_38kHz.nc';
% OS150file = '/media/irdbrest_ftp/pirata/pirata-data/adcp/sadcp_cascade/PIRATAFR27/150kHz/fr27_fhv1_150kHz.nc';
% LADCPfil1 = '/media/irdcampagnes/PIRATA/PIRATA-FR27/data-processing/LADCP/v10.16.2/PIRATA-FR27/profiles/fr27026.mat';
% LADCPfil2 = '/media/irdcampagnes/PIRATA/PIRATA-FR27/data-processing/LADCP/v10.16.2/PIRATA-FR27/profiles/fr27048.mat';

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% Load dataset
%% Load mooring Data
load(Moorfile)
if contains(Moorfile, 'int_filt_sub')
    u_mooring     = data.uintfilt;
    v_mooring     = data.vintfilt;
    t_mooring     = data.inttim;
    z_mooring     = data.Z;
elseif contains(Moorfile, 'int_filt')
    u_mooring     = uifilt;
    v_mooring     = vifilt;
    t_mooring     = data.time;
    z_mooring     = data.Z;
else
    u_mooring     = data.u;
    v_mooring     = data.v;  
    t_mooring     = data.time;
    z_mooring     = data.z_bins;
end

load(Moorfile2)
u_mooring2     = data.uintfilt;
v_mooring2     = data.vintfilt;
t_mooring2     = data.inttim;
z_mooring2     = data.Z;
    
%% Load DVL Data
dvl.u    = ncread(DVLfile, 'UVEL_ADCP');
dvl.v    = ncread(DVLfile, 'VVEL_ADCP');
dvl.t    = ncread(DVLfile, 'JULD');
dvl.d    = ncread(DVLfile, 'DEPH');
dvl.lat  = ncread(DVLfile, 'LATITUDE'); 
dvl.lon  = ncread(DVLfile, 'LONGITUDE');

%% Load OS150 Data
os.u     = ncread(OS150file, 'UVEL_ADCP');
os.v     = ncread(OS150file, 'VVEL_ADCP');
os.t     = ncread(OS150file, 'JULD');
os.d     = ncread(OS150file, 'DEPH');
os.lat   = ncread(OS150file, 'LATITUDE'); 
os.lon   = ncread(OS150file, 'LONGITUDE');

%% Load OS38 Data
os38.u   = ncread(OS38file, 'UVEL_ADCP');
os38.v   = ncread(OS38file, 'VVEL_ADCP');
os38.t   = ncread(OS38file, 'JULD');
os38.d   = ncread(OS38file, 'DEPH');
os38.lat = ncread(OS38file, 'LATITUDE'); 
os38.lon = ncread(OS38file, 'LONGITUDE');

%% Load LADCP Data
load(LADCPfil1)

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% Research Date - reference LADCP
h_mooring     = datenum(julian(t_mooring(:)));
h_mooring2    = datenum(julian(t_mooring2(:)));

h_ladcp       = datenum(dr.date);
[~,plt_m]     = min(abs((h_mooring)-h_ladcp));
[~,plt_m2]    = min(abs((h_mooring2)-h_ladcp));

h_os          = os.t + datenum('1950-01-01');
[~,plt_os]    = min(abs((h_os)-h_ladcp));

h_os38        = os38.t + datenum('1950-01-01');
[~,plt_os38]  = min(abs((h_os38)-h_ladcp));

h_dvl         = dvl.t + datenum('1950-01-01');
[~,plt_dvl]   = min(abs((h_dvl)-h_ladcp));

if contains(Moorfile, 'int_filt')
    z_mooring_ext = z_mooring;
else
    z_mooring_ext = z_mooring(:, plt_m);
end
z_mooring_ext2 = z_mooring2;

%% Calc distance
d_station     = dist(lat_moor,lon_moor,dr.lat,dr.lon);
d_station     = d_station * 0.539957;

%% Plot Before
% plt_dvl = plt_dvl + 1;
% plt_os  = plt_os-1;

figure
subplot(1,2,1)
plot(dr.u, -dr.z, '--g')
hold on; 
plot(os.u(:,plt_os), os.d,'r')
plot(os38.u(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.u(:,plt_dvl), dvl.d,'k')
end
plot(u_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')
plot(u_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')

hold off
xlabel('U [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])
date_dvl   = (h_dvl(plt_dvl)-h_mooring(plt_m))*(24*60);
date_os    = (h_os(plt_os)-h_mooring(plt_m))*(24*60);
date_os38  = (h_os38(plt_os38)-h_mooring(plt_m))*(24*60);
date_ladcp = (h_ladcp-h_mooring(plt_m))*(24*60);
if date_os<0
    if contains(LADCPfil1, 'FR30')
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['DVL / ' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    else
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered', 'location', 'southeast')
    end    
else
    if contains(LADCPfil1, 'FR30')
        legend(['LADCP / +' num2str(round(date_ladcp)) 'min'], ['OS150 / +' num2str(round(date_os)) 'min'], ['OS38 / +' num2str(round(date_os38)) 'min'], ['DVL / +' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered', 'location', 'southeast')
    else
        legend(['LADCP / +' num2str(round(date_ladcp)) 'min'], ['OS150 / +' num2str(round(date_os)) 'min'], ['OS38 / +' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered', 'location', 'southeast') 
    end
end
title(['ADCP Mooring measurement vs other current measurement sources [distance = ' num2str(round(d_station*10)/10) 'NM]'])

subplot(1,2,2)
plot(dr.v, -dr.z, '--g')
hold on; 
plot(os.v(:,plt_os), os.d,'r')
plot(os38.v(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.v(:,plt_dvl), dvl.d,'k')
end
plot(v_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')
plot(v_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')
hold off
xlabel('V [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% Load LADCP Data
load(LADCPfil2)

%% Research Date
h_ladcp     = datenum(dr.date);
[~,plt_m]   = min(abs((h_mooring)-h_ladcp));
[~,plt_m2]  = min(abs((h_mooring2)-h_ladcp));

[~,plt_os]  = min(abs((h_os)-h_ladcp));

[~,plt_os38]  = min(abs((h_os38)-h_ladcp));

[~,plt_dvl] = min(abs((h_dvl)-h_ladcp));

if contains(Moorfile, 'int_filt')
    z_mooring_ext = z_mooring;
else
    z_mooring_ext = z_mooring(:, plt_m);
end

%% Calc distance
d_station     = dist(lat_moor,lon_moor,dr.lat,dr.lon);
d_station     = d_station * 0.539957;

%% Plot After
figure
subplot(1,2,1)
plot(dr.u, -dr.z, '--g')
hold on; 
plot(os.u(:,plt_os), os.d,'r')
plot(os38.u(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.u(:,plt_dvl), dvl.d,'k')
end
plot(u_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')   %data.Z(:,plt_m)
plot(u_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')
hold off
xlabel('U [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])
if contains(LADCPfil1, 'FR30')
    legend(['LADCP / ' datestr(h_ladcp)], ['OS150 / ' datestr(h_os(plt_os))], ['OS38 / ' datestr(h_os38(plt_os38))], ['DVL / ' datestr(h_dvl(plt_dvl))], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered','location', 'southeast')
else
    legend(['LADCP / ' datestr(h_ladcp)], ['OS150 / ' datestr(h_os(plt_os))], ['OS38 / ' datestr(h_os38(plt_os38))], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')    
end 
date_dvl   = (h_dvl(plt_dvl)-h_mooring(plt_m))*(24*60);
date_os    = (h_os(plt_os)-h_mooring(plt_m))*(24*60);
date_os38  = (h_os38(plt_os38)-h_mooring(plt_m))*(24*60);
date_ladcp = (h_ladcp-h_mooring(plt_m))*(24*60);
if date_os<0
    if contains(LADCPfil1, 'FR30')
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['DVL / ' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    else
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    end    
else
    if contains(LADCPfil1, 'FR30')
        legend(['LADCP / +' num2str(round(date_ladcp)) 'min'], ['OS150 / +' num2str(round(date_os)) 'min'], ['OS38 / +' num2str(round(date_os38)) 'min'], ['DVL / +' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered','location', 'southeast')
    else
        legend(['LADCP / +' num2str(round(date_ladcp)) 'min'], ['OS150 / +' num2str(round(date_os)) 'min'], ['OS38 / +' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
        legend(['LADCP / ' num2str(round(date_ladcp)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered', 'location', 'southeast') 
    end
end
title(['ADCP Mooring measurement vs other current measurement sources [distance = ' num2str(round(d_station*10)/10) 'NM]'])

subplot(1,2,2)
plot(dr.v, -dr.z, '--g')
hold on; 
plot(os.v(:,plt_os), os.d,'r')
plot(os38.v(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.v(:,plt_dvl), dvl.d,'k')
end
plot(v_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')
plot(v_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')
hold off
xlabel('V [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%% Research nearest position
d_os38          = dist(lat_moor,lon_moor,os38.lat,os38.lon);
[d_mo,plt_os38] = min(d_os38);
d_mo            = d_mo * 0.539957;

d_os150         = dist(lat_moor,lon_moor,os.lat,os.lon);
[~,plt_os]      = min(d_os150);

d_dvl           = dist(lat_moor,lon_moor,dvl.lat,dvl.lon);
[~,plt_dvl]     = min(d_dvl);

[~,plt_m]       = min(abs(h_os38(plt_os38)-h_mooring));
[~,plt_m2]       = min(abs(h_os38(plt_os38)-h_mooring2));
%plt_m = plt_m-3;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% En dur
% plt_os38 = plt_os38 -20;
% plt_os = plt_os -20;
% plt_dvl = plt_dvl -20;
% d_mo          = dist(lat_moor,lon_moor,os38.lat(plt_os38+1),os38.lon(plt_os38+1));
% d_mo            = d_mo * 0.539957;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

if contains(Moorfile, 'int_filt')
    z_mooring_ext = z_mooring;
else
    z_mooring_ext = z_mooring(:, plt_m);
end

%% Plot 
figure
subplot(1,2,1)
hold on; 
plot(os.u(:,plt_os), os.d,'r')
plot(os38.u(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.u(:,plt_dvl), dvl.d,'k')
end
plot(u_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')
plot(u_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')
hold off
xlabel('U [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])
date_dvl  = (h_dvl(plt_dvl)-h_mooring(plt_m))*(24*60);
date_os   = (h_os(plt_os)-h_mooring(plt_m))*(24*60);
date_os38 = (h_os38(plt_os38)-h_mooring(plt_m))*(24*60);
if date_os<0
    if contains(LADCPfil1, 'FR30')
        legend(['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['DVL / ' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    else
        legend(['OS150 / ' num2str(round(date_os)) 'min'], ['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    end    
else
    if contains(LADCPfil1, 'FR30')
        legend(['OS150 / +' num2str(round(date_os)) 'min'],['OS38 / +' num2str(round(date_os38)) 'min'], ['DVL / +' num2str(round(date_dvl)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))], 'ADCP filtered','location', 'southeast')
    else
        legend(['OS150 / +' num2str(round(date_os)) 'min'], ['OS38 / +' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered', 'location', 'southeast')
        legend(['OS38 / ' num2str(round(date_os38)) 'min'], ['ADCP Mooring / ' datestr(h_mooring(plt_m))],'ADCP filtered', 'location', 'southeast') 

    end
end
title(['ADCP Mooring measurement vs other current measurement sources [distance = ' num2str(round(d_mo*10)/10) 'NM]'])

subplot(1,2,2)
hold on; 
plot(os.v(:,plt_os), os.d,'r')
plot(os38.v(:,plt_os38), os38.d,'c')
if contains(LADCPfil1, 'FR30')
    plot(dvl.v(:,plt_dvl), dvl.d,'k')
end
plot(v_mooring(:,plt_m), -z_mooring_ext,'LineWidth',2,'Color','b')
plot(v_mooring2(:,plt_m2), -z_mooring_ext2,'--','LineWidth',1.5,'Color','b')
hold off
xlabel('V [m.s^{-1}]')
ylabel('Depth [m]')
grid on
ylim([-300 0])