vivo_prepare_elementsHR.m

function [] = vivo_prepare_elementsHR(fname_in, automated_flag)
%%% vivo_prepare_elementsHR.m
% This function loads cleaned DW extracted data (produced using vivo_clean_dw.m), and prepares the ready-for-Elements import file.

%%% Input:
% The required input is a tab-separated version of the cleaned DW data .
% The script also loads in tab-separated lookup table files for faculty
% positions, departments, faculties and buildings.
% The function also loads in a list of non-faculty users, to be integrated into the HR file.
%%% Outputs:
% The outputs include a ready-for-Elements-import version of the HR data
% sample usage: vivo_prepare_elementsHR('MCM_VIVO_ALL_FACULTY-62847-clean.tsv') or vivo_prepare_elementsHR('62847') or vivo_prepare_elementsHR(62847);
% Created February 2017 by JJB.

%% Major Update log:
%%% 2017-06-26
% 1. You can now run a selected version of the DW data (e.g. 66128) by simply using this value as an input, so:
% vivo_prepare_elementsHR('MCM_VIVO_ALL_FACULTY-62847-clean.tsv')
% vivo_prepare_elementsHR('62847') or
% vivo_prepare_elementsHR(62847);
% are all equivalent
%%% 2017-09-02
% 2. I've created a tracker/log file, to keep track of which version had been last run--this way, there's no more confusion about which 'version' of the data is represented in McM_HR_import_current.csv. This is all updated in the documentation (text pasted below):
% Write a record to McM_HR_import_creation_tracker.tsv, with three columns indicating the:
% Date and time for which the McM_HR_import_current.csv file was created
% The file version number (e.g. ‘66128’) represented by the data in the output file
% Whether the process was successful (=’1’) or unsuccessful (=’-1’)
%%% 2017-10-01
% 3.Added the following information to Generic Fields:
% Generic 12 = Phone Number
% Generic 13 = Campus Address
%%% 2017-10-20
% 4. Revised the phone number process to use F&S directory first, then DW

%% Outstanding work to be done: 
%1. Need to check the list of non-faculty additions against the existing
%list of faculty users (and only create a non-faculty account if the person
%doesn't have a faculty one). A faculty member has already tried to add
%themselves to the non-faculty list. 
%2. 




%%
if nargin<2
    automated_flag = 0; %sets the automated flag to 0
end

%% The function:
% Set path depending on whether PC or linux:
if ispc==1
    if exist('D:/Seafile/VIVO_Secure_Data/','dir')==7
        top_path = 'D:/Seafile/VIVO_Secure_Data/';
    elseif exist('C:\MacDrive\Seafile\VIVO_Secure_Data\','dir')==7      % Gabriela, you can add in your path here
        top_path = 'C:\MacDrive\Seafile\VIVO_Secure_Data\';                    % Gabriela, you can add in your path here
    else
        disp('Starting path not assigned. See line ~20 Exiting'); return;
    end
else
    top_path = '/home/brodeujj/Seafile/VIVO_Secure_Data/';
end

lut_path = [top_path 'VIVO-DW-Tools/lookup_tables']; % lookup table path
load_path = [top_path '02_DW_Cleaned']; % cleaned data path
output_path = [top_path '03_Processed_For_Elements']; % output path
nonfac_path = [top_path '02_NonFacultyUsers']; % location of non-faculty-users list
FSdir_path = [top_path '02_UTS_Cleaned'];
%%% declare the path to the 'Data_Import' folder (used at the end of the script).
ind0 = strfind(top_path,'VIVO_Secure');
data_import_path = [top_path(1:ind0-1) 'Data_Import/01_To_Be_Processed'];

%%% If a number is inputted (e.g. 66128) instead of a string, transform to string.
if ischar(fname_in)~=1
    fname_in = num2str(fname_in);
end

%%% Split apart the filename:
[pathstr,fname,ext] = fileparts(fname_in);
if strcmpi(fname(1:3),'MCM')~=1; % if only the number is given (e.g. '62198'), then build the entire string.
    file_ver = fname; % The file version number
    fname_in = ['MCM_VIVO_ALL_FACULTY-' fname '-clean.tsv'];
else
    if isempty(ext)==1  % Fix an error where full filename is given, but the extension is not included (e.g. 'vivo_prepare_elementsHR('MCM_VIVO_ALL_FACULTY-62847-clean');
        fname_in = [fname '.tsv'];
    end
    % extract the file version number
    dashes = strfind(fname,'-');
    file_ver = fname(dashes(1)+1:dashes(2)-1);
end
%% Load additional files
%%% Load the positions lookup table
fid_pos = fopen([lut_path '/vivo_lookup_positions.tsv'],'r');
hdr_pos = fgetl(fid_pos);
num_cols = length(regexp(hdr_pos,'\t'))+1;
formatspec = repmat('%s',1,num_cols);
D = textscan(fid_pos,formatspec,'Delimiter','\t');
fclose(fid_pos);
% reformulate cell array
for i = 1:1:num_cols
    % headers{i,1} = D{1,i}{1,1};%{1,1};
    pos_lut(:,i) = D{1,i}(1:end,1);
end
%%% Remove quotation marks (that Excel likes to do to 'help out'
isString = cellfun('isclass', pos_lut, 'char');
pos_lut(isString) = strrep(pos_lut(isString), '"', '');
clear D num_cols hdr_pos;

%%% Load the DW to Elements HR mapping:
if str2double(file_ver)<80000
fid_dw2hr = fopen([lut_path '/DW_to_Elements_mapping_legacy.tsv'],'r');
else
fid_dw2hr = fopen([lut_path '/DW_to_Elements_mapping.tsv'],'r');  
end
hdr_pos = fgetl(fid_dw2hr);
%elements fieldname is col1 ; DW fieldname is col2
num_cols = length(regexp(hdr_pos,'\t'))+1;
formatspec = repmat('%s',1,num_cols);
D = textscan(fid_dw2hr,formatspec,'Delimiter','\t');
fclose(fid_dw2hr);
% reformulate cell array
for i = 1:1:num_cols
    % headers{i,1} = D{1,i}{1,1};%{1,1};
    dw2hr(:,i) = D{1,i}(1:end,1);
end

clear D num_cols hdr_pos;


%% Load the cleaned DW file:
fid = fopen([load_path '/' fname_in],'r');
tline = fgetl(fid);
frewind(fid);
numcols2 = length(regexp(tline,'\t'))+1;
formatspec = repmat('%s',1,numcols2);
C = textscan(fid,formatspec,'Delimiter','\t');
fclose(fid);

%%% Extract headers
for i = 1:1:numcols2
    % headers{i,1} = C{1,i}(1,1){1,1};
    headers{i,1} = C{1,i}{1,1};%{1,1};
    dw(:,i) = C{1,i}(2:end,1);
end

%%% column numbers in dw

posid_col = find(strcmp('Position ID',headers(:,1))==1);
emailtype_col = find(strcmp('Email Type',headers(:,1))==1);
id_col = find(strcmp('ID',headers(:,1))==1);
macid_col = find(strcmp('MAC ID',headers(:,1))==1);

pos_col = find(strcmp('Position',headers(:,1))==1);
prefix_col = find(strcmp(headers,'Prefix')==1);
initials_col = find(strcmp(headers,'Initials')==1);
knownas_col = find(strcmp(headers,'KnownAs')==1);
suffix_col = find(strcmp(headers,'Suffix')==1);
dept_col = find(strcmp(headers,'Department')==1);
emplclass_col = find(strcmp(headers,'Empl Class')==1);
fac_col = find(strcmp(headers,'Faculty')==1);
phone_col = find(strcmp(headers,'Campus Ph Nbr')==1);
phone_ext_col = find(strcmp(headers,'Camp Phone Ext')==1);
bldg_col = find(strcmp(headers,'Camp Building')==1);
email_col = find(strcmp('Email addr',headers(:,1))==1);

%%% Adjust field names based on version
if str2double(file_ver)<80000
    fname_col = find(strcmp('FirstName',headers(:,1))==1);
    lname_col = find(strcmp('LastName',headers(:,1))==1);
else
    fname_col = find(strcmp('PRF First Name',headers(:,1))==1);
    lname_col = find(strcmp('PRF Last Name',headers(:,1))==1);
end

secpos_col = [size(dw,2)+1:2:size(dw,2)+10]';
secdept_col = [size(dw,2)+2:2:size(dw,2)+11]';
for j = 1:1:5
    headers{size(headers,1)+1,1} = ['secpos' num2str(j)];
    dw(:,size(headers,1)) = cell(size(dw,1),1);
    headers{size(headers,1)+1,1} = ['secdept' num2str(j)];
    dw(:,size(headers,1)) = cell(size(dw,1),1);
    eval(['secpos_col' num2str(j) ' = secpos_col(j,1);'])
    eval(['secdept_col' num2str(j) ' = secdept_col(j,1);'])
end

%%% Add a column at the end for authenticating authority
auth_col = find(strcmp(headers,'AuthenticatingAuthority')==1);
if isempty(auth_col)
    dw = [dw cell(length(dw),1)];   auth_col = size(dw,2);   headers{auth_col,1}='AuthenticatingAuthority';
end

% clear secpos_col secdept_col;
clear C;
%% Load the non-faculty users file:
%%% We've assumed the same format as the Faculty file -- dangerous? Probably!
[headers_nf,dw_nf] = sheet2cell([nonfac_path '/NonFacultyUsers-current.tsv'],'\t',1);   
% Remove quotation marks (causes issues):
dw_nf = strrep(dw_nf,'"','');
headers_nf = strrep(headers_nf,'"','');

%%% Comment added 20171124 by JJB. Removed in favour of sheet2cell method
%%% (above)
% % % fid_nf = fopen([nonfac_path '/' 'NonFacultyUsers-current.csv'],'r');
% % % tline = fgetl(fid_nf);
% % % frewind(fid_nf);
% % % numcols2 = length(regexp(tline,','))+1;
% % % formatspec = repmat('%s',1,numcols2);
% % % C = textscan(fid_nf,formatspec,'Delimiter',',');
% % % % Remove quotation marks (causes issues):
% % % for pp = 1:1:size(C,2)
% % %     isString = cellfun('isclass', C{1,pp}, 'char');
% % %     C{1,pp}(isString) = strrep(C{1,pp}(isString), '"', '');
% % % end
% % % 
% % % fclose(fid_nf);
% % % 
% % % %%% Extract headers - compare to header file for faculty users
% % % match_flag = NaN*ones(numcols2,1);
% % % for i = 1:1:numcols2
% % %     % headers{i,1} = C{1,i}(1,1){1,1};
% % %     headers_nf{i,1} = C{1,i}{1,1};%{1,1};
% % %     match_flag(i,1) = strcmp(headers_nf{i,1},headers{i,1});
% % %     dw_nf(:,i) = C{1,i}(2:end,1);
% % % end
% % % clear C;
% if sum(match_flag,1)~=numcols2
%     disp('The header file for the Faculty (DW) data does not match with that for the non-faculty users. Inspect and fix this before proceeding');
%     return;
% end
%% Load the output file:
fid_out =fopen([output_path '/McM_HR_import_current.tsv'],'w');
hr_headers = dw2hr(:,1);
tmp_out = sprintf('%s\t',hr_headers{1:end-1});
tmp_out = [tmp_out hr_headers{end}];
fprintf(fid_out, '%s\n',tmp_out);

fid_out2 =fopen([output_path '/McM_HR_import_current.csv'],'w');
hr_headers = dw2hr(:,1);
tmp_out = sprintf('%s,',hr_headers{1:end-1});
tmp_out = [tmp_out hr_headers{end}];
fprintf(fid_out2, '%s\n',tmp_out);

%%% Also create an output file to record problem records:
fid_issues = fopen([output_path '/Elements_export_issues-' file_ver '.tsv'],'w');
% tmp_out = sprintf('%s\t',headers{:});
tmp_out = sprintf('%s\t',headers{1:end-1});
tmp_out = [tmp_out hr_headers{end}];
fprintf(fid_issues, '%s\n',tmp_out);

%%% And create a file to track what file was run when:
fid_history = fopen([output_path '/McM_HR_import_creation_tracker.tsv'],'a');

%% Load the UTS Faculty and Staff Directory sheet:
fid = fopen([FSdir_path '/FSDir-current.tsv'],'r');
tline = fgetl(fid);
frewind(fid);
numcols2 = length(regexp(tline,'\t'))+1;
formatspec = repmat('%s',1,numcols2);
E = textscan(fid,formatspec,'Delimiter','\t');
fclose(fid);

%%% Extract headers
for i = 1:1:numcols2
    % headers{i,1} = C{1,i}(1,1){1,1};
    FSD_headers{i,1} = E{1,i}{1,1};%{1,1};
    FSD(:,i) = E{1,i}(2:end,1);
end
FSD_email_col = find(strcmp('EMail',FSD_headers(:,1))==1); if isempty(FSD_email_col); disp('Could not find ''EMail'' column in FSD header');end
FSD_phone_col = find(strcmp('Extension',FSD_headers(:,1))==1); if isempty(FSD_phone_col); disp('Could not find ''Extension'' column in FSD header');end
%% Fill in the phone details by reformatting the phone number column; Fill in missing entries from F&S directory where there's a match:

%%% Reformat the phone_col contexts to be formatted in xxx-xxx-xxxx ext. xxxx
for i = 1:1:size(dw,1)
    %     tmp_phone = dw{i,phone_col};
    %     tmp_ext = dw{i,phone_ext_col};
    dw_phone = dw{i,phone_col};
    dw_ext = dw{i,phone_ext_col};
    %%% Look for a match with the F&S Directory -- use this first
    ind_email_match = find(strcmpi(dw{i,email_col},FSD(:,FSD_email_col))==1);
    if ~isempty(ind_email_match)==1 % && length(FSD{ind_email_match(1),FSD_phone_col})==5
        if length(ind_email_match)>1
            dw{i,phone_col} = FSD{ind_email_match(1),FSD_phone_col};
%             dw{i,phone_col} = ['905-525-9140 ext. ' FSD{ind_email_match(1),FSD_phone_col}];
%             disp(['Found > 1 email match for ' dw{i,email_col} '. extensions = ' FSD{ind_email_match,FSD_phone_col}]);
        else
            dw{i,phone_col} = FSD{ind_email_match,FSD_phone_col};
%             dw{i,phone_col} = ['905-525-9140 ext. ' FSD{ind_email_match,FSD_phone_col}];
%             disp(['Found email match for ' dw{i,email_col} '. extension = ' FSD{ind_email_match,FSD_phone_col}]);
        end
    else %otherwise, paste in from DW
        if ~isempty(dw_phone)
            dw{i,phone_col} = [ dw_phone(1:3) '-' dw_phone(4:6) '-' dw_phone(7:10) ' ext. ' dw_ext];
        else
            dw{i,phone_col} = '';
            dw{i,phone_ext_col} = '';
        end
    end
    %     if ~isempty(tmp_phone)==1 && length(tmp_phone)==10 && ~isempty(tmp_ext)==1
    %         %%% If phone number looks good, format it and write it back to the dw matrix
    %         dw{i,phone_col} = [ tmp_phone(1:3) '-' tmp_phone(4:6) '-' tmp_phone(7:10) ' ext. ' tmp_ext];
    %     else
    %         %%% If phone number does not exist, look for a match with the F&S Directory
    %         ind_email_match = find(strcmpi(dw{i,email_col},FSD(:,FSD_email_col))==1);
    %         if ~isempty(ind_email_match)==1 && length(FSD{ind_email_match(1),FSD_phone_col})==5
    %             if length(ind_email_match)>1
    %                 dw{i,phone_col} = ['905-525-9140 ext. ' FSD{ind_email_match(1),FSD_phone_col}];
    %                 disp(['Found > 1 email match for ' dw{i,email_col} '. extensions = ' FSD{ind_email_match,FSD_phone_col}]);
    %             else
    %                 dw{i,phone_col} = ['905-525-9140 ext. ' FSD{ind_email_match,FSD_phone_col}];
    %                 disp(['Found email match for ' dw{i,email_col} '. extension = ' FSD{ind_email_match,FSD_phone_col}]);
    %             end
    %         else
    %             dw{i,phone_col} = '';
    %         end
    %     end
end

%% First cleanup -- remove any rows where position rank is -999
dw_ranks = NaN.*ones(size(dw,1),1);
for k = 1:1:size(pos_lut,1)
    ind = find(strcmp(dw(:,pos_col),pos_lut{k,2})==1);
    dw_ranks(ind,1) = str2double(pos_lut{k,3});
end
% Look for NaNs in this list
if sum(isnan(dw_ranks))>0
    %     ind = find(isnan(dw_ranks));
    disp('Warning: unranked positions in dw_ranks. Investigate this error');
end
% Remove rows where rank is -999 (should not be included)
dw(dw_ranks==-999,:)= [];
dw_ranks(dw_ranks==-999,:)= [];

%% sort dw according to employee number
emplnum = str2double(dw(:,id_col));
[emplnum_sort, ind] = sort(emplnum,'ascend');
dw_sort = dw(ind,:);
dw_ranks = dw_ranks(ind,:);
% if a row returns with a diff of 0, it means that row and the next are
% duplicates
% diff_emplnum = [round(diff(emplnum_sort)); 0];
[unique_emplnum,ia,ic] = unique(emplnum_sort);

%%% Run through each unique employee number deduplicate, pull out primary
%%% position.
try
    for i = 1:1:length(unique_emplnum);
        clear tmp pos_rank;
        tmp_output = {};
        ind = find(emplnum_sort==unique_emplnum(i)); % list of rows in dw_sort where identical IDs are found
        if size(ind,1)==1 %%%% If there's only one entry, then we're deduped already.
            tmp_output = dw_sort(ind,:);
        else
            %%%% If there's more than one entry, then we follow this approach:
            % 1) Remove any duplicate rows (that differ only by email address) -- take the McMaster address and discard the rest
            % 2) Rank the rest of the positions using the position lookup table
            % 3) The first in the list is the primary; all the rest are written to Generic columns as AutoGroups
            
            tmp = dw_sort(ind,:); % pulls out all rows where ID equals the next unique ID in the iterative list
            tmp_ranks = dw_ranks(ind,1); % pulls out ranks for each position associated with each employee ID
            [unique_posid,ia,ic]= unique(tmp(:,posid_col));
            %     if length(ic)> length(ia) % if there are more rows in the original list than unique values, then we have likely a duplicated entry.
            for ind_pos = 1:1:size(unique_posid,1)
                ind2 = find(strcmp(tmp(:,posid_col),unique_posid{ind_pos,1})==1);
                if size(ind2,1)>1
                    ind3 = strcmp('McMaster',tmp(ind2,emailtype_col)); % look for a match in the "Email Type" column
                    if sum(ind3)==1 %if there's one row with a match, we're all set.
                        tmp(ind2(ind3==0),:) = [];
                        tmp_ranks(ind2(ind3==0),:) = [];
                    elseif sum(ind3)>1 % if there's more than one row with a match, select the one that doesn't have an employee class of LT3.
                        tmp(ind2(ind3==0),:) = [];
                        tmp_ranks(ind2(ind3==0),:) = [];
                        disp(['Multiple rows with McMaster email address for: ' tmp{1,id_col} ', ' tmp{1,fname_col} ' ' tmp{1,lname_col}]);
                        ind4 = strncmp('LT',tmp(ind2(ind3),emplclass_col),2); % look for a match in the "Employee Class" column to anything but "LT3"
                        tmp_ind=ones(length(ind4),1); tmp_ind(ind4==1,1)=0; ind4 = tmp_ind; clear tmp_ind;
                        if sum(ind4)==1 %if there's one row with a match, we're all set.
                            tmp(ind2(ind3(ind4==0)),:) = [];
                            tmp_ranks(ind2(ind3(ind4==0)),:) = [];
                        elseif sum(ind4)>1
                            tmp(ind2(ind3(ind4==0)),:) = [];
                            tmp_ranks(ind2(ind3(ind4==0)),:) = [];
                            disp(['Multiple rows with McMaster email address and same position number for: ' tmp{1,id_col} ', ' tmp{1,fname_col} ' ' tmp{1,lname_col}]);
                            for tt = 1:1:size(tmp,1)
                                fprintf(fid_issues,'%s\n',sprintf('%s\t',tmp{tt,:}));
                            end
                        end
                    else %
                        disp(['Could not find McMaster email address for: ' tmp{1,id_col} ', ' tmp{1,fname_col} ' ' tmp{1,lname_col}]);
                    end
                end
            end
            %%% The primary position is that with the highest rank
            [ranks_sort, ind_ranks] = sort(tmp_ranks,'ascend');
            tmp_output = tmp(ind_ranks(1),:);
            %%% Place all other remaining position information into Generic Columns
            for jj = 2:1:min(length(tmp_ranks),6)
                tmp_output{1,secpos_col(jj-1,1)} = tmp{ind_ranks(jj),pos_col};
                tmp_output{1,secdept_col(jj-1,1)} = tmp{ind_ranks(jj),dept_col};
            end
            
        end
        
        %%%%%% Write data to the HR file:
        if isempty(tmp_output)~=1
            %%% Insert Authenticating Authority information as either 'FHS' (for faculty of health sciences) or 'NONFHS' (for
            %%% others), according to faculty of primary appointment.
            switch tmp_output{1,fac_col}
                case 'Faculty of Health Sciences'
                    tmp_output{1,auth_col} = 'FHS'; %Commented on 16-Nov,2017 -- We decided to try switching all people to NONFHS authentication 
%                     tmp_output{1,auth_col} = 'NONFHS';
                    
                otherwise
                    tmp_output{1,auth_col} = 'NONFHS';
            end
            
            %%%
            
            
            for k = 1:1:size(dw2hr,1)
                if k < size(dw2hr,1); formatspec = '%s\t';formatspec2 = '%s,'; else formatspec = '%s\n'; formatspec2 = '%s\n';end
                
                if isempty(dw2hr{k,2})==1 % if there's no matching field in DW, this elements field is blank
                    fprintf(fid_out,formatspec,'');
                    fprintf(fid_out2,formatspec2,'');
                elseif strcmp(dw2hr{k,2}(1),'<')==1
                    tmp_print = dw2hr{k,2}(2:end-1);
                    fprintf(fid_out,formatspec,tmp_print);
                    fprintf(fid_out2,formatspec2,tmp_print);
                    
                else
                    dw_colname = dw2hr{k,2};
                    tmp_print = tmp_output{1,find(strcmp(dw_colname,headers(:,1))==1)};
                    if strcmp(dw2hr{k,1},'[Position]')==1 || strcmp(dw2hr{k,1},'[Department]')==1 || (strncmp(dw2hr{k,1},'[Generic',8)==1 && ~isempty(tmp_print))
                        tmp_print = ['"' tmp_print '"'];
                    end
                    fprintf(fid_out,formatspec,tmp_print);
                    fprintf(fid_out2,formatspec2,tmp_print);
                    clear tmp_print;
                end
            end
        else
            disp(['No output for: ' tmp{1,id_col} ', ' tmp{1,fname_col} ' ' tmp{1,lname_col}]);
            for m = 1:1:size(tmp,1);
                fprintf(fid_issues,'%s\n',sprintf('%s\t',tmp{m,:}));
            end
        end
    end
    success_flag(1,1) = 1; %indicates an error
catch
    success_flag(1,1) = -1; %indicates an error
end


%% Process the non-faculty data file; remove duplicates (eventually), and write to the HR Import File.
%%% Remove all rows with no employee ID
% ind_noID = find(isempty(dw_nf(:,id_col)));
ind_noID = find(cellfun('isempty',dw_nf(:,id_col))==1);

if size(ind_noID,1)>0
    disp(['Entries with no unique ID (employee ID) found in rows:' num2str((ind_noID+1)') ' of the non-faculty users file. Ignoring']);
    dw_nf(ind_noID,:)=[];
end

%%% Pad all employee ids to 9 digits
for i = 1:1:size(dw_nf,1)
    tmp3 = dw_nf{i,id_col};
   if  numel(tmp3) < 9
       dw_nf{i,id_col} = [repmat('0',1,9-numel(tmp3)) dw_nf{i,id_col}];
       disp(['Corrected non-faculty employee id ' tmp3 ' to ' dw_nf{i,id_col}]);
   end
end

[unique_emplnum2,ia,ic] = unique(dw_nf(:,id_col));
dw_nf_tmp = dw_nf(ia,:);
dw_nf = dw_nf_tmp; clear dw_nf_tmp;

try
    for i = 1:1:size(dw_nf,1)
        tmp_output = dw_nf(i,:);
        %%% Insert Authenticating Authority information as either 'FHS' (for faculty of health sciences) or 'NONFHS' (for
        %%% others), according to faculty of primary appointment.
        switch tmp_output{1,fac_col}
            case 'Faculty of Health Sciences'
                tmp_output{1,auth_col} = 'FHS';%Commented on 16-Nov,2017 -- We decided to try switching all people to NONFHS authentication 
%                 tmp_output{1,auth_col} = 'NONFHS';
            otherwise
                tmp_output{1,auth_col} = 'NONFHS';
        end
        for k = 1:1:size(dw2hr,1)
            if k < size(dw2hr,1); formatspec = '%s\t';formatspec2 = '%s,'; else formatspec = '%s\n'; formatspec2 = '%s\n';end
            
            if isempty(dw2hr{k,2})==1 % if there's no matching field in DW, this elements field is blank
                fprintf(fid_out,formatspec,'');
                fprintf(fid_out2,formatspec2,'');
            elseif strcmp(dw2hr{k,2}(1),'<')==1 % The '< >' symbols around a field indicates that the new field should be populated with that exact string.
                if strcmp(dw2hr{k,1},'[IsAcademic]')==1
                    tmp_print = 'FALSE';
                else
                    tmp_print = dw2hr{k,2}(2:end-1);
%                     tmp_print = strrep(tmp_print,'"',''); % Remove quotation marks
                end
                fprintf(fid_out,formatspec,tmp_print);
                fprintf(fid_out2,formatspec2,tmp_print);
            elseif strcmp(dw2hr{k,1},'[AuthenticatingAuthority]')==1 %%% If we're on the AuthenticatingAuthority field, fill it in based on reported faculty.
                switch tmp_output{1,fac_col}
                    case {'Faculty of Health Sciences'} % Maybe we add CSU in here?
                        tmp_print = 'FHS'; %
%                         tmp_print = 'NONFHS';
                        
                    otherwise
                        tmp_print = 'NONFHS';
                end
                fprintf(fid_out,formatspec,tmp_print);
                fprintf(fid_out2,formatspec2,tmp_print);
            else
                dw_colname = dw2hr{k,2};
                ind_rightcol = find(strcmp(dw_colname,headers_nf(:,1))==1);
                if isempty(ind_rightcol)
                    tmp_print = '';
                else
                    tmp_print = tmp_output{1,find(strcmp(dw_colname,headers_nf(:,1))==1)};
                    if strcmp(dw2hr{k,1},'[Position]')==1 || strcmp(dw2hr{k,1},'[Department]')==1 || (strncmp(dw2hr{k,1},'[Generic',8)==1 && ~isempty(tmp_print))
                        tmp_print = ['"' tmp_print '"'];
                    end
                end
                fprintf(fid_out,formatspec,tmp_print);
                fprintf(fid_out2,formatspec2,tmp_print);
            end
            clear tmp_print;
        end
    end
    success_flag(2,1) = 1; %indicates an error
catch
    success_flag(2,1) = -1; %indicates an error
end

%%% Write a record to the tracker file:
fprintf(fid_history,'%s\t',datestr(now,30));
fprintf(fid_history,'%s\t',file_ver);
if sum(success_flag)==2
    fprintf(fid_history,'%s\n','1');
else
    fprintf(fid_history,'%s\n','-1');
end
%% Close the files:
fclose(fid_out);
fclose(fid_out2);
fclose(fid_issues);
fclose(fid_history);
%% Make a copy of the export file, so that there's a record:
copyfile([output_path '/McM_HR_import_current.csv'],[output_path '/McM_HR_import-' file_ver '.csv']);
copyfile([output_path '/McM_HR_import_current.tsv'],[output_path '/McM_HR_import-' file_ver '.tsv']);
disp(['Copies of output files created in ' output_path]);

%% Prompt the user to send the HR file over to /Data_Import, if they'd like:
if automated_flag==0
    s = input('Would you like to copy the HR import file to /Data_Import/01_To_Be_Processed (y/n)? > ','s');
else
    s = 'y';
end

if strcmpi(s,'y')==1
    [status,~,~] = copyfile([output_path '/McM_HR_import_current.csv'],[data_import_path '/McM_HR_import_current.csv']);
    if status==1
        disp('HR File copied to /Data_Import/01_To_Be_Processed');
    else
        disp('Something went wrong trying to copy HR file to /Data_Import/01_To_Be_Processed');
    end
    [status2,~,~] = copyfile([output_path '/McM_HR_import_creation_tracker.tsv'],[data_import_path '/McM_HR_import_creation_tracker.tsv']);
    
    if status2==1
        disp('McM_HR_import_creation_tracker copied to /Data_Import/01_To_Be_Processed');
    else
        disp('Something went wrong trying to copy McM_HR_import_creation_tracker to /Data_Import/01_To_Be_Processed');
    end
end