122 lines
4.8 KiB
Matlab
122 lines
4.8 KiB
Matlab
function awosstations = readAWOS(filename, startRow, endRow)
|
|
%IMPORTFILE Import numeric data from a text file as a matrix.
|
|
% AWOSSTATIONS = IMPORTFILE(FILENAME) Reads data from text file FILENAME
|
|
% for the default selection.
|
|
%
|
|
% AWOSSTATIONS = IMPORTFILE(FILENAME, STARTROW, ENDROW) Reads data from
|
|
% rows STARTROW through ENDROW of text file FILENAME.
|
|
%
|
|
% Example:
|
|
% awosstations = importfile('awos-stations.txt', 3, 1132);
|
|
%
|
|
% See also TEXTSCAN.
|
|
|
|
% Auto-generated by MATLAB on 2019/11/25 13:21:35
|
|
|
|
%% Initialize variables.
|
|
if nargin<=2
|
|
startRow = 3;
|
|
endRow = inf;
|
|
end
|
|
|
|
%% Read columns of data as text:
|
|
% For more information, see the TEXTSCAN documentation.
|
|
formatSpec = '%8s%6s%8s%3s%33s%21s%3s%31s%10s%11s%7s%6s%s%[^\n\r]';
|
|
|
|
%% Open the text file.
|
|
fileID = fopen(filename,'r');
|
|
|
|
%% Read columns of data according to the format.
|
|
% This call is based on the structure of the file used to generate this
|
|
% code. If an error occurs for a different file, try regenerating the code
|
|
% from the Import Tool.
|
|
dataArray = textscan(fileID, formatSpec, endRow(1)-startRow(1)+1, 'Delimiter', '', 'WhiteSpace', '', 'TextType', 'string', 'HeaderLines', startRow(1)-1, 'ReturnOnError', false, 'EndOfLine', '\r\n');
|
|
for block=2:length(startRow)
|
|
frewind(fileID);
|
|
dataArrayBlock = textscan(fileID, formatSpec, endRow(block)-startRow(block)+1, 'Delimiter', '', 'WhiteSpace', '', 'TextType', 'string', 'HeaderLines', startRow(block)-1, 'ReturnOnError', false, 'EndOfLine', '\r\n');
|
|
for col=1:length(dataArray)
|
|
dataArray{col} = [dataArray{col};dataArrayBlock{col}];
|
|
end
|
|
end
|
|
|
|
%% Remove white space around all cell columns.
|
|
dataArray{4} = strtrim(dataArray{4});
|
|
dataArray{5} = strtrim(dataArray{5});
|
|
|
|
%% Close the text file.
|
|
fclose(fileID);
|
|
|
|
%% Convert the contents of columns containing numeric text to numbers.
|
|
% Replace non-numeric text with NaN.
|
|
raw = repmat({''},length(dataArray{1}),length(dataArray)-1);
|
|
for col=1:length(dataArray)-1
|
|
raw(1:length(dataArray{col}),col) = mat2cell(dataArray{col}, ones(length(dataArray{col}), 1));
|
|
end
|
|
numericData = NaN(size(dataArray{1},1),size(dataArray,2));
|
|
|
|
for col=[1,2,9,10,12]
|
|
% Converts text in the input cell array to numbers. Replaced non-numeric
|
|
% text with NaN.
|
|
rawData = dataArray{col};
|
|
for row=1:size(rawData, 1)
|
|
% Create a regular expression to detect and remove non-numeric prefixes and
|
|
% suffixes.
|
|
regexstr = '(?<prefix>.*?)(?<numbers>([-]*(\d+[\,]*)+[\.]{0,1}\d*[eEdD]{0,1}[-+]*\d*[i]{0,1})|([-]*(\d+[\,]*)*[\.]{1,1}\d+[eEdD]{0,1}[-+]*\d*[i]{0,1}))(?<suffix>.*)';
|
|
try
|
|
result = regexp(rawData(row), regexstr, 'names');
|
|
numbers = result.numbers;
|
|
|
|
% Detected commas in non-thousand locations.
|
|
invalidThousandsSeparator = false;
|
|
if numbers.contains(',')
|
|
thousandsRegExp = '^[-/+]*\d+?(\,\d{3})*\.{0,1}\d*$';
|
|
if isempty(regexp(numbers, thousandsRegExp, 'once'))
|
|
numbers = NaN;
|
|
invalidThousandsSeparator = true;
|
|
end
|
|
end
|
|
% Convert numeric text to numbers.
|
|
if ~invalidThousandsSeparator
|
|
numbers = textscan(char(strrep(numbers, ',', '')), '%f');
|
|
numericData(row, col) = numbers{1};
|
|
raw{row, col} = numbers{1};
|
|
end
|
|
catch
|
|
raw{row, col} = rawData{row};
|
|
end
|
|
end
|
|
end
|
|
|
|
|
|
%% Split data into numeric and string columns.
|
|
rawNumericColumns = raw(:, [1,2,9,10,12]);
|
|
rawStringColumns = string(raw(:, [3,4,5,6,7,8,11,13]));
|
|
|
|
|
|
%% Replace non-numeric cells with NaN
|
|
R = cellfun(@(x) ~isnumeric(x) && ~islogical(x),rawNumericColumns); % Find non-numeric cells
|
|
rawNumericColumns(R) = {NaN}; % Replace non-numeric cells
|
|
|
|
%% Make sure any text containing <undefined> is properly converted to an <undefined> categorical
|
|
for catIdx = [1,4,5,6,7,8]
|
|
idx = (rawStringColumns(:, catIdx) == "<undefined>");
|
|
rawStringColumns(idx, catIdx) = "";
|
|
end
|
|
|
|
%% Create output variable
|
|
awosstations = table;
|
|
awosstations.NCDCID = cell2mat(rawNumericColumns(:, 1));
|
|
awosstations.WBAN = cell2mat(rawNumericColumns(:, 2));
|
|
awosstations.COOPID = categorical(rawStringColumns(:, 1));
|
|
awosstations.CALL = rawStringColumns(:, 2);
|
|
awosstations.LOCATION = rawStringColumns(:, 3);
|
|
awosstations.COUNTRY = categorical(rawStringColumns(:, 4));
|
|
awosstations.ST = categorical(rawStringColumns(:, 5));
|
|
awosstations.COUNTY = categorical(rawStringColumns(:, 6));
|
|
awosstations.LAT = cell2mat(rawNumericColumns(:, 3));
|
|
awosstations.LON = cell2mat(rawNumericColumns(:, 4));
|
|
awosstations.ELEV = categorical(rawStringColumns(:, 7));
|
|
awosstations.UTC = cell2mat(rawNumericColumns(:, 5));
|
|
awosstations.STNTYPE = categorical(rawStringColumns(:, 8));
|
|
|