Skip to content

GitLab

Commit e436fb36 authored by Hoek, Steven's avatar Hoek, Steven
Browse files

Updated to reflect that new classes that were added to the unit tests

parent aed0637c
Hide whitespace changes
Inline Side-by-side
tests/__init__.py
View file @ e436fb36
......@@ -3,6 +3,7 @@ from . import test_asciigrid
from . import test_floatingpointraster
from . import test_bilraster
from . import test_bsqraster
from . import test_csfraster
def make_test_suite(dsn=None):
......@@ -11,7 +12,8 @@ def make_test_suite(dsn=None):
allsuites = unittest.TestSuite([test_asciigrid.suite(),
test_floatingpointraster.suite(),
test_bilraster.suite(),
test_bsqraster.suite()
test_bsqraster.suite(),
test_csfraster.suite()
])
return allsuites
......
tests/prepare_testdata.py
View file @ e436fb36
......@@ -3,6 +3,8 @@ from formats.asciigrid import AsciiGrid
import numpy as np
from tifffile import imread, TiffFile
__author__ = "Steven B. Hoek"
# Aim is to produce 2 *.npy files with data saved in numpy format, for use in test units
def main():
# First prepare files with integer data
......
tests/test_baseraster.py
View file @ e436fb36
import os.path
import unittest
import numpy as np
import numpy.ma as ma
import stat
from array import array
from formats.csfraster import CsfRaster
__author__ = "Steven B. Hoek"
......@@ -14,96 +18,177 @@ class TestBaseRaster(unittest.TestCase):
br = None
curdir = os.path.dirname(__file__)
try:
# Test writing and reading of a grid with integer numbers; first the data
fn = os.path.join(curdir, 'data', 'intasc.npy')
data = np.load(fn)
# Then the header
hfn = os.path.join(curdir, 'data', 'intasc.hdr')
f = open(hfn, 'r')
hls = f.readlines()
ncols = int(hls[0].replace('ncols', ''));
nrows = int(hls[1].replace('nrows', ''));
xll = float(hls[2].replace('xllcorner', ''));
yll = float(hls[3].replace('yllcorner', ''));
cellsize = float(hls[4].replace('cellsize', ''));
nodatavalue = int(hls[5].replace('NODATA_value', ''));
# Write the file
br = self.test_class(os.path.join(curdir, 'output', 'int.' + self.int_extension), 'i')
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=nodatavalue)
for i in range(nrows):
line = data[i, :]
br.writenext(line)
if self.test_class != None:
# Print class name for debugging purposes
print("Testing class " + self.test_class.__name__ + " with integers")
# Test writing and reading of a grid with integer numbers; first the data
fn = os.path.join(curdir, 'data', 'intasc.npy')
data = np.load(fn)
# Then the header
hfn = os.path.join(curdir, 'data', 'intasc.hdr')
f = open(hfn, 'r')
hls = f.readlines()
ncols = int(hls[0].replace('ncols', ''));
nrows = int(hls[1].replace('nrows', ''));
xll = float(hls[2].replace('xllcorner', ''));
yll = float(hls[3].replace('yllcorner', ''));
cellsize = float(hls[4].replace('cellsize', ''));
nodatavalue = int(hls[5].replace('NODATA_value', ''));
mdata = ma.array(data, mask = (data == nodatavalue))
# Get nodatavalue, minimum and maximum for the new raster
cellrepr = None
if (self.test_class.__name__ == 'CsfRaster'):
cellrepr = CsfRaster.dataformat2cellrepr('i')
_, _, specialnodatavalue = CsfRaster.get_min_max_nodata(None, cellrepr)
minimum = np.min(mdata)
maximum = np.max(mdata)
# Write the file
br = self.test_class(os.path.join(curdir, 'output', 'int.' + self.int_extension), 'i', minimum, maximum, cellrepr)
if (self.test_class.__name__ == 'CsfRaster'):
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=specialnodatavalue, valueScale='VS_NOMINAL')
else:
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=nodatavalue)
# Now loop over the data
for i in range(nrows):
line = data[i, :]
if (self.test_class.__name__ == 'CsfRaster'):
line[line == nodatavalue] = specialnodatavalue
br.writenext(line)
nodatavalue = specialnodatavalue
except Exception as e:
print(e)
finally:
if f != None: f.close()
if br != None: br.close()
br = None
try:
# Open file for reading again
br = self.test_class(os.path.join(curdir, 'output', 'int.' + self.int_extension), 'i')
br.open('r')
self.assertEqual(nrows, br.nrows)
self.assertEqual(ncols, br.ncols)
self.assertEqual(xll, br.xll)
self.assertEqual(yll, br.yll)
self.assertEqual(cellsize, br.cellsize)
self.assertEqual(nodatavalue, br.nodatavalue)
for i in range(nrows):
line = br.next()
for k in range(ncols):
self.assertEqual(data[i,k], line[k])
if self.test_class != None:
# Open file for reading again
fname = os.path.join(curdir, 'output', 'int.' + self.int_extension)
br = self.test_class(fname, 'i')
br.open('r')
self.assertEqual(nrows, br.nrows)
self.assertEqual(ncols, br.ncols)
self.assertEqual(xll, br.xll)
self.assertEqual(yll, br.yll)
self.assertEqual(cellsize, br.cellsize)
self.assertEqual(nodatavalue, br.nodatavalue)
if (self.test_class.__name__ == 'CsfRaster'):
raster_header = br.get_raster_header()
item = list(filter(lambda v: v['name'] == 'minVal', raster_header))[0]
if isinstance(item['value'], array) or isinstance(item['value'], np.ndarray):
self.assertEqual(item['value'][0], minimum)
else:
self.assertEqual(item['value'], minimum)
item = list(filter(lambda v: v['name'] == 'maxVal', raster_header))[0]
if isinstance(item['value'], array) or isinstance(item['value'], np.ndarray):
self.assertEqual(item['value'][0], maximum)
else:
self.assertEqual(item['value'], maximum)
# Also check the values
for i in range(nrows):
line = br.next()
for k in range(ncols):
self.assertEqual(data[i,k], line[k])
br.close()
if (self.test_class.__name__ == 'CsfRaster'):
fileinfo = os.stat(fname)
filesize = fileinfo[stat.ST_SIZE]
self.assertGreater(filesize, 256, "File is too small!")
except Exception as e:
print(e)
finally:
if br != None: br.close()
def test_flt_grid(self):
f = None
br = None
curdir = os.path.dirname(__file__)
curdir = os.path.dirname(__file__)
try:
# Test reading and writing of a grid with float numbers; first the data
fn = os.path.join(curdir, 'data', 'fltasc.npy')
data = np.load(fn)
# Then the header
hfn = os.path.join(curdir, 'data', 'fltasc.hdr')
f = open(hfn, 'r')
hls = f.readlines()
ncols = int(hls[0].replace('ncols', ''));
nrows = int(hls[1].replace('nrows', ''));
xll = float(hls[2].replace('xllcorner', ''));
yll = float(hls[3].replace('yllcorner', ''));
cellsize = float(hls[4].replace('cellsize', ''));
nodatavalue = float(hls[5].replace('NODATA_value', ''));
# Write the file
br = self.test_class(os.path.join(curdir, 'output', 'flt.' + self.flt_extension), 'f')
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=nodatavalue)
for i in range(nrows):
line = data[i, :]
br.writenext(line)
if self.test_class != None:
print("Testing class " + self.test_class.__name__ + " with floats")
# Test reading and writing of a grid with float numbers; first the data
fn = os.path.join(curdir, 'data', 'fltasc.npy')
data = np.load(fn)
# Then the header
hfn = os.path.join(curdir, 'data', 'fltasc.hdr')
f = open(hfn, 'r')
hls = f.readlines()
ncols = int(hls[0].replace('ncols', ''));
nrows = int(hls[1].replace('nrows', ''));
xll = float(hls[2].replace('xllcorner', ''));
yll = float(hls[3].replace('yllcorner', ''));
cellsize = float(hls[4].replace('cellsize', ''));
nodatavalue = float(hls[5].replace('NODATA_value', ''));
mdata = ma.array(data, mask = abs(data - nodatavalue) < 0.0000001)
minimum = np.min(mdata)
maximum = np.max(mdata)
# Write the file
br = self.test_class(os.path.join(curdir, 'output', 'flt.' + self.flt_extension), 'f', minimum, maximum)
if (self.test_class.__name__ == 'CsfRaster'):
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=nodatavalue, valueScale='VS_SCALAR')
else:
br.open('w', ncols=ncols, nrows=nrows, xll=xll, yll=yll, cellsize=cellsize, nodatavalue=nodatavalue)
# Now loop over the data
for i in range(nrows):
line = data[i, :]
br.writenext(line)
except Exception as e:
print(e)
finally:
if f != None: f.close()
if br != None: br.close()
try:
# Open file for reading again
fname = os.path.join(curdir, 'output', 'flt.' + self.flt_extension)
br = self.test_class(fname, 'f')
br.open('r')
self.assertEqual(nrows, br.nrows)
self.assertEqual(ncols, br.ncols)
self.assertAlmostEqual(xll, br.xll, places=3)
self.assertAlmostEqual(yll, br.yll, places=3)
self.assertAlmostEqual(cellsize, br.cellsize, places=3)
self.assertAlmostEqual(nodatavalue, br.nodatavalue, places=3)
for i in range(nrows):
line = br.next()
for k in range(ncols):
self.assertAlmostEqual(data[i,k], line[k], places=3)
if self.test_class != None:
# Open file for reading again
fname = os.path.join(curdir, 'output', 'flt.' + self.flt_extension)
br = self.test_class(fname, 'f')
br.open('r')
self.assertEqual(nrows, br.nrows)
self.assertEqual(ncols, br.ncols)
self.assertAlmostEqual(xll, br.xll, places=3)
self.assertAlmostEqual(yll, br.yll, places=3)
self.assertAlmostEqual(cellsize, br.cellsize, places=3)
self.assertAlmostEqual(nodatavalue, br.nodatavalue, places=3)
if (self.test_class.__name__ == 'CsfRaster'):
raster_header = br.get_raster_header()
item = list(filter(lambda v: v['name'] == 'minVal', raster_header))[0]
if isinstance(item['value'], array) or isinstance(item['value'], np.ndarray):
self.assertAlmostEqual(item['value'][0], minimum, places=3)
else:
self.assertAlmostEqual(float(item['value']), minimum, places=3)
item = list(filter(lambda v: v['name'] == 'maxVal', raster_header))[0]
if isinstance(item['value'], array) or isinstance(item['value'], np.ndarray):
self.assertAlmostEqual(item['value'][0], maximum, places=3)
else:
self.assertAlmostEqual(float(item['value']), maximum, places=3)
# Also check the values
for i in range(nrows):
line = br.next()
for k in range(ncols):
if not np.isnan(line[k]): self.assertAlmostEqual(data[i,k], line[k], places=3)
br.close()
if (self.test_class.__name__ == 'CsfRaster'):
fileinfo = os.stat(fname)
filesize = fileinfo[stat.ST_SIZE]
self.assertGreater(filesize, 256, "File is too small!")
except Exception as e:
print(e)
finally:
if br != None: br.close()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment