test_raster.py 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743
  1. import os
  2. import shutil
  3. import struct
  4. import tempfile
  5. from django.contrib.gis.gdal import GDAL_VERSION, GDALRaster, SpatialReference
  6. from django.contrib.gis.gdal.error import GDALException
  7. from django.contrib.gis.gdal.raster.band import GDALBand
  8. from django.contrib.gis.shortcuts import numpy
  9. from django.test import SimpleTestCase
  10. from ..data.rasters.textrasters import JSON_RASTER
  11. class GDALRasterTests(SimpleTestCase):
  12. """
  13. Test a GDALRaster instance created from a file (GeoTiff).
  14. """
  15. def setUp(self):
  16. self.rs_path = os.path.join(os.path.dirname(__file__), '../data/rasters/raster.tif')
  17. self.rs = GDALRaster(self.rs_path)
  18. def test_rs_name_repr(self):
  19. self.assertEqual(self.rs_path, self.rs.name)
  20. self.assertRegex(repr(self.rs), r"<Raster object at 0x\w+>")
  21. def test_rs_driver(self):
  22. self.assertEqual(self.rs.driver.name, 'GTiff')
  23. def test_rs_size(self):
  24. self.assertEqual(self.rs.width, 163)
  25. self.assertEqual(self.rs.height, 174)
  26. def test_rs_srs(self):
  27. self.assertEqual(self.rs.srs.srid, 3086)
  28. self.assertEqual(self.rs.srs.units, (1.0, 'metre'))
  29. def test_rs_srid(self):
  30. rast = GDALRaster({
  31. 'width': 16,
  32. 'height': 16,
  33. 'srid': 4326,
  34. })
  35. self.assertEqual(rast.srid, 4326)
  36. rast.srid = 3086
  37. self.assertEqual(rast.srid, 3086)
  38. def test_geotransform_and_friends(self):
  39. # Assert correct values for file based raster
  40. self.assertEqual(
  41. self.rs.geotransform,
  42. [511700.4680706557, 100.0, 0.0, 435103.3771231986, 0.0, -100.0]
  43. )
  44. self.assertEqual(self.rs.origin, [511700.4680706557, 435103.3771231986])
  45. self.assertEqual(self.rs.origin.x, 511700.4680706557)
  46. self.assertEqual(self.rs.origin.y, 435103.3771231986)
  47. self.assertEqual(self.rs.scale, [100.0, -100.0])
  48. self.assertEqual(self.rs.scale.x, 100.0)
  49. self.assertEqual(self.rs.scale.y, -100.0)
  50. self.assertEqual(self.rs.skew, [0, 0])
  51. self.assertEqual(self.rs.skew.x, 0)
  52. self.assertEqual(self.rs.skew.y, 0)
  53. # Create in-memory rasters and change gtvalues
  54. rsmem = GDALRaster(JSON_RASTER)
  55. # geotransform accepts both floats and ints
  56. rsmem.geotransform = [0.0, 1.0, 2.0, 3.0, 4.0, 5.0]
  57. self.assertEqual(rsmem.geotransform, [0.0, 1.0, 2.0, 3.0, 4.0, 5.0])
  58. rsmem.geotransform = range(6)
  59. self.assertEqual(rsmem.geotransform, [float(x) for x in range(6)])
  60. self.assertEqual(rsmem.origin, [0, 3])
  61. self.assertEqual(rsmem.origin.x, 0)
  62. self.assertEqual(rsmem.origin.y, 3)
  63. self.assertEqual(rsmem.scale, [1, 5])
  64. self.assertEqual(rsmem.scale.x, 1)
  65. self.assertEqual(rsmem.scale.y, 5)
  66. self.assertEqual(rsmem.skew, [2, 4])
  67. self.assertEqual(rsmem.skew.x, 2)
  68. self.assertEqual(rsmem.skew.y, 4)
  69. self.assertEqual(rsmem.width, 5)
  70. self.assertEqual(rsmem.height, 5)
  71. def test_geotransform_bad_inputs(self):
  72. rsmem = GDALRaster(JSON_RASTER)
  73. error_geotransforms = [
  74. [1, 2],
  75. [1, 2, 3, 4, 5, 'foo'],
  76. [1, 2, 3, 4, 5, 6, 'foo'],
  77. ]
  78. msg = 'Geotransform must consist of 6 numeric values.'
  79. for geotransform in error_geotransforms:
  80. with self.subTest(i=geotransform), self.assertRaisesMessage(ValueError, msg):
  81. rsmem.geotransform = geotransform
  82. def test_rs_extent(self):
  83. self.assertEqual(
  84. self.rs.extent,
  85. (511700.4680706557, 417703.3771231986, 528000.4680706557, 435103.3771231986)
  86. )
  87. def test_rs_bands(self):
  88. self.assertEqual(len(self.rs.bands), 1)
  89. self.assertIsInstance(self.rs.bands[0], GDALBand)
  90. def test_memory_based_raster_creation(self):
  91. # Create uint8 raster with full pixel data range (0-255)
  92. rast = GDALRaster({
  93. 'datatype': 1,
  94. 'width': 16,
  95. 'height': 16,
  96. 'srid': 4326,
  97. 'bands': [{
  98. 'data': range(256),
  99. 'nodata_value': 255,
  100. }],
  101. })
  102. # Get array from raster
  103. result = rast.bands[0].data()
  104. if numpy:
  105. result = result.flatten().tolist()
  106. # Assert data is same as original input
  107. self.assertEqual(result, list(range(256)))
  108. def test_file_based_raster_creation(self):
  109. # Prepare tempfile
  110. rstfile = tempfile.NamedTemporaryFile(suffix='.tif')
  111. # Create file-based raster from scratch
  112. GDALRaster({
  113. 'datatype': self.rs.bands[0].datatype(),
  114. 'driver': 'tif',
  115. 'name': rstfile.name,
  116. 'width': 163,
  117. 'height': 174,
  118. 'nr_of_bands': 1,
  119. 'srid': self.rs.srs.wkt,
  120. 'origin': (self.rs.origin.x, self.rs.origin.y),
  121. 'scale': (self.rs.scale.x, self.rs.scale.y),
  122. 'skew': (self.rs.skew.x, self.rs.skew.y),
  123. 'bands': [{
  124. 'data': self.rs.bands[0].data(),
  125. 'nodata_value': self.rs.bands[0].nodata_value,
  126. }],
  127. })
  128. # Reload newly created raster from file
  129. restored_raster = GDALRaster(rstfile.name)
  130. # Presence of TOWGS84 depend on GDAL/Proj versions.
  131. self.assertEqual(
  132. restored_raster.srs.wkt.replace('TOWGS84[0,0,0,0,0,0,0],', ''),
  133. self.rs.srs.wkt.replace('TOWGS84[0,0,0,0,0,0,0],', '')
  134. )
  135. self.assertEqual(restored_raster.geotransform, self.rs.geotransform)
  136. if numpy:
  137. numpy.testing.assert_equal(
  138. restored_raster.bands[0].data(),
  139. self.rs.bands[0].data()
  140. )
  141. else:
  142. self.assertEqual(restored_raster.bands[0].data(), self.rs.bands[0].data())
  143. def test_nonexistent_file(self):
  144. msg = 'Unable to read raster source input "nonexistent.tif".'
  145. with self.assertRaisesMessage(GDALException, msg):
  146. GDALRaster('nonexistent.tif')
  147. def test_vsi_raster_creation(self):
  148. # Open a raster as a file object.
  149. with open(self.rs_path, 'rb') as dat:
  150. # Instantiate a raster from the file binary buffer.
  151. vsimem = GDALRaster(dat.read())
  152. # The data of the in-memory file is equal to the source file.
  153. result = vsimem.bands[0].data()
  154. target = self.rs.bands[0].data()
  155. if numpy:
  156. result = result.flatten().tolist()
  157. target = target.flatten().tolist()
  158. self.assertEqual(result, target)
  159. def test_vsi_raster_deletion(self):
  160. path = '/vsimem/raster.tif'
  161. # Create a vsi-based raster from scratch.
  162. vsimem = GDALRaster({
  163. 'name': path,
  164. 'driver': 'tif',
  165. 'width': 4,
  166. 'height': 4,
  167. 'srid': 4326,
  168. 'bands': [{
  169. 'data': range(16),
  170. }],
  171. })
  172. # The virtual file exists.
  173. rst = GDALRaster(path)
  174. self.assertEqual(rst.width, 4)
  175. # Delete GDALRaster.
  176. del vsimem
  177. del rst
  178. # The virtual file has been removed.
  179. msg = 'Could not open the datasource at "/vsimem/raster.tif"'
  180. with self.assertRaisesMessage(GDALException, msg):
  181. GDALRaster(path)
  182. def test_vsi_invalid_buffer_error(self):
  183. msg = 'Failed creating VSI raster from the input buffer.'
  184. with self.assertRaisesMessage(GDALException, msg):
  185. GDALRaster(b'not-a-raster-buffer')
  186. def test_vsi_buffer_property(self):
  187. # Create a vsi-based raster from scratch.
  188. rast = GDALRaster({
  189. 'name': '/vsimem/raster.tif',
  190. 'driver': 'tif',
  191. 'width': 4,
  192. 'height': 4,
  193. 'srid': 4326,
  194. 'bands': [{
  195. 'data': range(16),
  196. }],
  197. })
  198. # Do a round trip from raster to buffer to raster.
  199. result = GDALRaster(rast.vsi_buffer).bands[0].data()
  200. if numpy:
  201. result = result.flatten().tolist()
  202. # Band data is equal to nodata value except on input block of ones.
  203. self.assertEqual(result, list(range(16)))
  204. # The vsi buffer is None for rasters that are not vsi based.
  205. self.assertIsNone(self.rs.vsi_buffer)
  206. def test_offset_size_and_shape_on_raster_creation(self):
  207. rast = GDALRaster({
  208. 'datatype': 1,
  209. 'width': 4,
  210. 'height': 4,
  211. 'srid': 4326,
  212. 'bands': [{
  213. 'data': (1,),
  214. 'offset': (1, 1),
  215. 'size': (2, 2),
  216. 'shape': (1, 1),
  217. 'nodata_value': 2,
  218. }],
  219. })
  220. # Get array from raster.
  221. result = rast.bands[0].data()
  222. if numpy:
  223. result = result.flatten().tolist()
  224. # Band data is equal to nodata value except on input block of ones.
  225. self.assertEqual(
  226. result,
  227. [2, 2, 2, 2, 2, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 2]
  228. )
  229. def test_set_nodata_value_on_raster_creation(self):
  230. # Create raster filled with nodata values.
  231. rast = GDALRaster({
  232. 'datatype': 1,
  233. 'width': 2,
  234. 'height': 2,
  235. 'srid': 4326,
  236. 'bands': [{'nodata_value': 23}],
  237. })
  238. # Get array from raster.
  239. result = rast.bands[0].data()
  240. if numpy:
  241. result = result.flatten().tolist()
  242. # All band data is equal to nodata value.
  243. self.assertEqual(result, [23] * 4)
  244. def test_set_nodata_none_on_raster_creation(self):
  245. if GDAL_VERSION < (2, 1):
  246. self.skipTest("GDAL >= 2.1 is required for this test.")
  247. # Create raster without data and without nodata value.
  248. rast = GDALRaster({
  249. 'datatype': 1,
  250. 'width': 2,
  251. 'height': 2,
  252. 'srid': 4326,
  253. 'bands': [{'nodata_value': None}],
  254. })
  255. # Get array from raster.
  256. result = rast.bands[0].data()
  257. if numpy:
  258. result = result.flatten().tolist()
  259. # Band data is equal to zero because no nodata value has been specified.
  260. self.assertEqual(result, [0] * 4)
  261. def test_raster_metadata_property(self):
  262. data = self.rs.metadata
  263. self.assertEqual(data['DEFAULT'], {'AREA_OR_POINT': 'Area'})
  264. self.assertEqual(data['IMAGE_STRUCTURE'], {'INTERLEAVE': 'BAND'})
  265. # Create file-based raster from scratch
  266. source = GDALRaster({
  267. 'datatype': 1,
  268. 'width': 2,
  269. 'height': 2,
  270. 'srid': 4326,
  271. 'bands': [{'data': range(4), 'nodata_value': 99}],
  272. })
  273. # Set metadata on raster and on a band.
  274. metadata = {
  275. 'DEFAULT': {'OWNER': 'Django', 'VERSION': '1.0', 'AREA_OR_POINT': 'Point'},
  276. }
  277. source.metadata = metadata
  278. source.bands[0].metadata = metadata
  279. self.assertEqual(source.metadata['DEFAULT'], metadata['DEFAULT'])
  280. self.assertEqual(source.bands[0].metadata['DEFAULT'], metadata['DEFAULT'])
  281. # Update metadata on raster.
  282. metadata = {
  283. 'DEFAULT': {'VERSION': '2.0'},
  284. }
  285. source.metadata = metadata
  286. self.assertEqual(source.metadata['DEFAULT']['VERSION'], '2.0')
  287. # Remove metadata on raster.
  288. metadata = {
  289. 'DEFAULT': {'OWNER': None},
  290. }
  291. source.metadata = metadata
  292. self.assertNotIn('OWNER', source.metadata['DEFAULT'])
  293. def test_raster_info_accessor(self):
  294. if GDAL_VERSION < (2, 1):
  295. msg = 'GDAL ≥ 2.1 is required for using the info property.'
  296. with self.assertRaisesMessage(ValueError, msg):
  297. self.rs.info
  298. return
  299. infos = self.rs.info
  300. # Data
  301. info_lines = [line.strip() for line in infos.split('\n') if line.strip() != '']
  302. for line in [
  303. 'Driver: GTiff/GeoTIFF',
  304. 'Files: {}'.format(self.rs_path),
  305. 'Size is 163, 174',
  306. 'Origin = (511700.468070655711927,435103.377123198588379)',
  307. 'Pixel Size = (100.000000000000000,-100.000000000000000)',
  308. 'Metadata:',
  309. 'AREA_OR_POINT=Area',
  310. 'Image Structure Metadata:',
  311. 'INTERLEAVE=BAND',
  312. 'Band 1 Block=163x50 Type=Byte, ColorInterp=Gray',
  313. 'NoData Value=15'
  314. ]:
  315. self.assertIn(line, info_lines)
  316. for line in [
  317. r'Upper Left \( 511700.468, 435103.377\) \( 82d51\'46.1\d"W, 27d55\' 1.5\d"N\)',
  318. r'Lower Left \( 511700.468, 417703.377\) \( 82d51\'52.0\d"W, 27d45\'37.5\d"N\)',
  319. r'Upper Right \( 528000.468, 435103.377\) \( 82d41\'48.8\d"W, 27d54\'56.3\d"N\)',
  320. r'Lower Right \( 528000.468, 417703.377\) \( 82d41\'55.5\d"W, 27d45\'32.2\d"N\)',
  321. r'Center \( 519850.468, 426403.377\) \( 82d46\'50.6\d"W, 27d50\'16.9\d"N\)',
  322. ]:
  323. self.assertRegex(infos, line)
  324. # CRS (skip the name because string depends on the GDAL/Proj versions).
  325. self.assertIn("NAD83 / Florida GDL Albers", infos)
  326. def test_compressed_file_based_raster_creation(self):
  327. rstfile = tempfile.NamedTemporaryFile(suffix='.tif')
  328. # Make a compressed copy of an existing raster.
  329. compressed = self.rs.warp({'papsz_options': {'compress': 'packbits'}, 'name': rstfile.name})
  330. # Check physically if compression worked.
  331. self.assertLess(os.path.getsize(compressed.name), os.path.getsize(self.rs.name))
  332. # Create file-based raster with options from scratch.
  333. compressed = GDALRaster({
  334. 'datatype': 1,
  335. 'driver': 'tif',
  336. 'name': rstfile.name,
  337. 'width': 40,
  338. 'height': 40,
  339. 'srid': 3086,
  340. 'origin': (500000, 400000),
  341. 'scale': (100, -100),
  342. 'skew': (0, 0),
  343. 'bands': [{
  344. 'data': range(40 ^ 2),
  345. 'nodata_value': 255,
  346. }],
  347. 'papsz_options': {
  348. 'compress': 'packbits',
  349. 'pixeltype': 'signedbyte',
  350. 'blockxsize': 23,
  351. 'blockysize': 23,
  352. }
  353. })
  354. # Check if options used on creation are stored in metadata.
  355. # Reopening the raster ensures that all metadata has been written
  356. # to the file.
  357. compressed = GDALRaster(compressed.name)
  358. self.assertEqual(compressed.metadata['IMAGE_STRUCTURE']['COMPRESSION'], 'PACKBITS',)
  359. self.assertEqual(compressed.bands[0].metadata['IMAGE_STRUCTURE']['PIXELTYPE'], 'SIGNEDBYTE')
  360. if GDAL_VERSION >= (2, 1):
  361. self.assertIn('Block=40x23', compressed.info)
  362. def test_raster_warp(self):
  363. # Create in memory raster
  364. source = GDALRaster({
  365. 'datatype': 1,
  366. 'driver': 'MEM',
  367. 'name': 'sourceraster',
  368. 'width': 4,
  369. 'height': 4,
  370. 'nr_of_bands': 1,
  371. 'srid': 3086,
  372. 'origin': (500000, 400000),
  373. 'scale': (100, -100),
  374. 'skew': (0, 0),
  375. 'bands': [{
  376. 'data': range(16),
  377. 'nodata_value': 255,
  378. }],
  379. })
  380. # Test altering the scale, width, and height of a raster
  381. data = {
  382. 'scale': [200, -200],
  383. 'width': 2,
  384. 'height': 2,
  385. }
  386. target = source.warp(data)
  387. self.assertEqual(target.width, data['width'])
  388. self.assertEqual(target.height, data['height'])
  389. self.assertEqual(target.scale, data['scale'])
  390. self.assertEqual(target.bands[0].datatype(), source.bands[0].datatype())
  391. self.assertEqual(target.name, 'sourceraster_copy.MEM')
  392. result = target.bands[0].data()
  393. if numpy:
  394. result = result.flatten().tolist()
  395. self.assertEqual(result, [5, 7, 13, 15])
  396. # Test altering the name and datatype (to float)
  397. data = {
  398. 'name': '/path/to/targetraster.tif',
  399. 'datatype': 6,
  400. }
  401. target = source.warp(data)
  402. self.assertEqual(target.bands[0].datatype(), 6)
  403. self.assertEqual(target.name, '/path/to/targetraster.tif')
  404. self.assertEqual(target.driver.name, 'MEM')
  405. result = target.bands[0].data()
  406. if numpy:
  407. result = result.flatten().tolist()
  408. self.assertEqual(
  409. result,
  410. [0.0, 1.0, 2.0, 3.0,
  411. 4.0, 5.0, 6.0, 7.0,
  412. 8.0, 9.0, 10.0, 11.0,
  413. 12.0, 13.0, 14.0, 15.0]
  414. )
  415. def test_raster_warp_nodata_zone(self):
  416. # Create in memory raster.
  417. source = GDALRaster({
  418. 'datatype': 1,
  419. 'driver': 'MEM',
  420. 'width': 4,
  421. 'height': 4,
  422. 'srid': 3086,
  423. 'origin': (500000, 400000),
  424. 'scale': (100, -100),
  425. 'skew': (0, 0),
  426. 'bands': [{
  427. 'data': range(16),
  428. 'nodata_value': 23,
  429. }],
  430. })
  431. # Warp raster onto a location that does not cover any pixels of the original.
  432. result = source.warp({'origin': (200000, 200000)}).bands[0].data()
  433. if numpy:
  434. result = result.flatten().tolist()
  435. # The result is an empty raster filled with the correct nodata value.
  436. self.assertEqual(result, [23] * 16)
  437. def test_raster_transform(self):
  438. tests = [
  439. 3086,
  440. '3086',
  441. SpatialReference(3086),
  442. ]
  443. for srs in tests:
  444. with self.subTest(srs=srs):
  445. # Prepare tempfile and nodata value.
  446. rstfile = tempfile.NamedTemporaryFile(suffix='.tif')
  447. ndv = 99
  448. # Create in file based raster.
  449. source = GDALRaster({
  450. 'datatype': 1,
  451. 'driver': 'tif',
  452. 'name': rstfile.name,
  453. 'width': 5,
  454. 'height': 5,
  455. 'nr_of_bands': 1,
  456. 'srid': 4326,
  457. 'origin': (-5, 5),
  458. 'scale': (2, -2),
  459. 'skew': (0, 0),
  460. 'bands': [{
  461. 'data': range(25),
  462. 'nodata_value': ndv,
  463. }],
  464. })
  465. target = source.transform(srs)
  466. # Reload data from disk.
  467. target = GDALRaster(target.name)
  468. self.assertEqual(target.srs.srid, 3086)
  469. self.assertEqual(target.width, 7)
  470. self.assertEqual(target.height, 7)
  471. self.assertEqual(target.bands[0].datatype(), source.bands[0].datatype())
  472. self.assertAlmostEqual(target.origin[0], 9124842.791079799, 3)
  473. self.assertAlmostEqual(target.origin[1], 1589911.6476407414, 3)
  474. self.assertAlmostEqual(target.scale[0], 223824.82664250192, 3)
  475. self.assertAlmostEqual(target.scale[1], -223824.82664250192, 3)
  476. self.assertEqual(target.skew, [0, 0])
  477. result = target.bands[0].data()
  478. if numpy:
  479. result = result.flatten().tolist()
  480. # The reprojection of a raster that spans over a large area
  481. # skews the data matrix and might introduce nodata values.
  482. self.assertEqual(
  483. result,
  484. [
  485. ndv, ndv, ndv, ndv, 4, ndv, ndv,
  486. ndv, ndv, 2, 3, 9, ndv, ndv,
  487. ndv, 1, 2, 8, 13, 19, ndv,
  488. 0, 6, 6, 12, 18, 18, 24,
  489. ndv, 10, 11, 16, 22, 23, ndv,
  490. ndv, ndv, 15, 21, 22, ndv, ndv,
  491. ndv, ndv, 20, ndv, ndv, ndv, ndv,
  492. ],
  493. )
  494. class GDALBandTests(SimpleTestCase):
  495. rs_path = os.path.join(os.path.dirname(__file__), '../data/rasters/raster.tif')
  496. def test_band_data(self):
  497. rs = GDALRaster(self.rs_path)
  498. band = rs.bands[0]
  499. self.assertEqual(band.width, 163)
  500. self.assertEqual(band.height, 174)
  501. self.assertEqual(band.description, '')
  502. self.assertEqual(band.datatype(), 1)
  503. self.assertEqual(band.datatype(as_string=True), 'GDT_Byte')
  504. self.assertEqual(band.color_interp(), 1)
  505. self.assertEqual(band.color_interp(as_string=True), 'GCI_GrayIndex')
  506. self.assertEqual(band.nodata_value, 15)
  507. if numpy:
  508. data = band.data()
  509. assert_array = numpy.loadtxt(
  510. os.path.join(os.path.dirname(__file__), '../data/rasters/raster.numpy.txt')
  511. )
  512. numpy.testing.assert_equal(data, assert_array)
  513. self.assertEqual(data.shape, (band.height, band.width))
  514. def test_band_statistics(self):
  515. with tempfile.TemporaryDirectory() as tmp_dir:
  516. rs_path = os.path.join(tmp_dir, 'raster.tif')
  517. shutil.copyfile(self.rs_path, rs_path)
  518. rs = GDALRaster(rs_path)
  519. band = rs.bands[0]
  520. pam_file = rs_path + '.aux.xml'
  521. smin, smax, smean, sstd = band.statistics(approximate=True)
  522. self.assertEqual(smin, 0)
  523. self.assertEqual(smax, 9)
  524. self.assertAlmostEqual(smean, 2.842331288343558)
  525. self.assertAlmostEqual(sstd, 2.3965567248965356)
  526. smin, smax, smean, sstd = band.statistics(approximate=False, refresh=True)
  527. self.assertEqual(smin, 0)
  528. self.assertEqual(smax, 9)
  529. self.assertAlmostEqual(smean, 2.828326634228898)
  530. self.assertAlmostEqual(sstd, 2.4260526986669095)
  531. self.assertEqual(band.min, 0)
  532. self.assertEqual(band.max, 9)
  533. self.assertAlmostEqual(band.mean, 2.828326634228898)
  534. self.assertAlmostEqual(band.std, 2.4260526986669095)
  535. # Statistics are persisted into PAM file on band close
  536. rs = band = None
  537. self.assertTrue(os.path.isfile(pam_file))
  538. def test_read_mode_error(self):
  539. # Open raster in read mode
  540. rs = GDALRaster(self.rs_path, write=False)
  541. band = rs.bands[0]
  542. # Setting attributes in write mode raises exception in the _flush method
  543. with self.assertRaises(GDALException):
  544. setattr(band, 'nodata_value', 10)
  545. def test_band_data_setters(self):
  546. # Create in-memory raster and get band
  547. rsmem = GDALRaster({
  548. 'datatype': 1,
  549. 'driver': 'MEM',
  550. 'name': 'mem_rst',
  551. 'width': 10,
  552. 'height': 10,
  553. 'nr_of_bands': 1,
  554. 'srid': 4326,
  555. })
  556. bandmem = rsmem.bands[0]
  557. # Set nodata value
  558. bandmem.nodata_value = 99
  559. self.assertEqual(bandmem.nodata_value, 99)
  560. # Set data for entire dataset
  561. bandmem.data(range(100))
  562. if numpy:
  563. numpy.testing.assert_equal(bandmem.data(), numpy.arange(100).reshape(10, 10))
  564. else:
  565. self.assertEqual(bandmem.data(), list(range(100)))
  566. # Prepare data for setting values in subsequent tests
  567. block = list(range(100, 104))
  568. packed_block = struct.pack('<' + 'B B B B', *block)
  569. # Set data from list
  570. bandmem.data(block, (1, 1), (2, 2))
  571. result = bandmem.data(offset=(1, 1), size=(2, 2))
  572. if numpy:
  573. numpy.testing.assert_equal(result, numpy.array(block).reshape(2, 2))
  574. else:
  575. self.assertEqual(result, block)
  576. # Set data from packed block
  577. bandmem.data(packed_block, (1, 1), (2, 2))
  578. result = bandmem.data(offset=(1, 1), size=(2, 2))
  579. if numpy:
  580. numpy.testing.assert_equal(result, numpy.array(block).reshape(2, 2))
  581. else:
  582. self.assertEqual(result, block)
  583. # Set data from bytes
  584. bandmem.data(bytes(packed_block), (1, 1), (2, 2))
  585. result = bandmem.data(offset=(1, 1), size=(2, 2))
  586. if numpy:
  587. numpy.testing.assert_equal(result, numpy.array(block).reshape(2, 2))
  588. else:
  589. self.assertEqual(result, block)
  590. # Set data from bytearray
  591. bandmem.data(bytearray(packed_block), (1, 1), (2, 2))
  592. result = bandmem.data(offset=(1, 1), size=(2, 2))
  593. if numpy:
  594. numpy.testing.assert_equal(result, numpy.array(block).reshape(2, 2))
  595. else:
  596. self.assertEqual(result, block)
  597. # Set data from memoryview
  598. bandmem.data(memoryview(packed_block), (1, 1), (2, 2))
  599. result = bandmem.data(offset=(1, 1), size=(2, 2))
  600. if numpy:
  601. numpy.testing.assert_equal(result, numpy.array(block).reshape(2, 2))
  602. else:
  603. self.assertEqual(result, block)
  604. # Set data from numpy array
  605. if numpy:
  606. bandmem.data(numpy.array(block, dtype='int8').reshape(2, 2), (1, 1), (2, 2))
  607. numpy.testing.assert_equal(
  608. bandmem.data(offset=(1, 1), size=(2, 2)),
  609. numpy.array(block).reshape(2, 2)
  610. )
  611. # Test json input data
  612. rsmemjson = GDALRaster(JSON_RASTER)
  613. bandmemjson = rsmemjson.bands[0]
  614. if numpy:
  615. numpy.testing.assert_equal(
  616. bandmemjson.data(),
  617. numpy.array(range(25)).reshape(5, 5)
  618. )
  619. else:
  620. self.assertEqual(bandmemjson.data(), list(range(25)))
  621. def test_band_statistics_automatic_refresh(self):
  622. rsmem = GDALRaster({
  623. 'srid': 4326,
  624. 'width': 2,
  625. 'height': 2,
  626. 'bands': [{'data': [0] * 4, 'nodata_value': 99}],
  627. })
  628. band = rsmem.bands[0]
  629. # Populate statistics cache
  630. self.assertEqual(band.statistics(), (0, 0, 0, 0))
  631. # Change data
  632. band.data([1, 1, 0, 0])
  633. # Statistics are properly updated
  634. self.assertEqual(band.statistics(), (0.0, 1.0, 0.5, 0.5))
  635. # Change nodata_value
  636. band.nodata_value = 0
  637. # Statistics are properly updated
  638. self.assertEqual(band.statistics(), (1.0, 1.0, 1.0, 0.0))
  639. def test_band_statistics_empty_band(self):
  640. rsmem = GDALRaster({
  641. 'srid': 4326,
  642. 'width': 1,
  643. 'height': 1,
  644. 'bands': [{'data': [0], 'nodata_value': 0}],
  645. })
  646. self.assertEqual(rsmem.bands[0].statistics(), (None, None, None, None))
  647. def test_band_delete_nodata(self):
  648. rsmem = GDALRaster({
  649. 'srid': 4326,
  650. 'width': 1,
  651. 'height': 1,
  652. 'bands': [{'data': [0], 'nodata_value': 1}],
  653. })
  654. if GDAL_VERSION < (2, 1):
  655. msg = 'GDAL >= 2.1 required to delete nodata values.'
  656. with self.assertRaisesMessage(ValueError, msg):
  657. rsmem.bands[0].nodata_value = None
  658. else:
  659. rsmem.bands[0].nodata_value = None
  660. self.assertIsNone(rsmem.bands[0].nodata_value)
  661. def test_band_data_replication(self):
  662. band = GDALRaster({
  663. 'srid': 4326,
  664. 'width': 3,
  665. 'height': 3,
  666. 'bands': [{'data': range(10, 19), 'nodata_value': 0}],
  667. }).bands[0]
  668. # Variations for input (data, shape, expected result).
  669. combos = (
  670. ([1], (1, 1), [1] * 9),
  671. (range(3), (1, 3), [0, 0, 0, 1, 1, 1, 2, 2, 2]),
  672. (range(3), (3, 1), [0, 1, 2, 0, 1, 2, 0, 1, 2]),
  673. )
  674. for combo in combos:
  675. band.data(combo[0], shape=combo[1])
  676. if numpy:
  677. numpy.testing.assert_equal(band.data(), numpy.array(combo[2]).reshape(3, 3))
  678. else:
  679. self.assertEqual(band.data(), list(combo[2]))