TerraLidar/loadraster_folder.py at master · DavixDevelop/TerraLidar · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
import math
import os
import glob
import multiprocessing
import concurrent.futures
from time import sleep
from qgis.utils import iface
from qgis.core import QgsProject


CATEGORY = 'ImportDem'

file_directory = 'C:\\Users\\david\\Documents\\Minecraft\\TerDem' #enter file directory to load
recursive = False #Set to True if you want the script to also scan for files in sub-folders
convert_feet_to_meters = False #Set to True, if your dataset heights are in feet

def newitem(cftm, altitude):
	v = None
	if cftm:
		v = altitude * 0.3048
	else:
		v = altitude

	red = math.floor(v/256) + 128
	remainder = v%256
	green = math.floor(remainder)
	remainder = remainder%1
	blue = math.floor(remainder*256)
	newitem = QgsColorRampShader.ColorRampItem(altitude, QColor(red, green, blue))
	return newitem

def processLayers(task, layers):
	QgsMessageLog.logMessage(
				'Started processing {count} layers'.format(count=len(layers)),
				CATEGORY, Qgis.Info)
	renders = []
	cpu_count = multiprocessing.cpu_count()
	ex = concurrent.futures.ThreadPoolExecutor(max_workers=cpu_count)
	f = ex.map(processLayer, layers)
	p = 0
	for res in f:
		renders.append(res)
		QgsMessageLog.logMessage(
				'Processed layer {name}'.format(name=res[2]),
				CATEGORY, Qgis.Info)
		p += 1
		task.setProgress(int((p * 100) / len(layers)))
		sleep(0.05)
	return renders

def layersCompleted(exception, result=None):
	if result is not None:
		for render in result:
			render[1].setRenderer(render[0])
			QgsMessageLog.logMessage(
				'Updated layer {name}'.format(name=render[2]),
				CATEGORY, Qgis.Info)
			sleep(0.05)

def processLayer(layer):
	rlayer = layer[0]
	stats = rlayer.dataProvider().bandStatistics(1, QgsRasterBandStats.All)
	min = int(math.floor(stats.minimumValue))
	max = int(math.ceil(stats.maximumValue))
	lst = []
	for altitude in range(min, max):
		for fraction in range (0, 256):
			lst.append(newitem(convert_feet_to_meters, altitude+(fraction/256)))
	fnc = QgsColorRampShader()
	fnc.setColorRampType(QgsColorRampShader.Discrete)
	fnc.setColorRampItemList(lst)
	shader = QgsRasterShader()
	shader.setRasterShaderFunction(fnc)
	renderer = QgsSingleBandPseudoColorRenderer(rlayer.dataProvider(), 1, shader)
	return [renderer, rlayer, layer[1]]

files = os.listdir(file_directory)

new_layers = []

if recursive:
	for dem in glob.iglob(file_directory + '/**', recursive=True):
		if (dem.endswith(".tif") or dem.endswith('.TIF')
		or dem.endswith(".img") or dem.endswith(".IMG")
		or dem.endswith('.tiff') or dem.endswith('.TIFF')):
			dem = dem.replace("\\","/")
			fileinfo = QFileInfo(dem)
			filename = fileinfo.completeBaseName()
			newlayer = iface.addRasterLayer(dem, filename)
			sleep(0.05)
			new_layers.append([newlayer, filename])
			sleep(0.05)
			QgsMessageLog.logMessage(
				'Added layer for {layername}'.format(layername=filename),
				CATEGORY, Qgis.Info)
			sleep(0.05)
else:
	for dem in files:
		if (dem.endswith(".tif") or dem.endswith('.TIF')
		or dem.endswith(".img") or dem.endswith(".IMG")):
			fn = os.path.join(file_directory, dem)
			fileinfo = QFileInfo(fn)
			filename = fileinfo.completeBaseName()
			newlayer = iface.addRasterLayer(fn, filename)
			sleep(0.05)
			new_layers.append([newlayer, filename])
			sleep(0.05)
			QgsMessageLog.logMessage(
				'Added layer for {layername}'.format(layername=filename),
				CATEGORY, Qgis.Info)
			sleep(0.05)

QgsMessageLog.logMessage(
			'Found {count} dem files'.format(count=len(new_layers)),
			CATEGORY, Qgis.Info)

process_task = QgsTask.fromFunction('Finished importing dems', processLayers, on_finished=layersCompleted, layers=new_layers)
QgsApplication.taskManager().addTask(process_task)