diff --git a/pdgpoints/__init__.py b/pdgpoints/__init__.py index 0508cb8..08bf3cf 100644 --- a/pdgpoints/__init__.py +++ b/pdgpoints/__init__.py @@ -2,3 +2,273 @@ from .defs import LOGGING_CONFIG dictConfig(LOGGING_CONFIG) + +viridis_data = [[0.267004, 0.004874, 0.329415], + [0.268510, 0.009605, 0.335427], + [0.269944, 0.014625, 0.341379], + [0.271305, 0.019942, 0.347269], + [0.272594, 0.025563, 0.353093], + [0.273809, 0.031497, 0.358853], + [0.274952, 0.037752, 0.364543], + [0.276022, 0.044167, 0.370164], + [0.277018, 0.050344, 0.375715], + [0.277941, 0.056324, 0.381191], + [0.278791, 0.062145, 0.386592], + [0.279566, 0.067836, 0.391917], + [0.280267, 0.073417, 0.397163], + [0.280894, 0.078907, 0.402329], + [0.281446, 0.084320, 0.407414], + [0.281924, 0.089666, 0.412415], + [0.282327, 0.094955, 0.417331], + [0.282656, 0.100196, 0.422160], + [0.282910, 0.105393, 0.426902], + [0.283091, 0.110553, 0.431554], + [0.283197, 0.115680, 0.436115], + [0.283229, 0.120777, 0.440584], + [0.283187, 0.125848, 0.444960], + [0.283072, 0.130895, 0.449241], + [0.282884, 0.135920, 0.453427], + [0.282623, 0.140926, 0.457517], + [0.282290, 0.145912, 0.461510], + [0.281887, 0.150881, 0.465405], + [0.281412, 0.155834, 0.469201], + [0.280868, 0.160771, 0.472899], + [0.280255, 0.165693, 0.476498], + [0.279574, 0.170599, 0.479997], + [0.278826, 0.175490, 0.483397], + [0.278012, 0.180367, 0.486697], + [0.277134, 0.185228, 0.489898], + [0.276194, 0.190074, 0.493001], + [0.275191, 0.194905, 0.496005], + [0.274128, 0.199721, 0.498911], + [0.273006, 0.204520, 0.501721], + [0.271828, 0.209303, 0.504434], + [0.270595, 0.214069, 0.507052], + [0.269308, 0.218818, 0.509577], + [0.267968, 0.223549, 0.512008], + [0.266580, 0.228262, 0.514349], + [0.265145, 0.232956, 0.516599], + [0.263663, 0.237631, 0.518762], + [0.262138, 0.242286, 0.520837], + [0.260571, 0.246922, 0.522828], + [0.258965, 0.251537, 0.524736], + [0.257322, 0.256130, 0.526563], + [0.255645, 0.260703, 0.528312], + [0.253935, 0.265254, 0.529983], + [0.252194, 0.269783, 0.531579], + [0.250425, 0.274290, 0.533103], + [0.248629, 0.278775, 0.534556], + [0.246811, 0.283237, 0.535941], + [0.244972, 0.287675, 0.537260], + [0.243113, 0.292092, 0.538516], + [0.241237, 0.296485, 0.539709], + [0.239346, 0.300855, 0.540844], + [0.237441, 0.305202, 0.541921], + [0.235526, 0.309527, 0.542944], + [0.233603, 0.313828, 0.543914], + [0.231674, 0.318106, 0.544834], + [0.229739, 0.322361, 0.545706], + [0.227802, 0.326594, 0.546532], + [0.225863, 0.330805, 0.547314], + [0.223925, 0.334994, 0.548053], + [0.221989, 0.339161, 0.548752], + [0.220057, 0.343307, 0.549413], + [0.218130, 0.347432, 0.550038], + [0.216210, 0.351535, 0.550627], + [0.214298, 0.355619, 0.551184], + [0.212395, 0.359683, 0.551710], + [0.210503, 0.363727, 0.552206], + [0.208623, 0.367752, 0.552675], + [0.206756, 0.371758, 0.553117], + [0.204903, 0.375746, 0.553533], + [0.203063, 0.379716, 0.553925], + [0.201239, 0.383670, 0.554294], + [0.199430, 0.387607, 0.554642], + [0.197636, 0.391528, 0.554969], + [0.195860, 0.395433, 0.555276], + [0.194100, 0.399323, 0.555565], + [0.192357, 0.403199, 0.555836], + [0.190631, 0.407061, 0.556089], + [0.188923, 0.410910, 0.556326], + [0.187231, 0.414746, 0.556547], + [0.185556, 0.418570, 0.556753], + [0.183898, 0.422383, 0.556944], + [0.182256, 0.426184, 0.557120], + [0.180629, 0.429975, 0.557282], + [0.179019, 0.433756, 0.557430], + [0.177423, 0.437527, 0.557565], + [0.175841, 0.441290, 0.557685], + [0.174274, 0.445044, 0.557792], + [0.172719, 0.448791, 0.557885], + [0.171176, 0.452530, 0.557965], + [0.169646, 0.456262, 0.558030], + [0.168126, 0.459988, 0.558082], + [0.166617, 0.463708, 0.558119], + [0.165117, 0.467423, 0.558141], + [0.163625, 0.471133, 0.558148], + [0.162142, 0.474838, 0.558140], + [0.160665, 0.478540, 0.558115], + [0.159194, 0.482237, 0.558073], + [0.157729, 0.485932, 0.558013], + [0.156270, 0.489624, 0.557936], + [0.154815, 0.493313, 0.557840], + [0.153364, 0.497000, 0.557724], + [0.151918, 0.500685, 0.557587], + [0.150476, 0.504369, 0.557430], + [0.149039, 0.508051, 0.557250], + [0.147607, 0.511733, 0.557049], + [0.146180, 0.515413, 0.556823], + [0.144759, 0.519093, 0.556572], + [0.143343, 0.522773, 0.556295], + [0.141935, 0.526453, 0.555991], + [0.140536, 0.530132, 0.555659], + [0.139147, 0.533812, 0.555298], + [0.137770, 0.537492, 0.554906], + [0.136408, 0.541173, 0.554483], + [0.135066, 0.544853, 0.554029], + [0.133743, 0.548535, 0.553541], + [0.132444, 0.552216, 0.553018], + [0.131172, 0.555899, 0.552459], + [0.129933, 0.559582, 0.551864], + [0.128729, 0.563265, 0.551229], + [0.127568, 0.566949, 0.550556], + [0.126453, 0.570633, 0.549841], + [0.125394, 0.574318, 0.549086], + [0.124395, 0.578002, 0.548287], + [0.123463, 0.581687, 0.547445], + [0.122606, 0.585371, 0.546557], + [0.121831, 0.589055, 0.545623], + [0.121148, 0.592739, 0.544641], + [0.120565, 0.596422, 0.543611], + [0.120092, 0.600104, 0.542530], + [0.119738, 0.603785, 0.541400], + [0.119512, 0.607464, 0.540218], + [0.119423, 0.611141, 0.538982], + [0.119483, 0.614817, 0.537692], + [0.119699, 0.618490, 0.536347], + [0.120081, 0.622161, 0.534946], + [0.120638, 0.625828, 0.533488], + [0.121380, 0.629492, 0.531973], + [0.122312, 0.633153, 0.530398], + [0.123444, 0.636809, 0.528763], + [0.124780, 0.640461, 0.527068], + [0.126326, 0.644107, 0.525311], + [0.128087, 0.647749, 0.523491], + [0.130067, 0.651384, 0.521608], + [0.132268, 0.655014, 0.519661], + [0.134692, 0.658636, 0.517649], + [0.137339, 0.662252, 0.515571], + [0.140210, 0.665859, 0.513427], + [0.143303, 0.669459, 0.511215], + [0.146616, 0.673050, 0.508936], + [0.150148, 0.676631, 0.506589], + [0.153894, 0.680203, 0.504172], + [0.157851, 0.683765, 0.501686], + [0.162016, 0.687316, 0.499129], + [0.166383, 0.690856, 0.496502], + [0.170948, 0.694384, 0.493803], + [0.175707, 0.697900, 0.491033], + [0.180653, 0.701402, 0.488189], + [0.185783, 0.704891, 0.485273], + [0.191090, 0.708366, 0.482284], + [0.196571, 0.711827, 0.479221], + [0.202219, 0.715272, 0.476084], + [0.208030, 0.718701, 0.472873], + [0.214000, 0.722114, 0.469588], + [0.220124, 0.725509, 0.466226], + [0.226397, 0.728888, 0.462789], + [0.232815, 0.732247, 0.459277], + [0.239374, 0.735588, 0.455688], + [0.246070, 0.738910, 0.452024], + [0.252899, 0.742211, 0.448284], + [0.259857, 0.745492, 0.444467], + [0.266941, 0.748751, 0.440573], + [0.274149, 0.751988, 0.436601], + [0.281477, 0.755203, 0.432552], + [0.288921, 0.758394, 0.428426], + [0.296479, 0.761561, 0.424223], + [0.304148, 0.764704, 0.419943], + [0.311925, 0.767822, 0.415586], + [0.319809, 0.770914, 0.411152], + [0.327796, 0.773980, 0.406640], + [0.335885, 0.777018, 0.402049], + [0.344074, 0.780029, 0.397381], + [0.352360, 0.783011, 0.392636], + [0.360741, 0.785964, 0.387814], + [0.369214, 0.788888, 0.382914], + [0.377779, 0.791781, 0.377939], + [0.386433, 0.794644, 0.372886], + [0.395174, 0.797475, 0.367757], + [0.404001, 0.800275, 0.362552], + [0.412913, 0.803041, 0.357269], + [0.421908, 0.805774, 0.351910], + [0.430983, 0.808473, 0.346476], + [0.440137, 0.811138, 0.340967], + [0.449368, 0.813768, 0.335384], + [0.458674, 0.816363, 0.329727], + [0.468053, 0.818921, 0.323998], + [0.477504, 0.821444, 0.318195], + [0.487026, 0.823929, 0.312321], + [0.496615, 0.826376, 0.306377], + [0.506271, 0.828786, 0.300362], + [0.515992, 0.831158, 0.294279], + [0.525776, 0.833491, 0.288127], + [0.535621, 0.835785, 0.281908], + [0.545524, 0.838039, 0.275626], + [0.555484, 0.840254, 0.269281], + [0.565498, 0.842430, 0.262877], + [0.575563, 0.844566, 0.256415], + [0.585678, 0.846661, 0.249897], + [0.595839, 0.848717, 0.243329], + [0.606045, 0.850733, 0.236712], + [0.616293, 0.852709, 0.230052], + [0.626579, 0.854645, 0.223353], + [0.636902, 0.856542, 0.216620], + [0.647257, 0.858400, 0.209861], + [0.657642, 0.860219, 0.203082], + [0.668054, 0.861999, 0.196293], + [0.678489, 0.863742, 0.189503], + [0.688944, 0.865448, 0.182725], + [0.699415, 0.867117, 0.175971], + [0.709898, 0.868751, 0.169257], + [0.720391, 0.870350, 0.162603], + [0.730889, 0.871916, 0.156029], + [0.741388, 0.873449, 0.149561], + [0.751884, 0.874951, 0.143228], + [0.762373, 0.876424, 0.137064], + [0.772852, 0.877868, 0.131109], + [0.783315, 0.879285, 0.125405], + [0.793760, 0.880678, 0.120005], + [0.804182, 0.882046, 0.114965], + [0.814576, 0.883393, 0.110347], + [0.824940, 0.884720, 0.106217], + [0.835270, 0.886029, 0.102646], + [0.845561, 0.887322, 0.099702], + [0.855810, 0.888601, 0.097452], + [0.866013, 0.889868, 0.095953], + [0.876168, 0.891125, 0.095250], + [0.886271, 0.892374, 0.095374], + [0.896320, 0.893616, 0.096335], + [0.906311, 0.894855, 0.098125], + [0.916242, 0.896091, 0.100717], + [0.926106, 0.897330, 0.104071], + [0.935904, 0.898570, 0.108131], + [0.945636, 0.899815, 0.112838], + [0.955300, 0.901065, 0.118128], + [0.964894, 0.902323, 0.123941], + [0.974417, 0.903590, 0.130215], + [0.983868, 0.904867, 0.136897], + [0.993248, 0.906157, 0.143936]] + +def viridis(): + """ + Return an array of viridis color scale data with integer values + 0-(len(viridis_data)). + There are 256 rows in the original array, so viridis has 256 colors by + default. + Original values are normalized from 0-1 and LAS RGB fields are 0-65536 so + values have to be scaled up again by 256 during the conversion process for + LAS display (``-s 256`` in the CLI). + """ + vlen = len(viridis_data) + return [[int(round(x[0] * vlen)), int(round(x[1] * vlen)), int(round(x[2] * vlen))] for x in viridis_data] diff --git a/pdgpoints/cli.py b/pdgpoints/cli.py index 7ce5359..ac4cade 100644 --- a/pdgpoints/cli.py +++ b/pdgpoints/cli.py @@ -13,6 +13,7 @@ def cli(): parser.add_argument('-c', '--copy_i_to_rgb', action='store_true', help='Whether to copy intensity values to RGB') parser.add_argument('-m', '--merge', action='store_true', help='Whether to use merge function') parser.add_argument('-a', '--archive', action='store_true', help='Whether to archive the input dataset') + parser.add_argument('-l', '--llvs', choices=[True, 'linear', 'quantile'], default=False, help='Whether to process a (lon, lat, displacement, stdev) CSV file and how to scale the resulting colors') parser.add_argument('-s', '--rgb_scale', type=float, default=1.0, help='Scale multiplier for RGB values') parser.add_argument('-z', '--translate_z', type=float, default=0.0, help='Float translation for z values') parser.add_argument('-g', '--from_geoid', choices=MODEL_LIST, default=None, help='The geoid, tidal, or geopotential model to translate from') @@ -32,5 +33,6 @@ def cli(): rgb_scale=args.rgb_scale, translate_z=args.translate_z, from_geoid=args.from_geoid, - geoid_region=args.geoid_region) + geoid_region=args.geoid_region, + llvs=args.llvs) p.run() \ No newline at end of file diff --git a/pdgpoints/lastools_iface.py b/pdgpoints/lastools_iface.py index 3d64768..0c201fe 100644 --- a/pdgpoints/lastools_iface.py +++ b/pdgpoints/lastools_iface.py @@ -146,7 +146,8 @@ def las2las(f: Path, archive: bool=False, intensity_to_RGB: bool=False, rgb_scale: float=1.0, - translate_z: float=0.0): + translate_z: float=0.0, + llvrgb: bool=False): """ Simple wrapper around las2las to repair and rework LAS files. LAS is rewritten with valid VLRs to correct errors propagated by processing suites @@ -200,6 +201,19 @@ def las2las(f: Path, r_process.stdout.close() output = w_process.communicate()[0] L.debug('Piped cmd output: %s' % output) + elif llvrgb: + L.info("Rewriting input CSV from 'xyzRGB' to LAZ") + command = [ + LAS2LAS_LOC, + '-itxt', + '-i', f, + '-set_ogc_wkt', + '-iparse', 'xyzRGB', + '-epsg', '4326', + '-s', '256', + '-o', output_file + ] + run_proc(command=command) else: L.info('Rewriting LAS to avoid VLR size errors (e.g. PDAL reading QTModeler files)') command = [ diff --git a/pdgpoints/llvs2laz.py b/pdgpoints/llvs2laz.py new file mode 100644 index 0000000..620a703 --- /dev/null +++ b/pdgpoints/llvs2laz.py @@ -0,0 +1,61 @@ +import pandas as pd +from pathlib import Path +from .lastools_iface import las2las +from . import viridis + +def load_llvs(f: Path, std: bool=False): + """ + """ + cols = ['lon', 'lat', 'disp', 'std'] + usecols = [0, 1, 2, 3] if std else [0, 1, 2] + return pd.read_csv(f, names=cols, header=None, usecols=usecols) + +def add_z(llvs: pd.DataFrame, std: bool=False): + """ + """ + llvs['z'] = 0 + if std: + return llvs[['lon', 'lat', 'z', 'disp', 'std']] + else: + return llvs[['lon', 'lat', 'z', 'disp']] + +def get_rgb(llvs: pd.DataFrame, quantile: bool=False, std: bool=False): + """ + """ + # get the color scale + viridis_data = viridis() + # put displacement in a number of bins equal to the length of the color scale array + if not quantile: + viridis_bin = pd.cut(llvs['disp'], bins=len(viridis_data), labels=False).to_list() + else: + viridis_bin = pd.qcut(llvs['disp'], q=len(viridis_data), labels=False).to_list() + # look up the color values of each data point and put them in a new column + llvs['r'] = [viridis_data[x][0] for x in viridis_bin] + llvs['g'] = [viridis_data[x][1] for x in viridis_bin] + llvs['b'] = [viridis_data[x][2] for x in viridis_bin] + del llvs['disp'] + if std: + del llvs['std'] + return llvs + +def write(llvs: pd.DataFrame, o: Path): + """ + """ + llvs[['lon', 'lat', 'z', 'r', 'g', 'b']].to_csv(o, index=False, header=False) + +def llzrgb2las(f: Path, o: Path): + """ + """ + las2las(f=f, output_file=o, llvrgb=True) + +def insar_pipeline(f: Path, quantile: bool): + """ + """ + llvs = load_llvs(f=f) + llvs = add_z(llvs=llvs) + llvs = get_rgb(llvs=llvs, quantile=quantile) + llzrgb = f.parent.absolute() / f"{f.stem}-llzrgb.csv" + write(llvs, o=llzrgb) + olaz = f.parent.absolute() / f"{f.stem}.laz" + llzrgb2las(f=llzrgb, o=olaz) + return olaz \ No newline at end of file diff --git a/pdgpoints/pipeline.py b/pdgpoints/pipeline.py index 3155bb0..5e56e4b 100644 --- a/pdgpoints/pipeline.py +++ b/pdgpoints/pipeline.py @@ -7,6 +7,7 @@ from . import geoid from . import lastools_iface from . import py3dtiles_iface +from . import llvs2laz class Pipeline(): """ @@ -29,7 +30,8 @@ def __init__(self, translate_z: Union[float, int, Literal[False]]=False, from_geoid: Union[str, Literal[None]]=None, geoid_region: str=REGIONS[0], - archive: bool=False): + archive: bool=False, + llvs: Union[str, bool]=False): """ Initialize the processing pipeline. @@ -50,16 +52,7 @@ def __init__(self, self.auto = False # if auto-processing self.L = getLogger(__name__) self.L.debug('Initializing pipeline.') - self.f = Path(f).absolute() - self.base_dir = self.f.parent.absolute() - self.bn = self.f.name - self.given_name = self.f.stem - self.ext = self.f.suffix - self.ogcwkt_name = self.base_dir / ('%s-wkt.laz' % (self.given_name)) - self.rewrite_dir = self.base_dir / 'rewrite' - self.archive_dir = self.base_dir / 'archive' - self.out_dir = self.base_dir / '3dtiles' - self.las_name = self.rewrite_dir / ('%s.las' % (self.given_name)) + self.set_paths(f) self.intensity_to_RGB = intensity_to_RGB try: self.rgb_scale = float(rgb_scale) if rgb_scale else 1. @@ -79,13 +72,48 @@ def __init__(self, self.ellips_lkup = None self.geoid_adj = 0 self.archive = archive + self.llvs = False + self.quantile = False + self.llvs_color = None + if llvs: + if llvs == True: + self.llvs = True + self.llvs_color = 'linear' + self.quantile = False + elif (llvs.lower() in 'linear'): + self.llvs = True + self.llvs_color = 'linear' + self.quantile = False + elif (llvs.lower() in 'quantile'): + self.llvs = True + self.llvs_color = 'quantile' + self.quantile = True + else: + self.L.warning(f'Could not understand value given for LLVS CSV processing ({llvs}). Valid values are "linear" and "quantile".') + self.llvs = False self.merge = merge self.steps = 4 + self.steps = self.steps + 1 if llvs else self.steps self.steps = self.steps + 1 if merge else self.steps self.steps = self.steps + 1 if from_geoid else self.steps self.step = 1 utils.log_init_stats(self) + def set_paths(self, f): + """ + Set paths based on an input file ``f``. + """ + self.f = Path(f).absolute() + self.base_dir = self.f.parent.absolute() + self.bn = self.f.name + self.given_name = self.f.stem + self.ext = self.f.suffix + self.ogcwkt_name = self.base_dir / ('%s-wkt.laz' % (self.given_name)) + self.rewrite_dir = self.base_dir / 'rewrite' + self.archive_dir = self.base_dir / 'archive' + self.out_dir = self.base_dir / '3dtiles' + self.las_name = self.rewrite_dir / ('%s.las' % (self.given_name)) + def run(self) -> Path: """ Process the input LAS file. @@ -99,6 +127,11 @@ def run(self) -> Path: self.L.info('Creating dir %s' % (d)) utils.make_dirs(d) + if self.llvs: + L.info('Converting CSV with LLVS format (lon, lat, displacement, stdev) to LAZ... (step %s of %s)' % (self.step, self.steps)) + self.f = llvs2laz.insar_pipeline(f=self.f, quantile=self.quantile) + self.set_paths(self.f) + L.info('Rewriting file with new OGC WKT... (step %s of %s)' % (self.step, self.steps)) lastools_iface.las2las_ogc_wkt(f=self.f, output_file=self.ogcwkt_name) diff --git a/pdgpoints/testdata/llvs_to_laz.ipynb b/pdgpoints/testdata/llvs_to_laz.ipynb new file mode 100644 index 0000000..6ced6e8 --- /dev/null +++ b/pdgpoints/testdata/llvs_to_laz.ipynb @@ -0,0 +1,361 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "viridis_data = [[0.267004, 0.004874, 0.329415],\n", + " [0.268510, 0.009605, 0.335427],\n", + " [0.269944, 0.014625, 0.341379],\n", + " [0.271305, 0.019942, 0.347269],\n", + " [0.272594, 0.025563, 0.353093],\n", + " [0.273809, 0.031497, 0.358853],\n", + " [0.274952, 0.037752, 0.364543],\n", + " [0.276022, 0.044167, 0.370164],\n", + " [0.277018, 0.050344, 0.375715],\n", + " [0.277941, 0.056324, 0.381191],\n", + " [0.278791, 0.062145, 0.386592],\n", + " [0.279566, 0.067836, 0.391917],\n", + " [0.280267, 0.073417, 0.397163],\n", + " [0.280894, 0.078907, 0.402329],\n", + " [0.281446, 0.084320, 0.407414],\n", + " [0.281924, 0.089666, 0.412415],\n", + " [0.282327, 0.094955, 0.417331],\n", + " [0.282656, 0.100196, 0.422160],\n", + " [0.282910, 0.105393, 0.426902],\n", + " [0.283091, 0.110553, 0.431554],\n", + " [0.283197, 0.115680, 0.436115],\n", + " [0.283229, 0.120777, 0.440584],\n", + " [0.283187, 0.125848, 0.444960],\n", + " [0.283072, 0.130895, 0.449241],\n", + " [0.282884, 0.135920, 0.453427],\n", + " [0.282623, 0.140926, 0.457517],\n", + " [0.282290, 0.145912, 0.461510],\n", + " [0.281887, 0.150881, 0.465405],\n", + " [0.281412, 0.155834, 0.469201],\n", + " [0.280868, 0.160771, 0.472899],\n", + " [0.280255, 0.165693, 0.476498],\n", + " [0.279574, 0.170599, 0.479997],\n", + " [0.278826, 0.175490, 0.483397],\n", + " [0.278012, 0.180367, 0.486697],\n", + " [0.277134, 0.185228, 0.489898],\n", + " [0.276194, 0.190074, 0.493001],\n", + " [0.275191, 0.194905, 0.496005],\n", + " [0.274128, 0.199721, 0.498911],\n", + " [0.273006, 0.204520, 0.501721],\n", + " [0.271828, 0.209303, 0.504434],\n", + " [0.270595, 0.214069, 0.507052],\n", + " [0.269308, 0.218818, 0.509577],\n", + " [0.267968, 0.223549, 0.512008],\n", + " [0.266580, 0.228262, 0.514349],\n", + " [0.265145, 0.232956, 0.516599],\n", + " [0.263663, 0.237631, 0.518762],\n", + " [0.262138, 0.242286, 0.520837],\n", + " [0.260571, 0.246922, 0.522828],\n", + " [0.258965, 0.251537, 0.524736],\n", + " [0.257322, 0.256130, 0.526563],\n", + " [0.255645, 0.260703, 0.528312],\n", + " [0.253935, 0.265254, 0.529983],\n", + " [0.252194, 0.269783, 0.531579],\n", + " [0.250425, 0.274290, 0.533103],\n", + " [0.248629, 0.278775, 0.534556],\n", + " [0.246811, 0.283237, 0.535941],\n", + " [0.244972, 0.287675, 0.537260],\n", + " [0.243113, 0.292092, 0.538516],\n", + " [0.241237, 0.296485, 0.539709],\n", + " [0.239346, 0.300855, 0.540844],\n", + " [0.237441, 0.305202, 0.541921],\n", + " [0.235526, 0.309527, 0.542944],\n", + " [0.233603, 0.313828, 0.543914],\n", + " [0.231674, 0.318106, 0.544834],\n", + " [0.229739, 0.322361, 0.545706],\n", + " [0.227802, 0.326594, 0.546532],\n", + " [0.225863, 0.330805, 0.547314],\n", + " [0.223925, 0.334994, 0.548053],\n", + " [0.221989, 0.339161, 0.548752],\n", + " [0.220057, 0.343307, 0.549413],\n", + " [0.218130, 0.347432, 0.550038],\n", + " [0.216210, 0.351535, 0.550627],\n", + " [0.214298, 0.355619, 0.551184],\n", + " [0.212395, 0.359683, 0.551710],\n", + " [0.210503, 0.363727, 0.552206],\n", + " [0.208623, 0.367752, 0.552675],\n", + " [0.206756, 0.371758, 0.553117],\n", + " [0.204903, 0.375746, 0.553533],\n", + " [0.203063, 0.379716, 0.553925],\n", + " [0.201239, 0.383670, 0.554294],\n", + " [0.199430, 0.387607, 0.554642],\n", + " [0.197636, 0.391528, 0.554969],\n", + " [0.195860, 0.395433, 0.555276],\n", + " [0.194100, 0.399323, 0.555565],\n", + " [0.192357, 0.403199, 0.555836],\n", + " [0.190631, 0.407061, 0.556089],\n", + " [0.188923, 0.410910, 0.556326],\n", + " [0.187231, 0.414746, 0.556547],\n", + " [0.185556, 0.418570, 0.556753],\n", + " [0.183898, 0.422383, 0.556944],\n", + " [0.182256, 0.426184, 0.557120],\n", + " [0.180629, 0.429975, 0.557282],\n", + " [0.179019, 0.433756, 0.557430],\n", + " [0.177423, 0.437527, 0.557565],\n", + " [0.175841, 0.441290, 0.557685],\n", + " [0.174274, 0.445044, 0.557792],\n", + " [0.172719, 0.448791, 0.557885],\n", + " [0.171176, 0.452530, 0.557965],\n", + " [0.169646, 0.456262, 0.558030],\n", + " [0.168126, 0.459988, 0.558082],\n", + " [0.166617, 0.463708, 0.558119],\n", + " [0.165117, 0.467423, 0.558141],\n", + " [0.163625, 0.471133, 0.558148],\n", + " [0.162142, 0.474838, 0.558140],\n", + " [0.160665, 0.478540, 0.558115],\n", + " [0.159194, 0.482237, 0.558073],\n", + " [0.157729, 0.485932, 0.558013],\n", + " [0.156270, 0.489624, 0.557936],\n", + " [0.154815, 0.493313, 0.557840],\n", + " [0.153364, 0.497000, 0.557724],\n", + " [0.151918, 0.500685, 0.557587],\n", + " [0.150476, 0.504369, 0.557430],\n", + " [0.149039, 0.508051, 0.557250],\n", + " [0.147607, 0.511733, 0.557049],\n", + " [0.146180, 0.515413, 0.556823],\n", + " [0.144759, 0.519093, 0.556572],\n", + " [0.143343, 0.522773, 0.556295],\n", + " [0.141935, 0.526453, 0.555991],\n", + " [0.140536, 0.530132, 0.555659],\n", + " [0.139147, 0.533812, 0.555298],\n", + " [0.137770, 0.537492, 0.554906],\n", + " [0.136408, 0.541173, 0.554483],\n", + " [0.135066, 0.544853, 0.554029],\n", + " [0.133743, 0.548535, 0.553541],\n", + " [0.132444, 0.552216, 0.553018],\n", + " [0.131172, 0.555899, 0.552459],\n", + " [0.129933, 0.559582, 0.551864],\n", + " [0.128729, 0.563265, 0.551229],\n", + " [0.127568, 0.566949, 0.550556],\n", + " [0.126453, 0.570633, 0.549841],\n", + " [0.125394, 0.574318, 0.549086],\n", + " [0.124395, 0.578002, 0.548287],\n", + " [0.123463, 0.581687, 0.547445],\n", + " [0.122606, 0.585371, 0.546557],\n", + " [0.121831, 0.589055, 0.545623],\n", + " [0.121148, 0.592739, 0.544641],\n", + " [0.120565, 0.596422, 0.543611],\n", + " [0.120092, 0.600104, 0.542530],\n", + " [0.119738, 0.603785, 0.541400],\n", + " [0.119512, 0.607464, 0.540218],\n", + " [0.119423, 0.611141, 0.538982],\n", + " [0.119483, 0.614817, 0.537692],\n", + " [0.119699, 0.618490, 0.536347],\n", + " [0.120081, 0.622161, 0.534946],\n", + " [0.120638, 0.625828, 0.533488],\n", + " [0.121380, 0.629492, 0.531973],\n", + " [0.122312, 0.633153, 0.530398],\n", + " [0.123444, 0.636809, 0.528763],\n", + " [0.124780, 0.640461, 0.527068],\n", + " [0.126326, 0.644107, 0.525311],\n", + " [0.128087, 0.647749, 0.523491],\n", + " [0.130067, 0.651384, 0.521608],\n", + " [0.132268, 0.655014, 0.519661],\n", + " [0.134692, 0.658636, 0.517649],\n", + " [0.137339, 0.662252, 0.515571],\n", + " [0.140210, 0.665859, 0.513427],\n", + " [0.143303, 0.669459, 0.511215],\n", + " [0.146616, 0.673050, 0.508936],\n", + " [0.150148, 0.676631, 0.506589],\n", + " [0.153894, 0.680203, 0.504172],\n", + " [0.157851, 0.683765, 0.501686],\n", + " [0.162016, 0.687316, 0.499129],\n", + " [0.166383, 0.690856, 0.496502],\n", + " [0.170948, 0.694384, 0.493803],\n", + " [0.175707, 0.697900, 0.491033],\n", + " [0.180653, 0.701402, 0.488189],\n", + " [0.185783, 0.704891, 0.485273],\n", + " [0.191090, 0.708366, 0.482284],\n", + " [0.196571, 0.711827, 0.479221],\n", + " [0.202219, 0.715272, 0.476084],\n", + " [0.208030, 0.718701, 0.472873],\n", + " [0.214000, 0.722114, 0.469588],\n", + " [0.220124, 0.725509, 0.466226],\n", + " [0.226397, 0.728888, 0.462789],\n", + " [0.232815, 0.732247, 0.459277],\n", + " [0.239374, 0.735588, 0.455688],\n", + " [0.246070, 0.738910, 0.452024],\n", + " [0.252899, 0.742211, 0.448284],\n", + " [0.259857, 0.745492, 0.444467],\n", + " [0.266941, 0.748751, 0.440573],\n", + " [0.274149, 0.751988, 0.436601],\n", + " [0.281477, 0.755203, 0.432552],\n", + " [0.288921, 0.758394, 0.428426],\n", + " [0.296479, 0.761561, 0.424223],\n", + " [0.304148, 0.764704, 0.419943],\n", + " [0.311925, 0.767822, 0.415586],\n", + " [0.319809, 0.770914, 0.411152],\n", + " [0.327796, 0.773980, 0.406640],\n", + " [0.335885, 0.777018, 0.402049],\n", + " [0.344074, 0.780029, 0.397381],\n", + " [0.352360, 0.783011, 0.392636],\n", + " [0.360741, 0.785964, 0.387814],\n", + " [0.369214, 0.788888, 0.382914],\n", + " [0.377779, 0.791781, 0.377939],\n", + " [0.386433, 0.794644, 0.372886],\n", + " [0.395174, 0.797475, 0.367757],\n", + " [0.404001, 0.800275, 0.362552],\n", + " [0.412913, 0.803041, 0.357269],\n", + " [0.421908, 0.805774, 0.351910],\n", + " [0.430983, 0.808473, 0.346476],\n", + " [0.440137, 0.811138, 0.340967],\n", + " [0.449368, 0.813768, 0.335384],\n", + " [0.458674, 0.816363, 0.329727],\n", + " [0.468053, 0.818921, 0.323998],\n", + " [0.477504, 0.821444, 0.318195],\n", + " [0.487026, 0.823929, 0.312321],\n", + " [0.496615, 0.826376, 0.306377],\n", + " [0.506271, 0.828786, 0.300362],\n", + " [0.515992, 0.831158, 0.294279],\n", + " [0.525776, 0.833491, 0.288127],\n", + " [0.535621, 0.835785, 0.281908],\n", + " [0.545524, 0.838039, 0.275626],\n", + " [0.555484, 0.840254, 0.269281],\n", + " [0.565498, 0.842430, 0.262877],\n", + " [0.575563, 0.844566, 0.256415],\n", + " [0.585678, 0.846661, 0.249897],\n", + " [0.595839, 0.848717, 0.243329],\n", + " [0.606045, 0.850733, 0.236712],\n", + " [0.616293, 0.852709, 0.230052],\n", + " [0.626579, 0.854645, 0.223353],\n", + " [0.636902, 0.856542, 0.216620],\n", + " [0.647257, 0.858400, 0.209861],\n", + " [0.657642, 0.860219, 0.203082],\n", + " [0.668054, 0.861999, 0.196293],\n", + " [0.678489, 0.863742, 0.189503],\n", + " [0.688944, 0.865448, 0.182725],\n", + " [0.699415, 0.867117, 0.175971],\n", + " [0.709898, 0.868751, 0.169257],\n", + " [0.720391, 0.870350, 0.162603],\n", + " [0.730889, 0.871916, 0.156029],\n", + " [0.741388, 0.873449, 0.149561],\n", + " [0.751884, 0.874951, 0.143228],\n", + " [0.762373, 0.876424, 0.137064],\n", + " [0.772852, 0.877868, 0.131109],\n", + " [0.783315, 0.879285, 0.125405],\n", + " [0.793760, 0.880678, 0.120005],\n", + " [0.804182, 0.882046, 0.114965],\n", + " [0.814576, 0.883393, 0.110347],\n", + " [0.824940, 0.884720, 0.106217],\n", + " [0.835270, 0.886029, 0.102646],\n", + " [0.845561, 0.887322, 0.099702],\n", + " [0.855810, 0.888601, 0.097452],\n", + " [0.866013, 0.889868, 0.095953],\n", + " [0.876168, 0.891125, 0.095250],\n", + " [0.886271, 0.892374, 0.095374],\n", + " [0.896320, 0.893616, 0.096335],\n", + " [0.906311, 0.894855, 0.098125],\n", + " [0.916242, 0.896091, 0.100717],\n", + " [0.926106, 0.897330, 0.104071],\n", + " [0.935904, 0.898570, 0.108131],\n", + " [0.945636, 0.899815, 0.112838],\n", + " [0.955300, 0.901065, 0.118128],\n", + " [0.964894, 0.902323, 0.123941],\n", + " [0.974417, 0.903590, 0.130215],\n", + " [0.983868, 0.904867, 0.136897],\n", + " [0.993248, 0.906157, 0.143936]]\n", + "viridis = [[int(round(x[0] * 256*256)), int(round(x[1] * 256*256)), int(round(x[2] * 256*256))] for x in viridis_data]" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "\n", + "def load_llvs(f):\n", + " \"\"\"\n", + " \"\"\"\n", + " cols = ['lon', 'lat', 'disp', 'std']\n", + " return pd.read_csv(f, names=cols, header=None, usecols=[0,1,2])" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": {}, + "outputs": [], + "source": [ + "llvs = load_llvs('./Alaska_LLVS_D_D_cmyr_cmyr.csv')\n", + "llvs['z'] = 0" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": {}, + "outputs": [], + "source": [ + "viridis_bin = pd.cut(llvs['disp'], bins=len(viridis), labels=False).to_list()\n", + "#viridis_bin = pd.qcut(llvs['disp'], q=len(viridis), labels=False).to_list()" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [], + "source": [ + "llvs['r'] = [viridis[x][0] for x in viridis_bin]\n", + "llvs['g'] = [viridis[x][1] for x in viridis_bin]\n", + "llvs['b'] = [viridis[x][2] for x in viridis_bin]" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [], + "source": [ + "del llvs['disp']" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [], + "source": [ + "llvs[['lon', 'lat', 'z', 'r', 'g', 'b']].to_csv('./llrgb-q.csv', index=False, header=False)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "workflow", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.16" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/pdgpoints/utils.py b/pdgpoints/utils.py index fddeee5..d0f0c68 100644 --- a/pdgpoints/utils.py +++ b/pdgpoints/utils.py @@ -116,6 +116,8 @@ def log_init_stats(self): self.L.info('Translate Z: %+.1f' % (self.translate_z)) self.L.info('From geoid: %s' % (self.from_geoid)) self.L.info('Archive input: %s' % (self.archive)) + self.L.info('LLVS CSV input: %s' % (self.llvs)) + self.L.info('LLV color scale: %s' % (self.llvs_color)) self.L.info('Given name: %s' % (self.given_name)) self.L.info('File extension: %s' % (self.ext)) self.L.debug('base_dir: %s' % (self.base_dir))