diff --git a/.github/workflows/code_checks.yml b/.github/workflows/code_checks.yml index 0a0e2da60..40cef0d6b 100644 --- a/.github/workflows/code_checks.yml +++ b/.github/workflows/code_checks.yml @@ -25,9 +25,7 @@ jobs: pip install -r environment/requirements.txt pip install -e . - name: Run Black - uses: psf/black@stable - with: - options: "--check" + run: black mattport/ notebooks/ --check - name: Python Pylint run: | pylint mattport tests diff --git a/.gitignore b/.gitignore index 9a0a3fd90..51ac32dce 100644 --- a/.gitignore +++ b/.gitignore @@ -165,11 +165,13 @@ outputs/ # Data data/ +data_*/ !configs/data -data_shared/ # Misc old/ temp* .nfs* -external/ \ No newline at end of file +external/ +__MACOSX/ +outputs*/ \ No newline at end of file diff --git a/.vscode/launch.json b/.vscode/launch.json index 1054dacb4..feda559d3 100644 --- a/.vscode/launch.json +++ b/.vscode/launch.json @@ -17,9 +17,6 @@ "type": "python", "request": "launch", "program": "scripts/run_train.py", - // "env": { - // "CUDA_VISIBLE_DEVICES": "8" - // }, "console": "integratedTerminal" }, { @@ -42,5 +39,25 @@ "--config-name=instant_ngp.yaml" ] }, + { + "name": "Python: run_train nerfw (gpu)", + "type": "python", + "request": "launch", + "program": "scripts/run_train.py", + "console": "integratedTerminal", + "args": [ + "--config-name=nerfw.yaml" + ] + }, + { + "name": "Python: run_train semantic_nerf (gpu)", + "type": "python", + "request": "launch", + "program": "scripts/run_train.py", + "console": "integratedTerminal", + "args": [ + "--config-name=semantic_nerf.yaml" + ] + }, ] } \ No newline at end of file diff --git a/.vscode/settings.json b/.vscode/settings.json index 7262775be..3a9b1b0cf 100644 --- a/.vscode/settings.json +++ b/.vscode/settings.json @@ -9,6 +9,7 @@ "**/temp*": true, }, "editor.formatOnSave": true, + "python.envFile": "${workspaceFolder}/.env", "python.formatting.provider": "black", "python.formatting.blackArgs": [ "--line-length=120" @@ -25,5 +26,5 @@ "**/site-packages/**/*.py", ".vscode/*.py", "external/**/*.py", - ], + ] } \ No newline at end of file diff --git a/README.md b/README.md index c96306876..20ffddb2b 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,9 @@ pip install -r environment/requirements.txt # Install mattport as a library pip install -e . +# Install library with CUDA support. Change setup.py to `USE_CUDA = True` and then +python setup.py develop + # Running the test cases pytest tests ``` @@ -114,6 +117,7 @@ ipython --pdb scripts/run_train.py For testing specific methods, see scripts/benchmarking/run_benchmark.py. Modify the `BENCH` variable to specify which jobs ("ckpt_dir") and methods ("method") you want benchmarked. Then run + ``` python scripts/benchmarking/run_benchmark.py -``` \ No newline at end of file +``` diff --git a/configs/data/dataset/blender_lego.yaml b/configs/data/dataset/blender_lego.yaml index 6b80a1cff..3e495e1fd 100644 --- a/configs/data/dataset/blender_lego.yaml +++ b/configs/data/dataset/blender_lego.yaml @@ -1,4 +1,4 @@ data_directory: data/blender/lego -dataset_type: blender -downscale_factor: 4 -alpha_color: white \ No newline at end of file +dataset_format: blender +downscale_factor: 1 +alpha_color: white diff --git a/configs/data/dataset/friends_TBBT-big_living_room.yaml b/configs/data/dataset/friends_TBBT-big_living_room.yaml index 152d90958..539beca58 100644 --- a/configs/data/dataset/friends_TBBT-big_living_room.yaml +++ b/configs/data/dataset/friends_TBBT-big_living_room.yaml @@ -1,3 +1,3 @@ data_directory: data/friends/TBBT-big_living_room -dataset_type: friends -downscale_factor: 8 \ No newline at end of file +dataset_format: friends +downscale_factor: 8 diff --git a/configs/data/default_data.yaml b/configs/data/default_data.yaml index e67475ec6..eba1a6036 100644 --- a/configs/data/default_data.yaml +++ b/configs/data/default_data.yaml @@ -3,7 +3,8 @@ defaults: - dataset: blender_lego # validation options -validation_image_indices: [0, 10] # Which images to evaluate on. +val_image_indices: [0, 10, 20] # Which images to evaluate on. +val_downscale_factor: 8 # dataloader options dataloader: diff --git a/configs/graph/default_graph.yaml b/configs/graph/default_graph.yaml index 819b333e4..327346cb6 100644 --- a/configs/graph/default_graph.yaml +++ b/configs/graph/default_graph.yaml @@ -1,15 +1,14 @@ # saving model specifications -model_dir: /tmp/mattport_models/ +model_dir: /tmp/mattport_models/ steps_per_save: null -steps_per_test: 1000 -max_num_iterations: 100000 +steps_per_test: 100 +max_num_iterations: 1000000 # pretrained loading options resume_train: load_dir: # pretrained model directory load_step: # pretrained model's step number -# NOTE(ethan): currently setting to nothing b/c we're still designing the config format... network: _target_: mattport.nerf.graph.vanilla_nerf.NeRFGraph near_plane: 2.0 @@ -25,16 +24,17 @@ network: param_groups: fields: optimizer: - type: Adam - lr: 5e-4 + _target_: torch.optim.Adam + lr: 0.0005 scheduler: - type: StepLR - step_size: 30 # Period of learning rate decay. - gamma: 0.1 # Multiplicative factor of learning rate decay. Default: 0.1. + _target_: mattport.nerf.optimizers.ExponentialDecaySchedule + lr_final: 0.000005 + max_steps: 1000000 + cameras: optimizer: - type: SGD + _target_: torch.optim.SGD lr: 1e-4 scheduler: - type: ExponentialLR - gamma: 0.1 \ No newline at end of file + _target_: torch.optim.lr_scheduler.ExponentialLR + gamma: 0.1 diff --git a/configs/graph/instant_ngp_graph.yaml b/configs/graph/instant_ngp_graph.yaml index a2434147b..cda7fa4a9 100644 --- a/configs/graph/instant_ngp_graph.yaml +++ b/configs/graph/instant_ngp_graph.yaml @@ -9,5 +9,4 @@ network: param_groups: fields: optimizer: - type: Adam lr: 1e-2 diff --git a/configs/graph/nerfw_graph.yaml b/configs/graph/nerfw_graph.yaml index e89c04c80..5036f4cf8 100644 --- a/configs/graph/nerfw_graph.yaml +++ b/configs/graph/nerfw_graph.yaml @@ -4,3 +4,8 @@ defaults: network: _target_: mattport.nerf.graph.nerfw.NerfWGraph + loss_coefficients: # loss coefficients + rgb_loss_coarse: 1.0 + rgb_loss_fine: 1.0 + uncertainty_loss: 1.0 + density_loss: 0.01 diff --git a/configs/graph/semantic_nerf_graph.yaml b/configs/graph/semantic_nerf_graph.yaml new file mode 100644 index 000000000..74c55b8d2 --- /dev/null +++ b/configs/graph/semantic_nerf_graph.yaml @@ -0,0 +1,10 @@ +defaults: + - default_graph.yaml + - _self_ + +network: + _target_: mattport.nerf.graph.semantic_nerf.SemanticNerfGraph + loss_coefficients: # loss coefficients + rgb_loss_coarse: 1.0 + rgb_loss_fine: 1.0 + semantic_loss_fine: 0.05 \ No newline at end of file diff --git a/configs/nerfw.yaml b/configs/nerfw.yaml new file mode 100644 index 000000000..45a3cfe64 --- /dev/null +++ b/configs/nerfw.yaml @@ -0,0 +1,14 @@ +defaults: + - default + - override data/dataset: friends_TBBT-big_living_room + - override graph: nerfw_graph + - _self_ + +experiment_name: friends_TBBT-big_living_room +method_name: nerfw + +network: + near_plane: 0.1 + far_plane: 10.0 + num_coarse_samples: 64 + num_importance_samples: 64 diff --git a/configs/semantic_nerf.yaml b/configs/semantic_nerf.yaml new file mode 100644 index 000000000..885ae6db4 --- /dev/null +++ b/configs/semantic_nerf.yaml @@ -0,0 +1,14 @@ +defaults: + - default + - override data/dataset: friends_TBBT-big_living_room + - override graph: semantic_nerf_graph + - _self_ + +experiment_name: friends_TBBT-big_living_room +method_name: semantic_nerf + +network: + near_plane: 0.1 + far_plane: 10.0 + num_coarse_samples: 64 + num_importance_samples: 64 diff --git a/configs/tests/test_dryrun.yaml b/configs/tests/test_dryrun.yaml index 92266ec31..8d5f53271 100644 --- a/configs/tests/test_dryrun.yaml +++ b/configs/tests/test_dryrun.yaml @@ -8,10 +8,10 @@ machine_config: data: dataset: - dataset_type: blender + dataset_format: blender data_directory: tests/data/lego_test downscale_factor: 8 - validation_image_indices: [0] + val_image_indices: [0] dataloader: num_images_to_sample_from: 1 num_rays_per_batch: 8 @@ -20,9 +20,9 @@ graph: max_num_iterations: 5 logging: - writer: + writer: TensorboardWriter: - save_dir: '/tmp/' + save_dir: "/tmp/" hydra: searchpath: diff --git a/environment/requirements.txt b/environment/requirements.txt index 43f1bea32..a1da01e59 100644 --- a/environment/requirements.txt +++ b/environment/requirements.txt @@ -1,4 +1,4 @@ -black==22.3.0 +black[jupyter]==22.3.0 hydra-colorlog hydra-core imageio==2.16.1 diff --git a/environment/run_jupyter.sh b/environment/run_jupyter.sh index 0164bc6fd..dc42e53a6 100644 --- a/environment/run_jupyter.sh +++ b/environment/run_jupyter.sh @@ -1 +1 @@ -python -m jupyter lab --ip 0.0.0.0 --port 9999 --no-browser --config environments/jupyter.py \ No newline at end of file +python -m jupyter lab --ip 0.0.0.0 --port ${JUPYTER_PORT} --no-browser --config environments/jupyter.py diff --git a/environment/run_tensorboard.sh b/environment/run_tensorboard.sh new file mode 100644 index 000000000..29ac6584e --- /dev/null +++ b/environment/run_tensorboard.sh @@ -0,0 +1 @@ +tensorboard --samples_per_plugin scalars=100,images=10 --port ${TENSORBOARD_PORT} --logdir outputs diff --git a/mattport/cuda/include/helpers.cuh b/mattport/cuda/include/helpers.cuh new file mode 100644 index 000000000..040f61c9a --- /dev/null +++ b/mattport/cuda/include/helpers.cuh @@ -0,0 +1,5 @@ +/* + * Helper code. + */ + +#define CUDA_NUM_BLOCKS_NEEDED(Q, CUDA_N_THREADS) ((Q - 1) / CUDA_N_THREADS + 1) \ No newline at end of file diff --git a/mattport/cuda/mattport_cuda.cpp b/mattport/cuda/mattport_cuda.cpp new file mode 100644 index 000000000..50e9eb219 --- /dev/null +++ b/mattport/cuda/mattport_cuda.cpp @@ -0,0 +1,30 @@ +/* +This file uses pybind to make CUDA calls. +*/ + +#include + +#include + +// CUDA forward declarations + +std::vector sample_uniformly_along_ray_bundle( + torch::Tensor origins, + torch::Tensor directions, + torch::Tensor nears, + torch::Tensor fars, + torch::Tensor offsets, + int max_num_samples); + +// C++ interface + +#define CHECK_CUDA(x) TORCH_CHECK(x.is_cuda(), #x " must be a CUDA tensor") +#define CHECK_CONTIGUOUS(x) TORCH_CHECK(x.is_contiguous(), #x " must be contiguous") +#define CHECK_INPUT(x) \ + CHECK_CUDA(x); \ + CHECK_CONTIGUOUS(x) + +PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) +{ + m.def("sample_uniformly_along_ray_bundle", &sample_uniformly_along_ray_bundle); +} \ No newline at end of file diff --git a/mattport/cuda/mattport_cuda_kernel.cu b/mattport/cuda/mattport_cuda_kernel.cu new file mode 100644 index 000000000..fc0cb4009 --- /dev/null +++ b/mattport/cuda/mattport_cuda_kernel.cu @@ -0,0 +1,133 @@ +/* +Note that this file has the _kernel.cu extension because +setuptools cannot handle files with the same name but different extensions. +*/ + +#include + +#include +#include + +#include + +#define CUDA_N_BLOCKS_NEEDED(Q, CUDA_N_THREADS) ((Q - 1) / CUDA_N_THREADS + 1) + +namespace +{ + template + __device__ __forceinline__ scalar_t sigmoid(scalar_t z) + { + return 1.0 / (1.0 + exp(-z)); + } + + template + __device__ __forceinline__ scalar_t d_sigmoid(scalar_t z) + { + const auto s = sigmoid(z); + return (1.0 - s) * s; + } + + template + __device__ __forceinline__ scalar_t d_tanh(scalar_t z) + { + const auto t = tanh(z); + return 1 - (t * t); + } + + template + __device__ __forceinline__ scalar_t elu(scalar_t z, scalar_t alpha = 1.0) + { + return fmaxf(0.0, z) + fminf(0.0, alpha * (exp(z) - 1.0)); + } + + template + __device__ __forceinline__ scalar_t d_elu(scalar_t z, scalar_t alpha = 1.0) + { + const auto e = exp(z); + const auto d_relu = z < 0.0 ? 0.0 : 1.0; + return d_relu + (((alpha * (e - 1.0)) < 0.0) ? (alpha * e) : 0.0); + } + + template + __global__ void sample_uniformly_along_ray_bundle_kernel( + const torch::PackedTensorAccessor32 origins, + const torch::PackedTensorAccessor32 directions, + const torch::PackedTensorAccessor32 nears, + const torch::PackedTensorAccessor32 fars, + const torch::PackedTensorAccessor32 offsets, + torch::PackedTensorAccessor32 output_time_steps, + torch::PackedTensorAccessor32 output_samples, + torch::PackedTensorAccessor32 output_time_steps_mask) + { + + const int thread_id = blockIdx.x * blockDim.x + threadIdx.x; + const int max_num_samples = output_samples.size(1); + + scalar_t t_min = nears[thread_id]; + scalar_t t_max = fars[thread_id]; + scalar_t offset = offsets[thread_id]; + int sample_index = 0; + + // #pragma unroll + for (scalar_t t = t_min; t <= t_max; t += offset) + { + // #pragma unroll + for (int i = 0; i < 3; ++i) + { + if (sample_index < max_num_samples) + { + scalar_t pos_i = origins[thread_id][i] + t * directions[thread_id][i]; + output_samples[thread_id][sample_index][i] = pos_i; + } + } + if (sample_index < max_num_samples) + { + output_time_steps[thread_id][sample_index] = t; + output_time_steps_mask[thread_id][sample_index] = 1.0; + } + sample_index += 1; + } + } +} // namespace + +std::vector sample_uniformly_along_ray_bundle( + torch::Tensor origins, + torch::Tensor directions, + torch::Tensor nears, + torch::Tensor fars, + torch::Tensor offsets, + int max_num_samples) +{ + std::cout << "sample_uniformly_along_ray_bundle -- start" << std::endl; + + TORCH_CHECK(origins.is_floating_point()); // should be float32 + TORCH_CHECK(origins.ndimension() == 2); // and check that shape is (num_rays, 3) + TORCH_CHECK(origins.size(1) == 3); + const auto num_rays = origins.size(0); + + // TODO: change the number of threads based on GPU + const int threads = 1024; // number of threads in a thread block + // const int blocks = num_rays / threads; + const int blocks = CUDA_N_BLOCKS_NEEDED(num_rays, threads); + + // std::cout << origins.options() << std::endl; + torch::Tensor output_time_steps = torch::zeros({num_rays, max_num_samples}, origins.options()); + torch::Tensor output_samples = torch::zeros({num_rays, max_num_samples, 3}, origins.options()); + torch::Tensor output_time_steps_mask = torch::zeros({num_rays, max_num_samples}, origins.options()); + + // The second argument is used for error messages. + // __FUNCTION__ macro == "sample_uniformly_along_ray_bundle" in this case. + AT_DISPATCH_FLOATING_TYPES(origins.type(), __FUNCTION__, [&] + { sample_uniformly_along_ray_bundle_kernel<<>>( + origins.packed_accessor32(), + directions.packed_accessor32(), + nears.packed_accessor32(), + fars.packed_accessor32(), + offsets.packed_accessor32(), + output_time_steps.packed_accessor32(), + output_samples.packed_accessor32(), + output_time_steps_mask.packed_accessor32()); }); + + std::cout << "sample_uniformly_along_ray_bundle -- end" << std::endl; + return {output_time_steps, output_samples, output_time_steps_mask}; +} diff --git a/mattport/cuda/sampler.py b/mattport/cuda/sampler.py new file mode 100644 index 000000000..7188f8136 --- /dev/null +++ b/mattport/cuda/sampler.py @@ -0,0 +1,45 @@ +""" +Sampler. +""" + +import math + +import torch +from torch import nn + +import mattport_cuda + + +class LLTMFunction(torch.autograd.Function): + @staticmethod + def forward(ctx, input, weights, bias, old_h, old_cell): + outputs = mattport_cuda.forward(input, weights, bias, old_h, old_cell) + new_h, new_cell = outputs[:2] + variables = outputs[1:] + [weights] + ctx.save_for_backward(*variables) + + return new_h, new_cell + + @staticmethod + def backward(ctx, grad_h, grad_cell): + outputs = mattport_cuda.backward(grad_h.contiguous(), grad_cell.contiguous(), *ctx.saved_variables) + d_old_h, d_input, d_weights, d_bias, d_old_cell, d_gates = outputs + return d_input, d_weights, d_bias, d_old_h, d_old_cell + + +class Sampler(nn.Module): + def __init__(self, input_features, state_size): + super().__init__() + self.input_features = input_features + self.state_size = state_size + self.weights = nn.Parameter(torch.Tensor(3 * state_size, input_features + state_size)) + self.bias = nn.Parameter(torch.Tensor(1, 3 * state_size)) + self.reset_parameters() + + def reset_parameters(self): + stdv = 1.0 / math.sqrt(self.state_size) + for weight in self.parameters(): + weight.data.uniform_(-stdv, +stdv) + + def forward(self, input, state): + return LLTMFunction.apply(input, self.weights, self.bias, *state) diff --git a/mattport/nerf/colliders.py b/mattport/nerf/colliders.py new file mode 100644 index 000000000..538ec8e44 --- /dev/null +++ b/mattport/nerf/colliders.py @@ -0,0 +1,90 @@ +""" +Ray generator. +""" +import torch +from torch import nn +from torchtyping import TensorType +from mattport.nerf.dataset.structs import SceneBounds +from mattport.structures.rays import RayBundle + + +class SceneBoundsCollider(nn.Module): + """Module for setting near and far values for rays.""" + + def forward(self, ray_bundle: RayBundle) -> RayBundle: + """To be implemented.""" + raise NotImplementedError + + +class AABBBoxCollider(SceneBoundsCollider): + """Module for colliding rays with the scene bounds to compute near and far values.""" + + def __init__(self, scene_bounds: SceneBounds) -> None: + super().__init__() + self.scene_bounds = scene_bounds + + @classmethod + def intersect_with_aabb( + cls, rays_o: TensorType["num_rays", 3], rays_d: TensorType["num_rays", 3], aabb: TensorType[2, 3] + ): + """_summary_ + + Args: + rays_o (torch.tensor): (num_rays, 3) + rays_d (torch.tensor): (num_rays, 3) + aabb (torch.tensor): (2, 3) This is [min point (x,y,z), max point (x,y,z)] + """ + # avoid divide by zero + dir_fraction = 1.0 / (rays_d + 1e-6) + + # x + t1 = (aabb[0, 0] - rays_o[:, 0:1]) * dir_fraction[:, 0:1] + t2 = (aabb[1, 0] - rays_o[:, 0:1]) * dir_fraction[:, 0:1] + # y + t3 = (aabb[0, 1] - rays_o[:, 1:2]) * dir_fraction[:, 1:2] + t4 = (aabb[1, 1] - rays_o[:, 1:2]) * dir_fraction[:, 1:2] + # z + t5 = (aabb[0, 2] - rays_o[:, 2:3]) * dir_fraction[:, 2:3] + t6 = (aabb[1, 2] - rays_o[:, 2:3]) * dir_fraction[:, 2:3] + + nears = torch.max( + torch.cat([torch.minimum(t1, t2), torch.minimum(t3, t4), torch.minimum(t5, t6)], dim=1), dim=1 + ).values + fars = torch.min( + torch.cat([torch.maximum(t1, t2), torch.maximum(t3, t4), torch.maximum(t5, t6)], dim=1), dim=1 + ).values + + # fars < 0: means the ray is behind the camera + # nears > fars: means no intersection + valid_mask = ((fars > nears).float() * (fars > 0).float()).bool() + nears[nears < 0.0] = 0.0 + nears[~valid_mask] = 0.0 + fars[~valid_mask] = 0.0 + return nears, fars, valid_mask + + def forward(self, ray_bundle: RayBundle) -> RayBundle: + """Intersects the rays with the scene bounds and updates the near and far values. + Populates nears and fars fields and returns the ray_bundle. + """ + aabb = self.scene_bounds.aabb + nears, fars, valid_mask = self.intersect_with_aabb(ray_bundle.origins, ray_bundle.directions, aabb) + ray_bundle.nears = nears + ray_bundle.fars = fars + ray_bundle.valid_mask = valid_mask + return ray_bundle + + +class NearFarCollider(SceneBoundsCollider): + """Sets the nears and fars with fixed values.""" + + def __init__(self, near_plane, far_plane) -> None: + self.near_plane = near_plane + self.far_plane = far_plane + super().__init__() + + def forward(self, ray_bundle: RayBundle) -> RayBundle: + ones = torch.ones_like(ray_bundle.origins[:, 0]) + ray_bundle.nears = ones * self.near_plane + ray_bundle.fars = ones * self.far_plane + ray_bundle.valid_mask = ones.bool() + return ray_bundle diff --git a/mattport/nerf/dataset/format/__init__.py b/mattport/nerf/dataset/format/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/mattport/nerf/dataset/blender.py b/mattport/nerf/dataset/format/blender.py similarity index 90% rename from mattport/nerf/dataset/blender.py rename to mattport/nerf/dataset/format/blender.py index c8e0e9d12..2ffa1e20a 100644 --- a/mattport/nerf/dataset/blender.py +++ b/mattport/nerf/dataset/format/blender.py @@ -10,7 +10,7 @@ import numpy as np import torch from torchtyping import TensorType -from mattport.nerf.dataset.structs import DatasetInputs +from mattport.nerf.dataset.structs import DatasetInputs, SceneBounds from mattport.utils.io import load_from_json @@ -53,12 +53,16 @@ def load_blender_data( intrinsics = torch.ones((num_cameras, num_intrinsics_params), dtype=torch.float32) intrinsics *= torch.tensor([cx, cy, focal_length]) + # in x,y,z order + scene_bounds = SceneBounds(aabb=torch.tensor([[-2, -2, -2], [2, 2, 2]], dtype=torch.float32)) + dataset_inputs = DatasetInputs( image_filenames=image_filenames, downscale_factor=downscale_factor, alpha_color=alpha_color, intrinsics=intrinsics * 1.0 / downscale_factor, # downscaling the intrinsics here camera_to_world=camera_to_world, + scene_bounds=scene_bounds, ) return dataset_inputs diff --git a/mattport/nerf/dataset/friends.py b/mattport/nerf/dataset/format/friends.py similarity index 74% rename from mattport/nerf/dataset/friends.py rename to mattport/nerf/dataset/format/friends.py index 33bfce485..552bdb858 100644 --- a/mattport/nerf/dataset/friends.py +++ b/mattport/nerf/dataset/format/friends.py @@ -8,10 +8,13 @@ import numpy as np import torch from mattport.nerf.dataset.colmap_utils import read_cameras_binary, read_images_binary, read_pointsTD_binary -from mattport.nerf.dataset.structs import DatasetInputs, PointCloud +from mattport.nerf.dataset.structs import DatasetInputs, PointCloud, Semantics +from mattport.utils import profiler +from mattport.utils.io import load_from_json -def load_friends_data(basedir, downscale_factor=1, split="train", include_point_cloud=False): +@profiler.time_function +def load_friends_data(basedir, downscale_factor=1, split="train", include_semantics=True, include_point_cloud=False): """_summary_ Args: @@ -40,7 +43,6 @@ def load_friends_data(basedir, downscale_factor=1, split="train", include_point_ intrinsics = [] for image_path in image_paths: cam = cameras_data[image_path_to_image_id[image_path]] - print(cam.params) assert len(cam.params) == 3 focal_length = cam.params[0] # f (fx and fy) cx = cam.params[1] # cx @@ -63,7 +65,27 @@ def load_friends_data(basedir, downscale_factor=1, split="train", include_point_ camera_to_world[..., 1:3] *= -1 # --- masks to mask out things (e.g., people) --- - # TODO: + + # --- semantics --- + semantics = Semantics() + if include_semantics: + thing_filenames = [ + image_filename.replace("/images/", "/segmentations/thing/").replace(".jpg", ".png") + for image_filename in image_filenames + ] + stuff_filenames = [ + image_filename.replace("/images/", "/segmentations/stuff/").replace(".jpg", ".png") + for image_filename in image_filenames + ] + panoptic_classes = load_from_json(os.path.join(basedir, "panoptic_classes.json")) + stuff_classes = panoptic_classes["stuff"] + thing_classes = panoptic_classes["thing"] + semantics = Semantics( + stuff_classes=stuff_classes, + stuff_filenames=stuff_filenames, + thing_classes=thing_classes, + thing_filenames=thing_filenames, + ) # --- possibly transform --- # TODO: @@ -73,18 +95,20 @@ def load_friends_data(basedir, downscale_factor=1, split="train", include_point_ # Possibly include the sparse point cloud from COLMAP in the dataset inputs. # NOTE(ethan): this will be common across the different splits. - point_cloud = None + point_cloud = PointCloud() if include_point_cloud: points_3d = read_pointsTD_binary(os.path.join(basedir, "colmap", "points3D.bin")) xyz = torch.tensor(np.array([p_value.xyz for p_id, p_value in points_3d.items()])) rgb = torch.tensor(np.array([p_value.rgb for p_id, p_value in points_3d.items()])) - point_cloud = PointCloud(xyz=xyz, rgb=rgb) + point_cloud.xyz = xyz + point_cloud.rgb = rgb dataset_inputs = DatasetInputs( image_filenames=image_filenames, downscale_factor=downscale_factor, intrinsics=intrinsics / downscale_factor, camera_to_world=camera_to_world, + semantics=semantics, point_cloud=point_cloud, ) return dataset_inputs diff --git a/mattport/nerf/dataset/format/instant_ngp.py b/mattport/nerf/dataset/format/instant_ngp.py new file mode 100644 index 000000000..2440ed7ae --- /dev/null +++ b/mattport/nerf/dataset/format/instant_ngp.py @@ -0,0 +1,4 @@ +""" +Code for loading instant-ngp dataset formats. +# TODO +""" diff --git a/mattport/nerf/dataset/llff.py b/mattport/nerf/dataset/format/llff.py similarity index 100% rename from mattport/nerf/dataset/llff.py rename to mattport/nerf/dataset/format/llff.py diff --git a/mattport/nerf/dataset/image_dataset.py b/mattport/nerf/dataset/image_dataset.py index dfa59f299..907d45e7b 100644 --- a/mattport/nerf/dataset/image_dataset.py +++ b/mattport/nerf/dataset/image_dataset.py @@ -12,6 +12,8 @@ from PIL import Image from torch.utils.data import default_collate from torchtyping import TensorType +from mattport.nerf.dataset.structs import Semantics + def collate_batch(batch_list, num_rays_per_batch, keep_full_image: bool = False): """_summary_ @@ -31,6 +33,8 @@ def collate_batch(batch_list, num_rays_per_batch, keep_full_image: bool = False) c, y, x = [i.flatten() for i in torch.split(indices, 1, dim=-1)] pixels = batch["image"][c, y, x] mask = batch["mask"][c, y, x] + if "stuff_image" in batch: + stuff_image = batch["stuff_image"][c, y, x] assert pixels.shape == (num_rays_per_batch, 3), pixels.shape # Needed to correct the random indices to their actual camera idx locations. @@ -42,6 +46,10 @@ def collate_batch(batch_list, num_rays_per_batch, keep_full_image: bool = False) "pixels": pixels, "mask": mask, } + + if "stuff_image" in batch: + collated_batch["stuff_image"] = stuff_image + if keep_full_image: collated_batch["image"] = batch["image"] @@ -52,7 +60,12 @@ class ImageDataset(torch.utils.data.Dataset): """Dataset that returns images.""" def __init__( - self, image_filenames: List[str], downscale_factor: int = 1, alpha_color: Optional[TensorType[3]] = None + self, + image_filenames: List[str], + downscale_factor: int = 1, + alpha_color: Optional[TensorType[3]] = None, + semantics: Semantics = Semantics(), + **kwargs, ): """_summary_ @@ -66,6 +79,8 @@ class ImageDataset(torch.utils.data.Dataset): self.image_filenames = image_filenames self.downscale_factor = downscale_factor self.alpha_color = alpha_color + self.semantics = semantics + self.kwargs = kwargs def __len__(self): return len(self.image_filenames) @@ -123,4 +138,24 @@ class ImageDataset(torch.utils.data.Dataset): "image": image, # the pixels "mask": mask, } + + if self.semantics.stuff_filenames: + stuff_image_filename = self.semantics.stuff_filenames[image_idx] + pil_image = Image.open(stuff_image_filename) + if self.downscale_factor != 1.0: + image_width, image_height = pil_image.size + if image_width % self.downscale_factor != 0: + raise ValueError( + f"Image width {image_width} is not divisible by downscale_factor {self.downscale_factor}" + ) + if image_height % self.downscale_factor != 0: + raise ValueError( + f"Image height {image_height} is not divisible by downscale_factor {self.downscale_factor}" + ) + # NOTE(ethan): the use of NEAREST is important for semantic classes + pil_image = pil_image.resize( + (image_width // self.downscale_factor, image_height // self.downscale_factor), PIL.Image.NEAREST + ) + stuff_image = torch.from_numpy(np.array(pil_image, dtype="int32"))[..., None] + data["stuff_image"] = stuff_image return data diff --git a/mattport/nerf/dataset/structs.py b/mattport/nerf/dataset/structs.py index 39ca9d371..a3f3d3427 100644 --- a/mattport/nerf/dataset/structs.py +++ b/mattport/nerf/dataset/structs.py @@ -13,8 +13,29 @@ from torchtyping import TensorType class PointCloud: """_summary_""" - xyz: None - rgb: None + xyz = None + rgb = None + + +@dataclass +class Semantics: + """_summary_""" + + stuff_classes: List[str] = None + stuff_filenames: List[str] = None + thing_classes: List[str] = None + thing_filenames: List[str] = None + + +@dataclass +class SceneBounds: + """Data to represent the scene bounds. + + aabb: axis-aligned bounding box + aabb[0] is the minimum (x,y,z) point. aabb[1] is the maximum (x,y,z) point. + """ + + aabb: TensorType[2, 3] = None @dataclass @@ -30,13 +51,22 @@ class DatasetInputs: downscale_factor: int = 1 intrinsics: torch.tensor = None camera_to_world: torch.tensor = None - bounding_box: torch.tensor = None + mask_filenames: List[str] = None depth_filenames: List[str] = None - semantic_filenames: List[str] = None - point_cloud: PointCloud = None # TODO(ethan): specify the type here + scene_bounds: SceneBounds = SceneBounds() + semantics: Semantics = Semantics() + point_cloud: PointCloud = PointCloud() alpha_color: Optional[TensorType[3]] = None def check_inputs(self): """Check the inputs to make sure everything is okay.""" assert self.intrinsics.dtype == torch.float32 assert self.camera_to_world.dtype == torch.float32 + + def save_to_folder_name(self, data_directory: str): + """Save the dataset inputs.""" + raise NotImplementedError + + def load_from_folder_name(self, data_directory: str): + """Load the saved dataset inputs.""" + raise NotImplementedError diff --git a/mattport/nerf/dataset/utils.py b/mattport/nerf/dataset/utils.py index 627cd7f93..1888626a4 100644 --- a/mattport/nerf/dataset/utils.py +++ b/mattport/nerf/dataset/utils.py @@ -2,57 +2,62 @@ For loading the blender dataset format. """ -from typing import Dict, Optional, Tuple, Union +from typing import Optional, Union from omegaconf import ListConfig -from mattport.nerf.dataset.blender import load_blender_data -from mattport.nerf.dataset.friends import load_friends_data +from mattport.nerf.dataset.format.blender import load_blender_data +from mattport.nerf.dataset.format.friends import load_friends_data from mattport.nerf.dataset.structs import DatasetInputs from mattport.structures.colors import get_color from mattport.utils.io import get_absolute_path -def get_dataset_inputs_dict( +def get_dataset_inputs( data_directory: str, - dataset_type: str, + dataset_format: str, + split: str, downscale_factor: int = 1, alpha_color: Optional[Union[str, list, ListConfig]] = None, - splits: Tuple[str] = ("train", "val"), -) -> Dict[str, DatasetInputs]: + load_dataset_inputs_from_cache: bool = False, +) -> DatasetInputs: """Returns the dataset inputs, which will be used with an ImageDataset and RayGenerator. # TODO: implement the `test` split, which will have depths and normals, etc. Args: data_directory (str): Location of data - dataset_type (str): Name of dataset type + dataset_format (str): Name of dataset type downscale_factor (int, optional): How much to downscale images. Defaults to 1.0. alpha_color (str, list, optional): Sets transparent regions to specified color, otherwise black. - + load_from_cache (bool) Returns: - Dict[str, DatasetInputs]: The inputs needed for generating rays. + DatasetInputs: The inputs needed for generating rays. """ - dataset_inputs_dict = {} + + if load_dataset_inputs_from_cache: + print("Loading from cache.") + return None if alpha_color is not None: alpha_color = get_color(alpha_color) - if dataset_type == "blender": - for split in splits: - dataset_inputs = load_blender_data( - get_absolute_path(data_directory), - downscale_factor=downscale_factor, - split=split, - alpha_color=alpha_color, - ) - dataset_inputs_dict[split] = dataset_inputs - elif dataset_type == "friends": - for split in splits: - dataset_inputs = load_friends_data( - get_absolute_path(data_directory), downscale_factor=downscale_factor, split=split - ) - dataset_inputs_dict[split] = dataset_inputs + if dataset_format == "blender": + dataset_inputs = load_blender_data( + get_absolute_path(data_directory), + downscale_factor=downscale_factor, + split=split, + alpha_color=alpha_color, + ) + elif dataset_format == "friends": + # TODO(ethan): change this hack, and do proper splits for the friends dataset + # currently we assume that there is only the training set of images + dataset_inputs = load_friends_data( + get_absolute_path(data_directory), + downscale_factor=downscale_factor, + split="train", + include_point_cloud=False, + ) else: - raise NotImplementedError(f"{dataset_type} is not a valid dataset type") + raise NotImplementedError(f"{dataset_format} is not a valid dataset type") - return dataset_inputs_dict + return dataset_inputs diff --git a/mattport/nerf/field_modules/base.py b/mattport/nerf/field_modules/base.py index b3c0a8e52..1b74d2d2a 100644 --- a/mattport/nerf/field_modules/base.py +++ b/mattport/nerf/field_modules/base.py @@ -44,15 +44,11 @@ class FieldModule(nn.Module): @abstractmethod def forward(self, in_tensor: TensorType[..., "input_dim"]) -> TensorType[..., "output_dim"]: - """_summary_ - + """ Args: - x (TensorType[..., "input_dim"]): Input tensor to be encoded - - Raises: - NotImplementedError: _description_ + in_tensor (TensorType[..., "input_dim"]): Input tensor to process Returns: - TensorType[..., "output_dim"]: A encoded input tensor + TensorType[..., "output_dim"]: Processed tensor """ raise NotImplementedError diff --git a/mattport/nerf/field_modules/embedding.py b/mattport/nerf/field_modules/embedding.py new file mode 100644 index 000000000..9a7770451 --- /dev/null +++ b/mattport/nerf/field_modules/embedding.py @@ -0,0 +1,32 @@ +""" +Code for embeddings. +""" + + +import torch +from torchtyping import TensorType +from mattport.nerf.field_modules.base import FieldModule + + +class Embedding(FieldModule): + """Index into embeddings. + # TODO: add different types of initializations + """ + + def __init__(self, in_dim: int, out_dim: int) -> None: + """ + Args: + in_dim (int): Number of embeddings + out_dim (int): Dimension of the embedding vectors + """ + super().__init__() + self.in_dim = in_dim + self.out_dim = out_dim + self.build_nn_modules() + + def build_nn_modules(self) -> None: + self.embedding = torch.nn.Embedding(self.in_dim, self.out_dim) + + def forward(self, in_tensor: TensorType[..., "input_dim"]) -> TensorType[..., "output_dim"]: + """Call forward""" + return self.embedding(in_tensor) diff --git a/mattport/nerf/field_modules/encoding.py b/mattport/nerf/field_modules/encoding.py index e1cf1daf8..2eb0b7375 100644 --- a/mattport/nerf/field_modules/encoding.py +++ b/mattport/nerf/field_modules/encoding.py @@ -9,6 +9,7 @@ from torch import nn from torchtyping import TensorType from mattport.nerf.field_modules.base import FieldModule +from mattport.utils.math import components_from_spherical_harmonics class Encoding(FieldModule): @@ -241,6 +242,57 @@ class HashEncoding(Encoding): return torch.flatten(encoded_value, start_dim=-2, end_dim=-1) # [..., num_levels * features_per_level] +class TensorCPEncoding(Encoding): + """Learned CANDECOMP/PARFAC (CP) decomposition encoding used in TensoRF""" + + def __init__(self, resolution: int = 256, num_components: int = 24, init_scale: float = 0.1) -> None: + """ + Args: + resolution (int, optional): Resolution of grid. Defaults to 256. + num_components (int, optional): Number of components per dimension. Defaults to 24. + init_scale (float, optional): Initialization scale. Defaults to 0.1. + """ + super().__init__(in_dim=3) + + self.resolution = resolution + self.num_components = num_components + + # TODO Learning rates should be different for these + self.line_coef = nn.Parameter(init_scale * torch.randn((3, num_components, resolution, 1))) + + def get_out_dim(self) -> int: + return self.num_components + + def encode(self, in_tensor: TensorType[..., "input_dim"]) -> TensorType[..., "output_dim"]: + in_tensor = in_tensor / 4.0 + 0.5 + line_coord = torch.stack([in_tensor[..., 2], in_tensor[..., 1], in_tensor[..., 0]]) # [3, ...] + line_coord = torch.stack([torch.zeros_like(line_coord), line_coord], dim=-1) # [3, ...., 2] + + # Stop gradients from going to sampler + line_coord = line_coord.view(3, -1, 1, 2).detach() + + line_features = F.grid_sample(self.line_coef, line_coord, align_corners=True) # [3, Components, -1, 1] + + features = torch.prod(line_features, dim=0) + features = torch.moveaxis(features.view(self.num_components, *in_tensor.shape[:-1]), 0, -1) + + return features # [..., Components] + + @torch.no_grad() + def upsample_grid(self, resolution: int) -> None: + """Upsamples underyling feature grid + + Args: + resolution (int): Target resolution. + """ + + self.line_coef.data = F.interpolate( + self.line_coef.data, size=(resolution, 1), mode="bilinear", align_corners=True + ) + + self.resolution = resolution + + class TensorVMEncoding(Encoding): """Learned vector-matrix encoding proposed by TensoRF""" @@ -264,7 +316,7 @@ class TensorVMEncoding(Encoding): return self.num_components * 3 def encode(self, in_tensor: TensorType[..., "input_dim"]) -> TensorType[..., "output_dim"]: - + in_tensor = in_tensor / 4.0 + 0.5 plane_coord = torch.stack([in_tensor[..., [0, 1]], in_tensor[..., [0, 2]], in_tensor[..., [1, 2]]]) # [3,...,2] line_coord = torch.stack([in_tensor[..., 2], in_tensor[..., 1], in_tensor[..., 0]]) # [3, ...] line_coord = torch.stack([torch.zeros_like(line_coord), line_coord], dim=-1) # [3, ...., 2] @@ -297,3 +349,26 @@ class TensorVMEncoding(Encoding): ) self.resolution = resolution + + +class SHEncoding(Encoding): + """Spherical harmonic encoding""" + + def __init__(self, levels: int = 4) -> None: + """ + Args: + levels (int, optional): Number of spherical hamonic levels to encode. Defaults to 4. + """ + super().__init__(in_dim=3) + + if levels <= 0 or levels > 4: + raise ValueError(f"Spherical harmonic encoding only suports 1 to 4 levels, requested {levels}") + + self.levels = levels + + def get_out_dim(self) -> int: + return self.levels**2 + + @torch.no_grad() + def encode(self, in_tensor: TensorType[..., "input_dim"]) -> TensorType[..., "output_dim"]: + return components_from_spherical_harmonics(levels=self.levels, directions=in_tensor) diff --git a/mattport/nerf/field_modules/field_heads.py b/mattport/nerf/field_modules/field_heads.py index 5af4ded2a..4416843b4 100644 --- a/mattport/nerf/field_modules/field_heads.py +++ b/mattport/nerf/field_modules/field_heads.py @@ -2,7 +2,7 @@ Collection of render heads """ from enum import Enum -from typing import Dict, Optional +from typing import Optional from torch import nn from torchtyping import TensorType @@ -14,39 +14,35 @@ class FieldHeadNames(Enum): """Possible field outputs""" RGB = "rgb" + SH = "sh" DENSITY = "density" + UNCERTAINTY = "uncertainty" + TRANSIENT_RGB = "transient_rgb" + TRANSIENT_DENSITY = "transient_density" + SEMANTICS_STUFF = "semantics_stuff" + SEMANTICS_THING = "semantics_thing" class FieldHead(FieldModule): """Base field output""" - def __init__( - self, in_dim: int, out_dim: int, field_head_name: FieldHeadNames, activation: Optional[nn.Module] = None - ) -> None: + def __init__(self, in_dim: int, out_dim: int, activation: Optional[nn.Module] = None) -> None: """ Args: in_dim (int): input dimension out_dim (int): output dimension for renderer - field_head_name (FieldHeadNames): name of field head activation (Optional[nn.Module]): output head activation """ super().__init__() self.in_dim = in_dim self.out_dim = out_dim - # if field_head_name not in FieldHeadNames: - # raise ValueError("Incorrect field output name. Should be one of FieldHeadNames.") - self.field_head_name = field_head_name self.activation = activation - self.net = None - self.build_nn_modules() - - def build_nn_modules(self) -> None: layers = [nn.Linear(self.in_dim, self.out_dim)] if self.activation: layers.append(self.activation) self.net = nn.Sequential(*layers) - def forward(self, in_tensor: TensorType[..., "in_dim"]) -> Dict[FieldHeadNames, TensorType]: + def forward(self, in_tensor: TensorType[..., "in_dim"]) -> TensorType: """Process network output for renderer Args: @@ -55,23 +51,70 @@ class FieldHead(FieldModule): Returns: TensorType[..., "out_dim"]: Render head output """ - if not self.field_head_name: - raise ValueError("field_quantity_name should be set in the child class. E.g., as 'rgb' or 'density'.") if not self.net: raise SystemError("Render head network not initialized. build_nn_modules() should be called.") out_tensor = self.net(in_tensor) - return {self.field_head_name: out_tensor} + return out_tensor class DensityFieldHead(FieldHead): """Density output""" def __init__(self, in_dim: int, activation: Optional[nn.Module] = nn.Softplus()) -> None: - super().__init__(in_dim, out_dim=1, field_head_name=FieldHeadNames.DENSITY, activation=activation) + super().__init__(in_dim, out_dim=1, activation=activation) class RGBFieldHead(FieldHead): """RGB output""" def __init__(self, in_dim: int, activation: Optional[nn.Module] = nn.Sigmoid()) -> None: - super().__init__(in_dim, out_dim=3, field_head_name=FieldHeadNames.RGB, activation=activation) + super().__init__(in_dim, out_dim=3, activation=activation) + + +class SHFieldHead(FieldHead): + """Spherical harmonics output""" + + def __init__(self, in_dim: int, levels: int = 3, channels: int = 3, activation: Optional[nn.Module] = None) -> None: + """_summary_ + + Args: + in_dim (int): Input dimension + levels (int, optional): Number of spherical harmonics layers. Defaults to 3. + channels (int, optional): Number of channels. Defaults to 3 (ie RGB). + activation (Optional[nn.Module], optional): Output activation. Defaults to None. + """ + out_dim = channels * levels**2 + super().__init__(in_dim, out_dim=out_dim, activation=activation) + + +class UncertaintyFieldHead(FieldHead): + """Uncertainty output""" + + def __init__(self, in_dim: int, activation: Optional[nn.Module] = nn.Softplus()) -> None: + super().__init__(in_dim, out_dim=1, activation=activation) + + +class TransientRGBHead(FieldHead): + """Transient RGB output""" + + def __init__(self, in_dim: int, activation: Optional[nn.Module] = nn.Sigmoid()) -> None: + super().__init__(in_dim, out_dim=3, activation=activation) + + +class TransientDensityHead(FieldHead): + """Transient density output""" + + def __init__(self, in_dim: int, activation: Optional[nn.Module] = nn.Softplus()) -> None: + super().__init__(in_dim, out_dim=1, activation=activation) + + +class SemanticStuffHead(FieldHead): + """Semantic stuff output""" + + def __init__(self, in_dim: int, num_classes: int) -> None: + """ + Args: + in_dim (int): Input dimension + num_classes (int): Number of semantic classes + """ + super().__init__(in_dim, out_dim=num_classes, activation=None) diff --git a/mattport/nerf/fields/__init__.py b/mattport/nerf/fields/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/mattport/nerf/fields/base.py b/mattport/nerf/fields/base.py new file mode 100644 index 000000000..5f3b01f37 --- /dev/null +++ b/mattport/nerf/fields/base.py @@ -0,0 +1,51 @@ +""" +Base class for the graphs. +""" + +from abc import abstractmethod + +from torch import nn + +from mattport.structures.rays import PointSamples, RaySamples + + +class Field(nn.Module): + """Base class for fields.""" + + def __init__(self) -> None: + super().__init__() + # minimum weight for it to be valid. used to skip querying the field + # TODO(ethan): avoid the hardcoding + self.weights_threshold = 1e-4 + + def density_fn(self, positions): + """Returns only the density. Used primarily with the occupancy grid.""" + point_samples = PointSamples(positions=positions) + density, _ = self.get_density(point_samples) + return density + + @abstractmethod + def get_density(self, point_samples: PointSamples, valid_mask=None): + """Computes and returns the densities.""" + + @abstractmethod + def get_outputs(self, point_samples: PointSamples, density_embedding=None, valid_mask=None): + """Computes and returns the colors.""" + + def forward(self, point_samples: PointSamples, valid_mask_density=None): + """Evaluates the field at points along the ray.""" + density, density_embedding = self.get_density(point_samples, valid_mask=valid_mask_density) + field_outputs = self.get_outputs(point_samples, density_embedding=density_embedding) + field_outputs["density"] = density + return field_outputs + + def forward_with_weight_pruning(self, ray_samples: RaySamples, valid_mask_density=None): + """Forward but with pruning based on weights, from the densities.""" + density, density_embedding = self.get_density(ray_samples, valid_mask=valid_mask_density) + weights = ray_samples.get_weights(density) + valid_mask_outputs = weights >= self.weights_threshold + field_outputs = self.get_outputs( + ray_samples, density_embedding=density_embedding, valid_mask=valid_mask_outputs + ) + field_outputs["density"] = density + return field_outputs diff --git a/mattport/nerf/fields/density_field.py b/mattport/nerf/fields/density_field.py new file mode 100644 index 000000000..a31a0a67e --- /dev/null +++ b/mattport/nerf/fields/density_field.py @@ -0,0 +1,40 @@ +""" +Density Field. +""" + +from torch import nn + +from torchtyping import TensorType +from mattport.nerf.field_modules.field_heads import DensityFieldHead +from mattport.structures.rays import RaySamples + + +class DensityField(nn.Module): + """Base class for fields.""" + + def __init__(self, model: nn.Sequential, density_activation: nn.Module = nn.Softplus()) -> None: + super().__init__() + self.model = model + self.density_head = DensityFieldHead(in_dim=self.model[-1].get_out_dim(), activation=density_activation) + + def process_point(self, in_tensor: TensorType): + """_summary_""" + features = self.model(in_tensor) + density = self.density_head(features) + return density, features + + def proccess_ray(self, rays: RaySamples): + """_summary_""" + densities, features = self.process_point(in_tensor=rays.positions) + + weights = rays.get_weights(densities) + return densities, weights, features + + def forward(self, in_tensor): + """summary""" + return self.process_point(in_tensor) + + def density_fn(self, positions): + """Returns only the density.""" + density, _ = self.process_point(in_tensor=positions) + return density diff --git a/mattport/nerf/graph/base.py b/mattport/nerf/graph/base.py index 32e4b874e..af309e976 100644 --- a/mattport/nerf/graph/base.py +++ b/mattport/nerf/graph/base.py @@ -3,8 +3,7 @@ The Graph module contains all trainable parameters. """ from abc import abstractmethod from collections import defaultdict -from dataclasses import dataclass -from typing import Dict, List, Optional, Union +from typing import Dict, List, Union import torch from omegaconf import DictConfig @@ -12,44 +11,20 @@ from torch import nn from torch.nn import Parameter from torchtyping import TensorType -from mattport.nerf.field_modules.ray_generator import RayGenerator +from mattport.nerf.dataset.structs import SceneBounds +from mattport.nerf.ray_generator import RayGenerator +from mattport.nerf.colliders import AABBBoxCollider from mattport.structures.cameras import get_camera_model from mattport.structures.rays import RayBundle +from mattport.utils.misc import get_masked_dict +from mattport.utils.misc import is_not_none -@dataclass -class GraphInputs: - """Datastucture to encode the inputs to the graph.""" +class AbstractGraph(nn.Module): + """Highest level graph class. Somewhat useful to lift code up and out of the way.""" - points: float - - -@dataclass -class Node: - """Node datastructure for graph composition.""" - - name: str - children: Dict[str, "Node"] - parents: Dict[str, "Node"] - visited_order: Optional[bool] = False - visited_in_dim: Optional[bool] = False - - def __hash__(self): - return hash(self.name) - - -class Graph(nn.Module): - """_summary_""" - - def __init__(self, intrinsics=None, camera_to_world=None, loss_coefficients: DictConfig = None, **kwargs) -> None: + def __init__(self) -> None: super().__init__() - self.intrinsics = intrinsics - self.camera_to_world = camera_to_world - self.loss_coefficients = loss_coefficients - self.kwargs = kwargs - self.ray_generator = RayGenerator(self.intrinsics, self.camera_to_world) - self.populate_modules() # populate the modules - # to keep track of which device the nn.Module is on self.device_indicator_param = nn.Parameter(torch.empty(0)) @@ -58,44 +33,84 @@ class Graph(nn.Module): return self.device_indicator_param.device @abstractmethod - def populate_modules(self): - """Initializes the modules that are part of the network.""" + def forward( + self, + ray_indices: TensorType["num_rays", 3], + batch: Union[str, Dict[str, torch.tensor]] = None, + step: int = None, + ): + """Process starting with ray indices. Turns them into rays, then performs volume rendering.""" + + +class Graph(AbstractGraph): + """_summary_""" + + def __init__( + self, + intrinsics=None, + camera_to_world=None, + loss_coefficients: DictConfig = None, + steps_per_occupancy_grid_update=16, + scene_bounds: SceneBounds = None, + **kwargs, + ) -> None: + super().__init__() + assert is_not_none(scene_bounds), "scene_bounds is needed to use the occupancy grid" + self.intrinsics = intrinsics + self.camera_to_world = camera_to_world + self.scene_bounds = scene_bounds + self.loss_coefficients = loss_coefficients + self.steps_per_occupancy_grid_update = steps_per_occupancy_grid_update + self.kwargs = kwargs + self.collider = None + self.ray_generator = RayGenerator(self.intrinsics, self.camera_to_world) + self.populate_collider() + self.populate_fields() + self.populate_misc_modules() # populate the modules + + def populate_collider(self): + """Set the scene bounds collider to use.""" + self.collider = AABBBoxCollider(self.scene_bounds) + + @abstractmethod + def populate_misc_modules(self): + """Initializes any additional modules that are part of the network.""" @abstractmethod def get_param_groups(self) -> Dict[str, List[Parameter]]: - """Returns the parameter groups of the network in a dictionary format""" + """Obtain the parameter groups for the optimizers - def get_in_dim(self, curr_node: Node) -> None: - """Dynamically calculates and sets the input dimensions of the modules based on dependency graph - - Args: - curr_node (Node): pointer to current node in process + Returns: + Dict[str, List[Parameter]]: Mapping of different parameter groups """ - curr_node.visited_in_dim = True - if len(curr_node.parents) > 0: - in_dim = 0 - for parent_name in curr_node.parents.keys(): - in_dim += self[parent_name].get_out_dim() - self[curr_node.name].set_in_dim(in_dim) - self.modules[curr_node.name].meta_data.in_dim = in_dim - - for child_node in curr_node.children.values(): - if not child_node.visited_in_dim: - self.get_in_dim(child_node) @abstractmethod def get_outputs(self, ray_bundle: RayBundle): """Takes in a Ray Bundle and returns a dictionary of outputs.""" - def forward(self, ray_indices: TensorType["num_rays", 3], batch: Union[str, Dict[str, torch.tensor]] = None): - """Forward function that needs to be overridden.""" - # get the rays: - ray_bundle = self.ray_generator.forward(ray_indices) # RayBundle - outputs = self.get_outputs(ray_bundle) - if not isinstance(batch, type(None)): - loss_dict = self.get_loss_dict(outputs=outputs, batch=batch) - return outputs, loss_dict - return outputs + def forward( + self, + ray_indices: TensorType["num_rays", 3], + batch: Union[str, Dict[str, torch.tensor]] = None, + step: int = None, + ): + + # get the rays + original_ray_bundle = self.ray_generator.forward(ray_indices) # RayBundle + intersected_ray_bundle = self.collider(original_ray_bundle) + + if isinstance(batch, type(None)): + # during inference, keep all rays + outputs = self.get_outputs(intersected_ray_bundle) + return outputs + + # during training, keep only the rays that intersect the scene. discard the rest + valid_mask = intersected_ray_bundle.valid_mask + masked_intersected_ray_bundle = intersected_ray_bundle.get_masked_ray_bundle(valid_mask) + masked_batch = get_masked_dict(batch, valid_mask) + outputs = self.get_outputs(masked_intersected_ray_bundle) + loss_dict = self.get_loss_dict(outputs=outputs, batch=masked_batch) + return outputs, loss_dict @abstractmethod def get_loss_dict(self, outputs, batch) -> Dict[str, torch.tensor]: @@ -111,13 +126,15 @@ class Graph(nn.Module): return aggregated_loss @torch.no_grad() - def get_outputs_for_camera(self, intrinsics, camera_to_world, chunk_size=1024): + def get_outputs_for_camera(self, intrinsics, camera_to_world, chunk_size=1024, training_camera_index=0): """Takes in camera parameters and computes the output of the graph.""" assert len(intrinsics.shape) == 1 num_intrinsics_params = len(intrinsics) camera_class = get_camera_model(num_intrinsics_params) camera = camera_class(*intrinsics.tolist(), camera_to_world=camera_to_world) camera_ray_bundle = camera.generate_camera_rays() + # TODO(ethan): decide how to properly handle the image indices for validation images + camera_ray_bundle.set_camera_indices(camera_index=training_camera_index) image_height, image_width = camera_ray_bundle.origins.shape[:2] device = self.get_device() @@ -128,9 +145,10 @@ class Graph(nn.Module): for i in range(0, num_rays, chunk_size): start_idx = i end_idx = i + chunk_size - ray_bundle = camera_ray_bundle.get_row_major_sliced_ray_bundle(start_idx, end_idx) - ray_bundle.move_to_device(device) - outputs = self.get_outputs(ray_bundle) + original_ray_bundle = camera_ray_bundle.get_row_major_sliced_ray_bundle(start_idx, end_idx) + original_ray_bundle.move_to_device(device) + intersected_ray_bundle = self.collider(original_ray_bundle) + outputs = self.get_outputs(intersected_ray_bundle) for output_name, output in outputs.items(): outputs_lists[output_name].append(output) for output_name, outputs_list in outputs_lists.items(): diff --git a/mattport/nerf/graph/instant_ngp.py b/mattport/nerf/graph/instant_ngp.py index 8bb9fd6ca..7a9bcd340 100644 --- a/mattport/nerf/graph/instant_ngp.py +++ b/mattport/nerf/graph/instant_ngp.py @@ -2,28 +2,26 @@ Implementation of Instant NGP. """ -import torch from torch import nn from mattport.nerf.field_modules.encoding import HashEncoding, NeRFEncoding -from mattport.nerf.field_modules.field_heads import DensityFieldHead, RGBFieldHead from mattport.nerf.field_modules.mlp import MLP -from mattport.nerf.graph.vanilla_nerf import NeRFGraph -from mattport.structures.rays import RaySamples +from mattport.nerf.graph.vanilla_nerf import NeRFField, NeRFGraph -class NGPField(nn.Module): +class NGPField(NeRFField): """NeRF module""" def __init__(self, num_layers=3, layer_width=64) -> None: - super().__init__() - self.num_layers = num_layers - self.layer_width = layer_width + super().__init__(num_layers=num_layers, layer_width=layer_width) + def build_encodings(self): self.encoding_xyz = HashEncoding() self.encoding_dir = NeRFEncoding( in_dim=3, num_frequencies=4, min_freq_exp=0.0, max_freq_exp=4.0, include_input=True ) + + def build_mlp_base(self): self.mlp_base = MLP( in_dim=self.encoding_xyz.get_out_dim(), out_dim=self.layer_width, @@ -31,36 +29,6 @@ class NGPField(nn.Module): layer_width=self.layer_width, activation=nn.ReLU(), ) - self.mlp_rgb = MLP( - in_dim=self.mlp_base.get_out_dim() + self.encoding_dir.get_out_dim(), - out_dim=self.layer_width // 2, - num_layers=1, - activation=nn.ReLU(), - ) - self.field_output_rgb = RGBFieldHead(in_dim=self.mlp_rgb.get_out_dim()) - self.field_output_density = DensityFieldHead(in_dim=self.mlp_base.get_out_dim()) - - def forward(self, ray_samples: RaySamples): - """Evaluates the field at points along the ray - Args: - xyz: () - # TODO(ethan): change the input to be something more abstracted - e.g., a FieldInput structure - """ - positions = ray_samples.positions - directions = ray_samples.directions - encoded_xyz = self.encoding_xyz(positions) - encoded_dir = self.encoding_dir(directions) - base_mlp_out = self.mlp_base(encoded_xyz) - rgb_mlp_out = self.mlp_rgb(torch.cat([encoded_dir, base_mlp_out], dim=-1)) - - field_rgb_output = self.field_output_rgb(rgb_mlp_out) - field_density_out = self.field_output_density(base_mlp_out) - - field_outputs = {} - field_outputs.update(field_rgb_output) - field_outputs.update(field_density_out) - return field_outputs class NGPGraph(NeRFGraph): diff --git a/mattport/nerf/graph/nerfw.py b/mattport/nerf/graph/nerfw.py index ee6971944..06ae5d81f 100644 --- a/mattport/nerf/graph/nerfw.py +++ b/mattport/nerf/graph/nerfw.py @@ -3,18 +3,213 @@ NeRF-W (NeRF in the wild) implementation. TODO: """ -from mattport.nerf.graph.vanilla_nerf import NeRFGraph -from mattport.structures.rays import RayBundle +from typing import Tuple + +import torch +from torch import nn + +from mattport.nerf.field_modules.embedding import Embedding +from mattport.nerf.field_modules.field_heads import ( + FieldHeadNames, + TransientDensityHead, + TransientRGBHead, + UncertaintyFieldHead, +) +from mattport.nerf.field_modules.mlp import MLP +from mattport.nerf.graph.vanilla_nerf import NeRFField, NeRFGraph +from mattport.nerf.renderers import UncertaintyRenderer +from mattport.structures.rays import RayBundle, RaySamples +from mattport.utils import visualization, writer + + +class NerfWField(NeRFField): + """The NeRF-W field which has appearance and transient conditioning.""" + + def __init__( + self, + num_layers=8, + layer_width=256, + skip_connections: Tuple = (4,), + num_images: int = 0, + appearance_embedding_dim: int = 48, + transient_embedding_dim: int = 16, + ) -> None: + assert num_images > 0 + self.num_images = num_images + self.appearance_embedding_dim = appearance_embedding_dim + self.transient_embedding_dim = transient_embedding_dim + super().__init__(num_layers, layer_width, skip_connections) + + def build_mlp_base(self): + self.embedding_appearance = Embedding(self.num_images, self.appearance_embedding_dim) + self.embedding_transient = Embedding(self.num_images, self.transient_embedding_dim) + super().build_mlp_base() + self.mlp_transient = MLP( + in_dim=self.mlp_base.get_out_dim() + self.embedding_transient.get_out_dim(), + out_dim=self.layer_width // 2, + num_layers=4, + layer_width=self.layer_width, + activation=nn.ReLU(), + ) + + def build_mlp_rgb(self): + self.mlp_rgb = MLP( + in_dim=self.mlp_base.get_out_dim() + + self.encoding_dir.get_out_dim() + + self.embedding_appearance.get_out_dim(), + out_dim=self.layer_width // 2, + num_layers=1, + activation=nn.ReLU(), + ) + + def build_heads(self): + super().build_heads() + self.field_output_transient_uncertainty = UncertaintyFieldHead(in_dim=self.mlp_transient.get_out_dim()) + self.field_output_transient_rgb = TransientRGBHead(in_dim=self.mlp_transient.get_out_dim()) + self.field_output_transient_density = TransientDensityHead(in_dim=self.mlp_transient.get_out_dim()) + + def forward(self, ray_samples: RaySamples): + positions = ray_samples.positions + directions = ray_samples.directions + camera_indices = ray_samples.get_camera_indices() + encoded_xyz = self.encoding_xyz(positions) + encoded_dir = self.encoding_dir(directions) + embedded_appearance = self.embedding_appearance(camera_indices) + embedded_transient = self.embedding_transient(camera_indices) + + base_mlp_out = self.mlp_base(encoded_xyz) + rgb_mlp_out = self.mlp_rgb(torch.cat([base_mlp_out, encoded_dir, embedded_appearance], dim=-1)) + transient_mlp_out = self.mlp_transient(torch.cat([base_mlp_out, embedded_transient], dim=-1)) + + field_rgb_output = self.field_output_rgb(rgb_mlp_out) + field_density_out = self.field_output_density(base_mlp_out) + field_transient_uncertainty_out = self.field_output_transient_uncertainty(transient_mlp_out) + field_transient_rgb_out = self.field_output_transient_rgb(transient_mlp_out) + field_transient_density_out = self.field_output_transient_density(transient_mlp_out) + + field_outputs = {} + field_outputs.update(field_rgb_output) + field_outputs.update(field_density_out) + field_outputs.update(field_transient_uncertainty_out) + field_outputs.update(field_transient_rgb_out) + field_outputs.update(field_transient_density_out) + return field_outputs class NerfWGraph(NeRFGraph): """NeRF-W graph""" def __init__(self, intrinsics=None, camera_to_world=None, **kwargs) -> None: + self.num_images = len(intrinsics) + self.appearance_embedding_dim = 48 + self.transient_embedding_dim = 16 super().__init__(intrinsics=intrinsics, camera_to_world=camera_to_world, **kwargs) + self.renderer_uncertainty = UncertaintyRenderer() + + def populate_fields(self): + """Set the fields.""" + self.field_coarse = NeRFField() + self.field_fine = NerfWField( + num_images=self.num_images, + appearance_embedding_dim=self.appearance_embedding_dim, + transient_embedding_dim=self.transient_embedding_dim, + ) def get_outputs(self, ray_bundle: RayBundle): - raise NotImplementedError + # coarse network + uniform_ray_samples = self.sampler_uniform(ray_bundle) + coarse_field_outputs = self.field_coarse(uniform_ray_samples) + coarse_weights = uniform_ray_samples.get_weights(coarse_field_outputs[FieldHeadNames.DENSITY]) + rgb_coarse = self.renderer_rgb( + rgb=coarse_field_outputs[FieldHeadNames.RGB], + weights=coarse_weights, + ).rgb + depth_coarse = self.renderer_depth(coarse_weights, uniform_ray_samples.ts).depth + + # fine network + pdf_ray_samples = self.sampler_pdf(uniform_ray_samples, coarse_weights) + fine_field_outputs = self.field_fine(pdf_ray_samples) + fine_weights = pdf_ray_samples.get_weights( + fine_field_outputs[FieldHeadNames.DENSITY] + fine_field_outputs[FieldHeadNames.TRANSIENT_DENSITY] + ) + fine_weights_static = pdf_ray_samples.get_weights(fine_field_outputs[FieldHeadNames.DENSITY]) + fine_weights_transient = pdf_ray_samples.get_weights(fine_field_outputs[FieldHeadNames.TRANSIENT_DENSITY]) + + rgb_fine_static_component = self.renderer_rgb( + rgb=fine_field_outputs[FieldHeadNames.RGB], + weights=fine_weights, + ).rgb + rgb_fine_transient_component = self.renderer_rgb( + rgb=fine_field_outputs[FieldHeadNames.TRANSIENT_RGB], + weights=fine_weights, + ).rgb + rgb_fine = rgb_fine_static_component + rgb_fine_transient_component + + rgb_fine_static = self.renderer_rgb( + rgb=fine_field_outputs[FieldHeadNames.RGB], + weights=fine_weights_static, + ).rgb + + # fine_renderer_accumulation_static = self.renderer_accumulation(fine_weights_static) + depth_fine = self.renderer_depth(fine_weights, pdf_ray_samples.ts).depth + depth_fine_static = self.renderer_depth(fine_weights_static, pdf_ray_samples.ts).depth + uncertainty = self.renderer_uncertainty( + fine_field_outputs[FieldHeadNames.UNCERTAINTY], fine_weights_transient + ).uncertainty + + density_transient = fine_field_outputs[FieldHeadNames.TRANSIENT_DENSITY] + + # outputs: + outputs = { + "rgb_coarse": rgb_coarse, # (num_rays, 3) + "rgb_fine": rgb_fine, + "rgb_fine_static": rgb_fine_static, + "depth_coarse": depth_coarse, + "depth_fine": depth_fine, + "depth_fine_static": depth_fine_static, + "density_transient": density_transient, # (num_rays, num_samples, 1) + "uncertainty": uncertainty, # (num_rays, 1) + } + return outputs def get_loss_dict(self, outputs, batch): - raise NotImplementedError + device = outputs["rgb_coarse"].device + pixels = batch["pixels"].to(device) + rgb_coarse = outputs["rgb_coarse"] + rgb_fine = outputs["rgb_fine"] + density_transient = outputs["density_transient"] + betas = outputs["uncertainty"] + rgb_loss_coarse = 0.5 * ((pixels - rgb_coarse) ** 2).sum(-1).mean() + rgb_loss_fine = 0.5 * (((pixels - rgb_fine) ** 2).sum(-1) / (betas[..., 0] ** 2)).mean() + uncertainty_loss = 0.5 * (3 + torch.log(betas)).mean() + density_loss = density_transient.mean() + + loss_dict = { + "rgb_loss_coarse": rgb_loss_coarse, + "rgb_loss_fine": rgb_loss_fine, + "uncertainty_loss": uncertainty_loss, + "density_loss": density_loss, + } + loss_dict["aggregated_loss"] = self.get_aggregated_loss_from_loss_dict(loss_dict) + return loss_dict + + def log_test_image_outputs(self, image_idx, step, image, outputs): + rgb_coarse = outputs["rgb_coarse"] + rgb_fine = outputs["rgb_fine"] + rgb_fine_static = outputs["rgb_fine_static"] + depth_coarse = outputs["depth_coarse"] + depth_fine = outputs["depth_fine"] + depth_fine_static = outputs["depth_fine_static"] + uncertainty = outputs["uncertainty"] + + depth_coarse = visualization.apply_depth_colormap(depth_coarse) + depth_fine = visualization.apply_depth_colormap(depth_fine) + depth_fine_static = visualization.apply_depth_colormap(depth_fine_static) + uncertainty = visualization.apply_depth_colormap(uncertainty) + + row0 = torch.cat([image, uncertainty, torch.ones_like(rgb_fine)], dim=-2) + row1 = torch.cat([rgb_fine, rgb_fine_static, rgb_coarse], dim=-2) + row2 = torch.cat([depth_fine, depth_fine_static, depth_coarse], dim=-2) + combined_image = torch.cat([row0, row1, row2], dim=-3) + + writer.write_image(name="image_idx_{image_idx}-nerfw", image=combined_image, step=step, group="img") diff --git a/mattport/nerf/graph/semantic_nerf.py b/mattport/nerf/graph/semantic_nerf.py index 91e6779c8..02357caf6 100644 --- a/mattport/nerf/graph/semantic_nerf.py +++ b/mattport/nerf/graph/semantic_nerf.py @@ -1,4 +1,158 @@ """ Semantic NeRF implementation. -TODO: """ + +from typing import Tuple + +import torch +from torch import nn + +from mattport.nerf.field_modules.field_heads import FieldHeadNames, SemanticStuffHead +from mattport.nerf.field_modules.mlp import MLP +from mattport.nerf.graph.vanilla_nerf import NeRFField, NeRFGraph +from mattport.nerf.renderers import SemanticRenderer +from mattport.structures.rays import RayBundle, RaySamples +from mattport.utils import visualization, writer + + +class SemanticNerfField(NeRFField): + """Semantic-NeRF field""" + + def __init__( + self, num_layers=8, layer_width=256, skip_connections: Tuple = (4,), num_stuff_classes: int = None + ) -> None: + assert num_stuff_classes is not None + self.num_stuff_classes = num_stuff_classes + super().__init__(num_layers=num_layers, layer_width=layer_width, skip_connections=skip_connections) + self.semantic_mlp = MLP( + in_dim=self.mlp_base.get_out_dim(), + out_dim=self.layer_width // 2, + num_layers=1, + activation=nn.ReLU(), + ) + self.field_output_semantic = SemanticStuffHead( + in_dim=self.semantic_mlp.get_out_dim(), num_classes=num_stuff_classes + ) + self.semantic_sequential = torch.nn.Sequential(self.semantic_mlp, self.field_output_semantic) + + def forward(self, ray_samples: RaySamples): + """Evaluates the field at points along the ray.""" + positions = ray_samples.positions + directions = ray_samples.directions + encoded_xyz = self.encoding_xyz(positions) + encoded_dir = self.encoding_dir(directions) + base_mlp_out = self.mlp_base(encoded_xyz) + rgb_mlp_out = self.mlp_rgb(torch.cat([encoded_dir, base_mlp_out], dim=-1)) + + field_rgb_output = self.field_output_rgb(rgb_mlp_out) + field_density_out = self.field_output_density(base_mlp_out) + field_semantic_output = self.semantic_sequential(base_mlp_out) + + field_outputs = {} + field_outputs.update(field_rgb_output) + field_outputs.update(field_density_out) + field_outputs.update(field_semantic_output) + return field_outputs + + +class SemanticNerfGraph(NeRFGraph): + """Semantic-NeRF graph""" + + def __init__(self, intrinsics=None, camera_to_world=None, stuff_classes: int = None, **kwargs) -> None: + assert stuff_classes is not None + self.stuff_classes = stuff_classes + super().__init__(intrinsics=intrinsics, camera_to_world=camera_to_world, **kwargs) + self.renderer_semantic = SemanticRenderer() + self.cross_entropy_loss = nn.CrossEntropyLoss(reduction="mean") + + def populate_fields(self): + """Set the fields.""" + self.field_coarse = NeRFField() + self.field_fine = SemanticNerfField(num_stuff_classes=len(self.stuff_classes)) + + def get_outputs(self, ray_bundle: RayBundle): + # coarse network: + uniform_ray_samples = self.sampler_uniform(ray_bundle) # RaySamples + + coarse_field_outputs = self.field_coarse(uniform_ray_samples) # FieldOutputs + + coarse_weights = uniform_ray_samples.get_weights(coarse_field_outputs[FieldHeadNames.DENSITY]) + + coarse_renderer_outputs = self.renderer_rgb( + rgb=coarse_field_outputs[FieldHeadNames.RGB], + weights=coarse_weights, + ) # RendererOutputs + coarse_renderer_accumulation = self.renderer_accumulation(coarse_weights) # RendererOutputs + coarse_renderer_depth = self.renderer_depth(coarse_weights, uniform_ray_samples.ts) + + # fine network: + pdf_ray_samples = self.sampler_pdf(uniform_ray_samples, coarse_weights) # RaySamples + fine_field_outputs = self.field_fine(pdf_ray_samples) # FieldOutputs + + fine_weights = pdf_ray_samples.get_weights(fine_field_outputs[FieldHeadNames.DENSITY]) + + fine_renderer_outputs = self.renderer_rgb( + rgb=fine_field_outputs[FieldHeadNames.RGB], + weights=fine_weights, + ) # RendererOutputs + fine_renderer_accumulation = self.renderer_accumulation(fine_weights) # RendererOutputs + fine_renderer_depth = self.renderer_depth(fine_weights, pdf_ray_samples.ts) + + # TODO refactor this into "vis" section. Doesn't need to be run during training. + coarse_renderer_depth = visualization.apply_depth_colormap( + coarse_renderer_depth.depth, + accumulation=coarse_renderer_accumulation.accumulation, + near_plane=self.near_plane, + far_plane=self.far_plane, + ) + fine_renderer_depth = visualization.apply_depth_colormap( + fine_renderer_depth.depth, + accumulation=fine_renderer_accumulation.accumulation, + near_plane=self.near_plane, + far_plane=self.far_plane, + ) + coarse_renderer_accumulation = visualization.apply_colormap(coarse_renderer_accumulation.accumulation) + fine_renderer_accumulation = visualization.apply_colormap(fine_renderer_accumulation.accumulation) + + semantic_logits = self.renderer_semantic( + fine_field_outputs[FieldHeadNames.SEMANTICS_STUFF], weights=fine_weights + ).semantics + + # outputs: + outputs = { + "rgb_coarse": coarse_renderer_outputs.rgb, + "rgb_fine": fine_renderer_outputs.rgb, + "accumulation_coarse": coarse_renderer_accumulation, + "accumulation_fine": fine_renderer_accumulation, + "depth_coarse": coarse_renderer_depth, + "depth_fine": fine_renderer_depth, + "semantic_logits": semantic_logits, + } + return outputs + + def get_loss_dict(self, outputs, batch): + # TODO(ethan): batch has "stuff_image". use it + device = outputs["rgb_coarse"].device + pixels = batch["pixels"].to(device) + rgb_loss_coarse = self.rgb_loss(pixels, outputs["rgb_coarse"]) + rgb_loss_fine = self.rgb_loss(pixels, outputs["rgb_fine"]) + + semantic_logits = outputs["semantic_logits"] + semantic_classes = batch["stuff_image"][..., 0].to(device).long() + semantic_loss_fine = self.cross_entropy_loss(semantic_logits, semantic_classes) + loss_dict = { + "rgb_loss_coarse": rgb_loss_coarse, + "rgb_loss_fine": rgb_loss_fine, + "semantic_loss_fine": semantic_loss_fine, + } + + loss_dict["aggregated_loss"] = self.get_aggregated_loss_from_loss_dict(loss_dict) + return loss_dict + + def log_test_image_outputs(self, image_idx, step, image, outputs): + super().log_test_image_outputs(image_idx, step, image, outputs) + semantic_labels = torch.argmax(torch.nn.functional.softmax(outputs["semantic_logits"], dim=-1), dim=-1) / len( + self.stuff_classes + ) + semantic_labels_image = visualization.apply_colormap(semantic_labels[..., None]) + writer.write_image(name="image_idx_{image_idx}", image=semantic_labels_image, step=step, group="semantics") diff --git a/mattport/nerf/graph/vanilla_nerf.py b/mattport/nerf/graph/vanilla_nerf.py index b35d737f4..ffb90bea2 100644 --- a/mattport/nerf/graph/vanilla_nerf.py +++ b/mattport/nerf/graph/vanilla_nerf.py @@ -12,32 +12,51 @@ from torchmetrics import PeakSignalNoiseRatio, StructuralSimilarityIndexMeasure from torchmetrics.image.lpip import LearnedPerceptualImagePatchSimilarity from mattport.nerf.field_modules.encoding import NeRFEncoding -from mattport.nerf.field_modules.field_heads import DensityFieldHead, FieldHeadNames, RGBFieldHead +from mattport.nerf.field_modules.field_heads import DensityFieldHead, RGBFieldHead from mattport.nerf.field_modules.mlp import MLP +from mattport.nerf.fields.base import Field +from mattport.nerf.fields.density_field import DensityField from mattport.nerf.graph.base import Graph from mattport.nerf.loss import MSELoss from mattport.nerf.renderers import AccumulationRenderer, DepthRenderer, RGBRenderer from mattport.nerf.sampler import PDFSampler, UniformSampler from mattport.structures import colors -from mattport.structures.rays import RayBundle, RaySamples +from mattport.structures.rays import PointSamples, RayBundle +from mattport.nerf.colliders import NearFarCollider from mattport.utils import stats_tracker, visualization, writer +from mattport.utils.misc import is_not_none -class NeRFField(nn.Module): +class NeRFField(Field): """NeRF module""" + OUTPUT_RGB = "rgb" + def __init__(self, num_layers=8, layer_width=256, skip_connections: Tuple = (4,)) -> None: super().__init__() self.num_layers = num_layers self.layer_width = layer_width self.skip_connections = skip_connections + self.build_encodings() + self.build_mlp_base() + self.build_mlp_rgb() + self.build_heads() + + sequence = nn.Sequential(self.encoding_xyz, self.mlp_base) + self.density_field = DensityField(sequence) + + def build_encodings(self): + """Build the encodings.""" self.encoding_xyz = NeRFEncoding( in_dim=3, num_frequencies=10, min_freq_exp=0.0, max_freq_exp=8.0, include_input=True ) self.encoding_dir = NeRFEncoding( in_dim=3, num_frequencies=4, min_freq_exp=0.0, max_freq_exp=4.0, include_input=True ) + + def build_mlp_base(self): + """Build the MLP base.""" self.mlp_base = MLP( in_dim=self.encoding_xyz.get_out_dim(), out_dim=self.layer_width, @@ -46,6 +65,9 @@ class NeRFField(nn.Module): skip_connections=self.skip_connections, activation=nn.ReLU(), ) + + def build_mlp_rgb(self): + """Build the MLP for RGB.""" self.mlp_rgb = MLP( in_dim=self.mlp_base.get_out_dim() + self.encoding_dir.get_out_dim(), out_dim=self.layer_width // 2, @@ -53,30 +75,40 @@ class NeRFField(nn.Module): layer_width=self.layer_width // 2, activation=nn.ReLU(), ) + + def build_heads(self): + """Build the heads.""" self.field_output_rgb = RGBFieldHead(in_dim=self.mlp_rgb.get_out_dim()) self.field_output_density = DensityFieldHead(in_dim=self.mlp_base.get_out_dim()) - def forward(self, ray_samples: RaySamples): - """Evaluates the field at points along the ray - Args: - xyz: () - # TODO(ethan): change the input to be something more abstracted - e.g., a FieldInput structure - """ - positions = ray_samples.positions - directions = ray_samples.directions - encoded_xyz = self.encoding_xyz(positions) - encoded_dir = self.encoding_dir(directions) - base_mlp_out = self.mlp_base(encoded_xyz) - rgb_mlp_out = self.mlp_rgb(torch.cat([encoded_dir, base_mlp_out], dim=-1)) + def get_density(self, point_samples: PointSamples, valid_mask=None): + """Computes and returns the densities.""" + positions = point_samples.positions + if not is_not_none(valid_mask): + valid_mask = torch.ones_like(positions[..., 0]).bool() + # placeholders for values to return + density = torch.zeros(*valid_mask.shape, 1, dtype=torch.float32, device=positions.device) + base_mlp_out = torch.zeros( + *valid_mask.shape, self.mlp_base.out_dim, dtype=torch.float32, device=positions.device + ) + if not valid_mask.any(): # empty mask + return density, base_mlp_out - field_rgb_output = self.field_output_rgb(rgb_mlp_out) - field_density_out = self.field_output_density(base_mlp_out) + density[valid_mask], base_mlp_out[valid_mask] = self.density_field(positions[valid_mask]) + return density, base_mlp_out - field_outputs = {} - field_outputs.update(field_rgb_output) - field_outputs.update(field_density_out) - return field_outputs + def get_outputs(self, point_samples: PointSamples, density_embedding=None, valid_mask=None): + directions = point_samples.directions + if not is_not_none(valid_mask): + valid_mask = torch.ones_like(directions[..., 0]).bool() + # placeholders for values to return + rgb = torch.zeros(*valid_mask.shape, 3, dtype=torch.float32, device=directions.device) + if not valid_mask.any(): # empty mask + return {"rgb": rgb} + encoded_dir = self.encoding_dir(directions[valid_mask]) + rgb_mlp_out = self.mlp_rgb(torch.cat([encoded_dir, density_embedding[valid_mask]], dim=-1)) + rgb[valid_mask] = self.field_output_rgb(rgb_mlp_out) + return {"rgb": rgb} class NeRFGraph(Graph): @@ -100,22 +132,19 @@ class NeRFGraph(Graph): self.field_fine = None super().__init__(intrinsics=intrinsics, camera_to_world=camera_to_world, **kwargs) + def populate_collider(self): + self.collider = NearFarCollider(self.near_plane, self.far_plane) + def populate_fields(self): """Set the fields.""" self.field_coarse = NeRFField() self.field_fine = NeRFField() - def populate_modules(self): - + def populate_misc_modules(self): # samplers - self.sampler_uniform = UniformSampler( - near_plane=self.near_plane, far_plane=self.far_plane, num_samples=self.num_coarse_samples - ) + self.sampler_uniform = UniformSampler(num_samples=self.num_coarse_samples) self.sampler_pdf = PDFSampler(num_samples=self.num_importance_samples) - # field - self.populate_fields() - # renderers self.renderer_rgb = RGBRenderer(background_color=colors.WHITE) self.renderer_accumulation = AccumulationRenderer() @@ -130,54 +159,44 @@ class NeRFGraph(Graph): self.lpips = LearnedPerceptualImagePatchSimilarity() def get_param_groups(self) -> Dict[str, List[Parameter]]: - """Obtain the parameter groups for the optimizers - - Returns: - Dict[str, List[Parameter]]: Mapping of different parameter groups - """ param_groups = {} - # param_groups["cameras"] = list(self.ray_generator.parameters()) param_groups["fields"] = list(self.field_coarse.parameters()) + list(self.field_fine.parameters()) return param_groups def get_outputs(self, ray_bundle: RayBundle): - # coarse network: - uniform_ray_samples = self.sampler_uniform(ray_bundle) # RaySamples + # uniform sampling + ray_samples_uniform = self.sampler_uniform(ray_bundle) - # time coarse network # xyz -> asd - coarse_field_outputs = self.field_coarse(uniform_ray_samples) # FieldOutputs - # time end coarse network + # coarse field: + field_outputs_coarse = self.field_coarse.forward(ray_samples_uniform.to_point_samples()) + weights_coarse = ray_samples_uniform.get_weights(field_outputs_coarse["density"]) + rgb_coarse = self.renderer_rgb( + rgb=field_outputs_coarse["rgb"], + weights=weights_coarse, + ) + accumulation_coarse = self.renderer_accumulation(weights_coarse) + depth_coarse = self.renderer_depth(weights_coarse, ray_samples_uniform.ts) - coarse_weights = uniform_ray_samples.get_weights(coarse_field_outputs[FieldHeadNames.DENSITY]) + # pdf sampling + ray_samples_pdf = self.sampler_pdf(ray_samples_uniform, weights_coarse) - coarse_renderer_outputs = self.renderer_rgb( - rgb=coarse_field_outputs[FieldHeadNames.RGB], - weights=coarse_weights, - ) # RendererOutputs - coarse_renderer_accumulation = self.renderer_accumulation(coarse_weights) # RendererOutputs - coarse_renderer_depth = self.renderer_depth(coarse_weights, uniform_ray_samples.ts) + # fine field: + field_outputs_fine = self.field_fine.forward(ray_samples_pdf.to_point_samples()) + weights_fine = ray_samples_pdf.get_weights(field_outputs_fine["density"]) + rgb_fine = self.renderer_rgb( + rgb=field_outputs_fine["rgb"], + weights=weights_fine, + ) + accumulation_fine = self.renderer_accumulation(weights_fine) + depth_fine = self.renderer_depth(weights_fine, ray_samples_pdf.ts) - # fine network: - pdf_ray_samples = self.sampler_pdf(uniform_ray_samples, coarse_weights) # RaySamples - fine_field_outputs = self.field_fine(pdf_ray_samples) # FieldOutputs - - fine_weights = pdf_ray_samples.get_weights(fine_field_outputs[FieldHeadNames.DENSITY]) - - fine_renderer_outputs = self.renderer_rgb( - rgb=fine_field_outputs[FieldHeadNames.RGB], - weights=fine_weights, - ) # RendererOutputs - fine_renderer_accumulation = self.renderer_accumulation(fine_weights) # RendererOutputs - fine_renderer_depth = self.renderer_depth(fine_weights, pdf_ray_samples.ts) - - # outputs: outputs = { - "rgb_coarse": coarse_renderer_outputs.rgb, - "rgb_fine": fine_renderer_outputs.rgb, - "accumulation_coarse": coarse_renderer_accumulation.accumulation, - "accumulation_fine": fine_renderer_accumulation.accumulation, - "depth_coarse": coarse_renderer_depth.depth, - "depth_fine": fine_renderer_depth.depth, + "rgb_coarse": rgb_coarse, + "rgb_fine": rgb_fine, + "accumulation_coarse": accumulation_coarse, + "accumulation_fine": accumulation_fine, + "depth_coarse": depth_coarse, + "depth_fine": depth_fine, } return outputs @@ -193,19 +212,8 @@ class NeRFGraph(Graph): def log_test_image_outputs(self, image_idx, step, image, outputs): rgb_coarse = outputs["rgb_coarse"] rgb_fine = outputs["rgb_fine"] - - combined_image = torch.cat([image, rgb_coarse, rgb_fine], dim=1) - writer.write_event( - {"name": f"image_idx_{image_idx}-rgb_coarse_fine", "x": combined_image, "step": step, "group": "val_img"} - ) - - accumulation_coarse = visualization.apply_colormap(outputs["accumulation_coarse"]) - accumulation_fine = visualization.apply_colormap(outputs["accumulation_fine"]) - combined_image = torch.cat([accumulation_coarse, accumulation_fine], dim=1) - writer.write_event( - {"name": f"image_idx_{image_idx}", "x": combined_image, "step": step, "group": "val_accumulation"} - ) - + acc_coarse = visualization.apply_colormap(outputs["accumulation_coarse"]) + acc_fine = visualization.apply_colormap(outputs["accumulation_fine"]) depth_coarse = visualization.apply_depth_colormap( outputs["depth_coarse"], accumulation=outputs["accumulation_coarse"], @@ -218,8 +226,14 @@ class NeRFGraph(Graph): near_plane=self.near_plane, far_plane=self.far_plane, ) - combined_image = torch.cat([depth_coarse, depth_fine], dim=1) - writer.write_event({"name": f"image_idx_{image_idx}", "x": combined_image, "step": step, "group": "val_depth"}) + + combined_rgb = torch.cat([image, rgb_coarse, rgb_fine], dim=1) + combined_acc = torch.cat([acc_coarse, acc_fine], dim=1) + combined_depth = torch.cat([depth_coarse, depth_fine], dim=1) + + writer.write_image(name=f"image_idx_{image_idx}", image=combined_rgb, step=step, group="img") + writer.write_image(name=f"image_idx_{image_idx}", image=combined_acc, step=step, group="accumulation") + writer.write_image(name=f"image_idx_{image_idx}", image=combined_depth, step=step, group="depth") # Switch images from [H, W, C] to [1, C, H, W] for metrics computations image = torch.moveaxis(image, -1, 0)[None, ...] @@ -227,23 +241,17 @@ class NeRFGraph(Graph): rgb_fine = torch.moveaxis(rgb_fine, -1, 0)[None, ...] coarse_psnr = self.psnr(image, rgb_coarse) - writer.write_event( - {"name": f"val_{image_idx}-coarse", "scalar": float(coarse_psnr), "step": step, "group": "psnr"} - ) - fine_psnr = self.psnr(image, rgb_fine) + fine_ssim = self.ssim(image, rgb_fine) + fine_lpips = self.lpips(image, rgb_fine) + + writer.write_scalar(name=f"val_{image_idx}-coarse", scalar=float(coarse_psnr), step=step, group="psnr") + writer.write_scalar(name=f"val_{image_idx}-fine", scalar=float(fine_psnr), step=step, group="psnr") + writer.write_scalar(name=f"val_{image_idx}", scalar=float(fine_ssim), step=step, group="ssim") + writer.write_scalar(name=f"val_{image_idx}", scalar=float(fine_lpips), step=step, group="lpips") + stats_tracker.update_stats( {"name": stats_tracker.Stats.CURR_TEST_PSNR, "value": float(fine_psnr), "step": step} ) - writer.write_event( - {"name": f"val_idx_{image_idx}-fine", "scalar": float(fine_psnr), "step": step, "group": "psnr"} - ) - fine_ssim = self.ssim(image, rgb_fine) - writer.write_event({"name": f"val_idx_{image_idx}", "scalar": float(fine_ssim), "step": step, "group": "ssim"}) - - fine_lpips = self.lpips(image, rgb_fine) - writer.write_event( - {"name": f"val_idx_{image_idx}", "scalar": float(fine_lpips), "step": step, "group": "lpips"} - ) return fine_psnr.item() diff --git a/mattport/nerf/occupancy_grid.py b/mattport/nerf/occupancy_grid.py new file mode 100644 index 000000000..4c4c7acc9 --- /dev/null +++ b/mattport/nerf/occupancy_grid.py @@ -0,0 +1,143 @@ +""" +Code to implement the density grid. +""" + +import torch +import torch.nn.functional as F +from torch import nn +from torchtyping import TensorType + +from mattport.utils.misc import is_not_none + + +class OccupancyGrid(nn.Module): + """Module to keep track of the density and occupancy.""" + + def __init__( + self, num_cascades=1, resolution=128, aabb=None, density_fn=None, update_every_num_iters: int = 16 + ) -> None: + super().__init__() + assert is_not_none(aabb), "The axis-aligned bounding box aabb is not defined!" + self.num_cascades = num_cascades # the number of levels (i.e, cascades) + self.resolution = resolution + self.register_buffer("aabb", aabb) # axis-aligned bounding box + occupancy_grid = torch.zeros( + [self.num_cascades] + [self.resolution] * 3 + ) # (num_cascades, x_resolution, y_resolution, z_resolution) + # not a module parameter, but it still should be saved and part of `state_dict` + self.register_buffer("occupancy_grid", occupancy_grid) + self.mean_density = 0.0 + + self.density_fn = density_fn + self.update_every_num_iters = update_every_num_iters + self.iteration_count = 0 + + def reset(self): + """Zero out the occupancy grid.""" + self.occupancy_grid.zero_() + + @torch.no_grad() + def mark_untrained_grid(self): + """Marks the locations in the density grid that are never seen by training views.""" + # TODO: only query points that are covered by the training cameras viewing frustrum + # We'll need to pass in the camera poses and intrinsics to this function + raise NotImplementedError() + + @torch.no_grad() + def update_occupancy_grid(self, density_fn, decay=0.95, split_size=64): + """Update the occupancy grid with density values. + + Args: + density_fn: Function from takes points in the shape (..., 3) and + returns a tensor of densities of shape (..., 1). + """ + # TODO(ethan): remove this pylint disable + # pylint: disable=invalid-name + + device = self.occupancy_grid.device + + assert self.num_cascades == 1, "Still need to implement code for multiple cascades." + temp_occupancy_grid = torch.zeros_like(self.occupancy_grid) + + X_length, Y_length, Z_length = self.aabb[1] - self.aabb[0] + X_half_voxel_length = 0.5 * X_length / self.resolution + Y_half_voxel_length = 0.5 * Y_length / self.resolution + Z_half_voxel_length = 0.5 * Z_length / self.resolution + half_voxel_lengths = torch.tensor( + [X_half_voxel_length, Y_half_voxel_length, Z_half_voxel_length], device=device + ) + X = torch.linspace( + self.aabb[0][0] + X_half_voxel_length, self.aabb[1][0] - X_half_voxel_length, self.resolution, device=device + ).split(split_size) + Y = torch.linspace( + self.aabb[0][1] + Y_half_voxel_length, self.aabb[1][1] - Y_half_voxel_length, self.resolution, device=device + ).split(split_size) + Z = torch.linspace( + self.aabb[0][2] + Z_half_voxel_length, self.aabb[1][2] - Z_half_voxel_length, self.resolution, device=device + ).split(split_size) + for x_index, xs in enumerate(X): + for y_index, ys in enumerate(Y): + for z_index, zs in enumerate(Z): + x_len, y_len, z_len = len(xs), len(ys), len(zs) + grid_x, grid_y, grid_z = torch.meshgrid(xs, ys, zs, indexing="ij") + xyzs = torch.stack([grid_x, grid_y, grid_z], dim=-1) # (resolution, resolution,, resolution, 3) + # add noise to the points + xyzs_rand = ( + torch.rand_like(xyzs) * half_voxel_lengths + ) # range [-half_voxel_length, half_voxel_length] for each dimension + xyzs += xyzs_rand + densities = density_fn(xyzs) + assert densities.shape[-1] == 1 + temp_occupancy_grid[ + 0, + x_index * split_size : x_index * split_size + x_len, + y_index * split_size : y_index * split_size + y_len, + z_index * split_size : z_index * split_size + z_len, + ] = densities[..., 0] + + # exponential moving average update + valid_mask = self.occupancy_grid >= 0.0 + self.occupancy_grid[valid_mask] = torch.maximum( + self.occupancy_grid[valid_mask] * decay, temp_occupancy_grid[valid_mask] + ) + self.mean_density = torch.mean(self.occupancy_grid[valid_mask]).item() + + @torch.no_grad() + def get_densities(self, xyzs: TensorType[..., 3], update_iter_count: bool = False) -> TensorType[..., 1]: + """Trilinear interpolation to get the density values. + + Args: + xyzs (TensorType[..., 3]): 3D querry coordinate + update_iter_count (bool, optional): Update current iteration. Used for knowing when to update grid. + Defaults to False. + + Returns: + TensorType[..., 1]: Density values + """ + occupancy_grid = self.occupancy_grid[None, ...] # shape (1, num_cascades, X_res, Y_res, Z_res) + xyzs_shape = xyzs.shape + xyzs_reshaped = xyzs.view(1, -1, 1, 1, 3) + voxel_lengths = self.aabb[1] - self.aabb[0] + xyzs_reshaped_normalized = ((xyzs_reshaped - self.aabb[0]) / voxel_lengths) * 2.0 - 1.0 + densities = F.grid_sample( + occupancy_grid.permute( + 0, 1, 4, 3, 2 + ), # (xyz to zyx) for grid sample useage because the xyzs have xyz ordering + xyzs_reshaped_normalized, + align_corners=True, + padding_mode="zeros", + ) + densities = densities.view(*xyzs_shape[:-1], 1) + + # TODO we should be tracking the iteration another way + if self.training and update_iter_count: + self.iteration_count += 1 + if self.iteration_count % self.update_every_num_iters == 0: + if self.density_fn is not None: + self.update_occupancy_grid(self.density_fn) + + return densities + + def forward(self, x): + """Not implemented.""" + raise NotImplementedError() diff --git a/mattport/nerf/optimizers.py b/mattport/nerf/optimizers.py index 3acb05a91..917eeed0d 100644 --- a/mattport/nerf/optimizers.py +++ b/mattport/nerf/optimizers.py @@ -3,9 +3,29 @@ Optimizers class. """ from typing import Dict, List + +import numpy as np +from hydra.utils import instantiate from omegaconf import DictConfig -import torch from torch.nn import Parameter +from torch.optim.lr_scheduler import LambdaLR + +from mattport.utils import writer + + +class ExponentialDecaySchedule(LambdaLR): + """Exponential learning rate decay function.""" + + def __init__(self, optimizer, lr_init, lr_final, max_steps) -> None: + def func(step): + t = np.clip(step / max_steps, 0, 1) + log_lerp = np.exp(np.log(lr_init) * (1 - t) + np.log(lr_final) * t) + multiplier = ( + log_lerp / lr_init + ) # divided by lr_init because the multiplier is with the initial learning rate + return multiplier + + super().__init__(optimizer, lr_lambda=func) class Optimizers: @@ -21,33 +41,30 @@ class Optimizers: self.config = config self.optimizers = {} self.schedulers = {} - for param_name, params in param_groups.items(): - optimizer_config = config[param_name].optimizer - optimizer = getattr(torch.optim, optimizer_config.type) - kwargs = {k: v for k, v in optimizer_config.items() if k != "type"} - self.optimizers[param_name] = optimizer(params, **kwargs) - if config[param_name].scheduler: - scheduler_config = config[param_name].scheduler - scheduler = getattr(torch.optim.lr_scheduler, scheduler_config.type) - kwargs = {k: v for k, v in scheduler_config.items() if k != "type"} - self.schedulers[param_name] = scheduler(self.optimizers[param_name], **kwargs) + for param_group_name, params in param_groups.items(): + lr_init = config[param_group_name].optimizer.lr + self.optimizers[param_group_name] = instantiate(config[param_group_name].optimizer, params=params) + if config[param_group_name].scheduler: + self.schedulers[param_group_name] = instantiate( + config[param_group_name].scheduler, optimizer=self.optimizers[param_group_name], lr_init=lr_init + ) - def optimizer_step(self, param_name: str) -> None: + def optimizer_step(self, param_group_name: str) -> None: """fetch and step corresponding optimizer Args: - param_name (str): name of optimizer to step forward + param_group_name (str): name of optimizer to step forward """ - self.optimizers[param_name].step() + self.optimizers[param_group_name].step() - def scheduler_step(self, param_name: str) -> None: + def scheduler_step(self, param_group_name: str) -> None: """fetch and step corresponding scheduler Args: - param_name (str): name of scheduler to step forward + param_group_name (str): name of scheduler to step forward """ - if self.config.param_name.scheduler: - self.schedulers[param_name].step() + if self.config.param_group_name.scheduler: + self.schedulers[param_group_name].step() def zero_grad_all(self): """zero the gradients for all optimizer parameters""" @@ -62,4 +79,8 @@ class Optimizers: def scheduler_step_all(self, step): """Run step for all schedulers.""" - # TODO: this needs to be implemented + for param_group_name, scheduler in self.schedulers.items(): + scheduler.step() + # TODO(ethan): clean this up. why is there indexing into a list? + lr = scheduler.get_last_lr()[0] + writer.write_scalar(name=f"{param_group_name}", scalar=lr, step=step, group="learning_rate") diff --git a/mattport/nerf/field_modules/ray_generator.py b/mattport/nerf/ray_generator.py similarity index 100% rename from mattport/nerf/field_modules/ray_generator.py rename to mattport/nerf/ray_generator.py diff --git a/mattport/nerf/renderers.py b/mattport/nerf/renderers.py index f746b5942..86843ee5c 100644 --- a/mattport/nerf/renderers.py +++ b/mattport/nerf/renderers.py @@ -1,22 +1,14 @@ """ Collection of renderers """ -from dataclasses import dataclass +import math from typing import Optional import torch from torch import nn from torchtyping import TensorType - -@dataclass -class RendererOutputs: - """_summary_""" - - rgb: TensorType["num_rays", 3] = None - density: TensorType["num_rays", 1] = None - accumulation: TensorType["num_rays", 1] = None - depth: TensorType["num_rays", 1] = None +from mattport.utils.math import components_from_spherical_harmonics class RGBRenderer(nn.Module): @@ -30,11 +22,13 @@ class RGBRenderer(nn.Module): super().__init__() self.background_color = background_color - def forward( - self, + @classmethod + def combine_rgb( + cls, rgb: TensorType[..., "num_samples", 3], weights: TensorType[..., "num_samples"], - ) -> RendererOutputs: + background_color: Optional[TensorType[3]] = None, + ) -> TensorType[..., 3]: """Composite samples along ray and render color image Args: @@ -42,22 +36,82 @@ class RGBRenderer(nn.Module): weights (TensorType[..., "num_samples"]): Weights for each sample Returns: - RendererOutputs: Outputs with rgb values. + TensorType[..., 3]: Outputs rgb values. """ - rgb = torch.sum(weights[..., None] * rgb, dim=-2) - if self.background_color is not None: - rgb = rgb + self.background_color.to(weights.device)[None, ...] * ( - 1.0 - torch.sum(weights, dim=-1)[..., None] - ) - torch.clamp_(rgb, min=0.0, max=1.0) + if background_color is not None: + rgb = rgb + background_color.to(weights.device)[None, ...] * (1.0 - torch.sum(weights, dim=-1)[..., None]) - assert torch.max(rgb) <= 1.0 - assert torch.min(rgb) >= 0.0 + return rgb - renderer_outputs = RendererOutputs(rgb=rgb) - return renderer_outputs + def forward( + self, + rgb: TensorType[..., "num_samples", 3], + weights: TensorType[..., "num_samples"], + ) -> TensorType[..., 3]: + """Composite samples along ray and render color image + + Args: + rgb (TensorType[..., "num_samples", -1]): RGB for each sample + weights (TensorType[..., "num_samples"]): Weights for each sample + + Returns: + TensorType[..., 3]: Outputs of rgb values. + """ + + rgb = self.combine_rgb(rgb, weights) + if not self.training: + torch.clamp_(rgb, min=0.0, max=1.0) + return rgb + + +class SHRenderer(nn.Module): + """Render RGB value from spherical harmonics.""" + + def __init__( + self, background_color: Optional[TensorType[3]] = None, activation: Optional[nn.Module] = nn.Sigmoid() + ) -> None: + """ + Args: + background_color (TensorType[3], optional): Background color as RGB. Defaults to black. + activation (Optional[nn.Module], optional): Output activation. Defaults to Sigmoid(). + """ + super().__init__() + self.background_color = background_color + self.activation = activation + + def forward( + self, + sh: TensorType[..., "num_samples", "coeffs"], + directions: TensorType[..., "num_samples", 3], + weights: TensorType[..., "num_samples"], + ) -> TensorType[..., 3]: + """Composite samples along ray and render color image + + Args: + sh (TensorType[..., "num_samples", "coeffs"]): Spherical hamonics coefficients for each sample + directions: (TensorType[..., "num_samples", 3]): Sample direction + weights (TensorType[..., "num_samples"]): Weights for each sample + + Returns: + TensorType[..., 3]: Outputs of rgb values. + """ + + sh = sh.view(*sh.shape[:-1], 3, sh.shape[-1] // 3) + + levels = int(math.sqrt(sh.shape[-1])) + components = components_from_spherical_harmonics(levels=levels, directions=directions) + + rgb = sh * components[..., None, :] # [..., num_samples, 3, sh_components] + rgb = torch.sum(sh, dim=-1) + 0.5 # [..., num_samples, 3] + + if self.activation is not None: + self.activation(rgb) + + rgb = RGBRenderer.combine_rgb(rgb, weights, background_color=self.background_color) + + return rgb class AccumulationRenderer(nn.Module): @@ -67,20 +121,18 @@ class AccumulationRenderer(nn.Module): def forward( cls, weights: TensorType[..., "num_samples"], - ) -> RendererOutputs: + ) -> TensorType: """Composite samples along ray and calculate accumulation. Args: weights (TensorType[..., "num_samples"]): Weights for each sample Returns: - RendererOutputs: Outputs with accumulated values. + TensorType: Outputs of accumulated values. """ accumulation = torch.sum(weights, dim=-1)[..., None] - - renderer_outputs = RendererOutputs(accumulation=accumulation) - return renderer_outputs + return accumulation class DepthRenderer(nn.Module): @@ -96,7 +148,9 @@ class DepthRenderer(nn.Module): raise ValueError(f"{method} is an invalid depth calculation method") self.method = method - def forward(self, weights: TensorType[..., "num_samples"], ts: TensorType[..., "num_samples"]) -> RendererOutputs: + def forward( + self, weights: TensorType[..., "num_samples"], ts: TensorType[..., "num_samples"] + ) -> TensorType[..., 1]: """Composite samples along ray and calculate disparities. Args: @@ -104,7 +158,7 @@ class DepthRenderer(nn.Module): ts (TensorType[..., "num_samples"]): Sample locations along rays Returns: - RendererOutputs: Outputs with depth values. + TensorType[..., 1]: Outputs of depth values. """ if self.method == "expected": @@ -113,6 +167,36 @@ class DepthRenderer(nn.Module): depth = torch.clip(depth, ts[..., 0], ts[..., -1]) - return RendererOutputs(depth=depth[..., None]) + return depth[..., None] raise NotImplementedError(f"Method {self.method} not implemented") + + +class UncertaintyRenderer(nn.Module): + """Calculate uncertainty along the ray.""" + + @classmethod + def forward(cls, betas: TensorType[..., "num_samples", 1], weights: TensorType[..., "num_samples"]) -> TensorType: + """_summary_ + + Args: + betas (TensorType[..., "num_samples", 1]): _description_ + weights (TensorType[..., "num_samples"]): _description_ + + Returns: + TensorType: _description_ + """ + uncertainty = torch.sum(weights[..., None] * betas, dim=-2) + return uncertainty + + +class SemanticRenderer(nn.Module): + """Calculate semantics along the ray.""" + + @classmethod + def forward( + cls, semantics: TensorType[..., "num_samples", "num_classes"], weights: TensorType[..., "num_samples"] + ) -> TensorType[..., "num_classes"]: + """_summary_""" + sem = torch.sum(weights[..., None] * semantics, dim=-2) + return sem diff --git a/mattport/nerf/sampler.py b/mattport/nerf/sampler.py index 0b84ac2f6..0ddea9091 100644 --- a/mattport/nerf/sampler.py +++ b/mattport/nerf/sampler.py @@ -6,14 +6,79 @@ from typing import Optional import torch from torch import nn from torchtyping import TensorType +from mattport.nerf.occupancy_grid import OccupancyGrid from mattport.structures.rays import RayBundle, RaySamples +class OccupancyGridSampler(nn.Module): + """Sample based on occupancy grid""" + + def __init__( + self, + occupancy_grid: OccupancyGrid, + num_samples: int = 256, + weight_threshold: float = 1e-4, + train_stratified=True, + ) -> None: + """ + Args: + """ + super().__init__() + self.num_samples = num_samples + self.train_stratified = train_stratified + self.weight_threshold = weight_threshold + self.occupancy_grid = occupancy_grid + + @torch.no_grad() + def forward( + self, + ray_bundle: RayBundle, + num_samples: Optional[int] = None, + ) -> RaySamples: + """Generates position samples uniformly. + + Args: + ray_bundle (RayBundle): Rays to generate samples for + num_samples (Optional[int]): Number of samples per ray + + Returns: + RaySamples: Positions and deltas for samples along a ray + """ + assert ray_bundle.nears is not None + assert ray_bundle.fars is not None + + num_samples = num_samples or self.num_samples + num_rays = ray_bundle.origins.shape[0] + + bins = torch.linspace(0.0, 1.0, num_samples + 1).to(ray_bundle.origins.device) # shape (num_samples+1,) + bins = ray_bundle.nears[:, None] + bins[None, :] * ( + ray_bundle.fars[:, None] - ray_bundle.nears[:, None] + ) # shape (num_rays, num_samples+1) + + if self.train_stratified and self.training: + t_rand = torch.rand((num_rays, num_samples), dtype=bins.dtype, device=bins.device) + ts = bins[:, :-1] + t_rand * (bins[:, 1:] - bins[:, :-1]) # shape (num_rays, num_samples) + else: + ts = (bins[:, 1:] + bins[:, :-1]) / 2 + + ray_samples = RaySamples( + ts=ts, + ray_bundle=ray_bundle, + ) + + densities = self.occupancy_grid.get_densities(ray_samples.positions, update_iter_count=True) + weights = ray_samples.get_weights(densities) + + valid_mask = weights >= self.weight_threshold + + return ray_samples, weights, valid_mask + + class UniformSampler(nn.Module): """Sample uniformly along a ray""" - def __init__(self, near_plane: float, far_plane: float, num_samples: int, train_stratified=True) -> None: + def __init__(self, num_samples: int, train_stratified=True) -> None: """ Args: near_plane (float): Minimum distance along ray to sample @@ -23,8 +88,6 @@ class UniformSampler(nn.Module): """ super().__init__() - self.near_plane = near_plane - self.far_plane = far_plane self.num_samples = num_samples self.train_stratified = train_stratified @@ -32,36 +95,33 @@ class UniformSampler(nn.Module): def forward( self, ray_bundle: RayBundle, - near_plane: Optional[float] = None, - far_plane: Optional[float] = None, num_samples: Optional[int] = None, ) -> RaySamples: """Generates position samples uniformly. Args: ray_bundle (RayBundle): Rays to generate samples for - TensorType[..., "output_dim"]: A encoded input tensor - near_plane (Optional[float]): Minimum distance along ray to sample - far_plane (Optional[float]): Maximum distance along ray to sample num_samples (Optional[int]): Number of samples per ray Returns: RaySamples: Positions and deltas for samples along a ray """ - near_plane = near_plane or self.near_plane - far_plane = far_plane or self.far_plane - num_samples = num_samples or self.num_samples + assert ray_bundle.nears is not None + assert ray_bundle.fars is not None + num_samples = num_samples or self.num_samples num_rays = ray_bundle.origins.shape[0] - bins = torch.linspace(near_plane, far_plane, num_samples + 1).to(ray_bundle.origins.device) # (num_samples+1) + bins = torch.linspace(0.0, 1.0, num_samples + 1).to(ray_bundle.origins.device) # shape (num_samples+1,) + bins = ray_bundle.nears[:, None] + bins[None, :] * ( + ray_bundle.fars[:, None] - ray_bundle.nears[:, None] + ) # shape (num_rays, num_samples+1) if self.train_stratified and self.training: t_rand = torch.rand((num_rays, num_samples), dtype=bins.dtype, device=bins.device) - ts = bins[None, :-1] + t_rand * (bins[None, 1:] - bins[None, :-1]) # (num_rays, num_samples) + ts = bins[:, :-1] + t_rand * (bins[:, 1:] - bins[:, :-1]) # shape (num_rays, num_samples) else: - ts = (bins[1:] + bins[:-1]) / 2 - ts = ts.unsqueeze(0).repeat(num_rays, 1) # (num_rays, num_samples) + ts = (bins[:, 1:] + bins[:, :-1]) / 2 ray_samples = RaySamples( ts=ts, diff --git a/mattport/nerf/trainer.py b/mattport/nerf/trainer.py index cf2fa468c..ec2486a92 100644 --- a/mattport/nerf/trainer.py +++ b/mattport/nerf/trainer.py @@ -1,21 +1,22 @@ """ Code to train model. """ +import copy import logging import os +from pydoc import locate from time import time from typing import Dict import torch import torch.distributed as dist -from hydra.utils import instantiate from omegaconf import DictConfig from torch.nn.parallel import DistributedDataParallel as DDP from torch.utils.data import DataLoader from mattport.nerf.dataset.collate import CollateIterDataset, collate_batch_size_one from mattport.nerf.dataset.image_dataset import ImageDataset, collate_batch -from mattport.nerf.dataset.utils import DatasetInputs, get_dataset_inputs_dict +from mattport.nerf.dataset.utils import DatasetInputs, get_dataset_inputs from mattport.nerf.optimizers import Optimizers from mattport.utils import profiler, stats_tracker, writer from mattport.utils.decorators import check_main_thread @@ -55,12 +56,18 @@ class Trainer: profiler.setup_profiler(config.logging) self.device = "cpu" if self.world_size == 0 else f"cuda:{self.local_rank}" - @profiler.time_function def setup(self, test_mode=False): """Setup the Trainer by calling other setup functions.""" - dataset_inputs_dict = get_dataset_inputs_dict(**self.config.data.dataset) - self.setup_datasets(dataset_inputs_dict, test_mode=test_mode) - self.setup_graph(dataset_inputs_dict["train"]) + dataset_inputs_train = get_dataset_inputs(**self.config.data.dataset, split="train") + if test_mode: + dataset_inputs_eval = get_dataset_inputs(**self.config.data.dataset, split="test") + else: + config_data_dataset_val = copy.deepcopy(self.config.data.dataset) + config_data_dataset_val.downscale_factor = self.config.data.val_downscale_factor + dataset_inputs_eval = get_dataset_inputs(**config_data_dataset_val, split="val") + self.setup_dataset_train(dataset_inputs_train) + self.setup_dataset_eval(dataset_inputs_eval) + self.setup_graph(dataset_inputs_train) def collate_fn(self, batch_list): """TODO(ethan): I need to replace this. @@ -68,43 +75,39 @@ class Trainer: """ return collate_batch(batch_list, self.config.data.dataloader.num_rays_per_batch, keep_full_image=False) - def load_test_dataset(self, dataset_inputs_dict, mode): + @profiler.time_function + def setup_dataset_eval(self, dataset_inputs: DatasetInputs): """Helper method to load test or val dataset based on test/train mode""" self.val_image_dataset = ImageDataset( - image_filenames=dataset_inputs_dict[mode].image_filenames, - downscale_factor=dataset_inputs_dict[mode].downscale_factor, - alpha_color=dataset_inputs_dict[mode].alpha_color, + image_filenames=dataset_inputs.image_filenames, + downscale_factor=dataset_inputs.downscale_factor, + alpha_color=dataset_inputs.alpha_color, ) - self.val_image_intrinsics = dataset_inputs_dict[mode].intrinsics - self.val_image_camera_to_world = dataset_inputs_dict[mode].camera_to_world + self.val_image_intrinsics = dataset_inputs.intrinsics + self.val_image_camera_to_world = dataset_inputs.camera_to_world @profiler.time_function - def setup_datasets(self, dataset_inputs_dict: Dict[str, DatasetInputs], test_mode: bool): + def setup_dataset_train(self, dataset_inputs: DatasetInputs): """_summary_""" - if test_mode: - # TODO(change "val" to "test") - self.load_test_dataset(dataset_inputs_dict, "val") - else: - self.train_image_dataset = ImageDataset( - image_filenames=dataset_inputs_dict["train"].image_filenames, - downscale_factor=dataset_inputs_dict["train"].downscale_factor, - alpha_color=dataset_inputs_dict["train"].alpha_color, - ) - - self.train_dataset = CollateIterDataset( - self.train_image_dataset, - collate_fn=self.collate_fn, - num_samples_to_collate=self.config.data.dataloader.num_images_to_sample_from, - num_times_to_repeat=self.config.data.dataloader.num_times_to_repeat_images, - ) - self.train_dataloader = DataLoader( - self.train_dataset, - batch_size=1, - num_workers=self.config.data.dataloader.num_workers, - collate_fn=collate_batch_size_one, - pin_memory=True, - ) - self.load_test_dataset(dataset_inputs_dict, "val") + self.train_image_dataset = ImageDataset( + image_filenames=dataset_inputs.image_filenames, + downscale_factor=dataset_inputs.downscale_factor, + semantics=dataset_inputs.semantics, + alpha_color=dataset_inputs.alpha_color, + ) + self.train_dataset = CollateIterDataset( + self.train_image_dataset, + collate_fn=self.collate_fn, + num_samples_to_collate=self.config.data.dataloader.num_images_to_sample_from, + num_times_to_repeat=self.config.data.dataloader.num_times_to_repeat_images, + ) + self.train_dataloader = DataLoader( + self.train_dataset, + batch_size=1, + num_workers=self.config.data.dataloader.num_workers, + collate_fn=collate_batch_size_one, + pin_memory=True, + ) @profiler.time_function def setup_graph(self, dataset_inputs: DatasetInputs): @@ -113,11 +116,18 @@ class Trainer: Args: dataset_inputs (DatasetInputs): The inputs which will be used to define the camera parameters. """ - self.graph = instantiate( - self.config.graph.network, + # hydra instantiate fails because of scene_bounds, so we are doing the following instead + kwargs = {k: v for k, v in self.config.graph.network.items() if k != "_target_"} + graph_class = locate(self.config.graph.network._target_) # pylint: disable=protected-access + self.graph = graph_class( + **kwargs, intrinsics=dataset_inputs.intrinsics, camera_to_world=dataset_inputs.camera_to_world, - ).to(self.device) + scene_bounds=dataset_inputs.scene_bounds, + stuff_classes=dataset_inputs.semantics.stuff_classes, + ) + self.graph.to(self.device) + self.setup_optimizers() # NOTE(ethan): can this be before DDP? if self.config.graph.resume_train.load_dir: @@ -129,7 +139,6 @@ class Trainer: def setup_optimizers(self): """_summary_""" - # TODO(ethan): handle different world sizes self.optimizers = Optimizers(self.config.graph.param_groups, self.graph.get_param_groups()) def load_checkpoint(self, load_config: DictConfig) -> int: @@ -218,12 +227,12 @@ class Trainer: ) if step != 0 and step % self.config.logging.steps_per_log == 0: - writer.write_event({"scalar_dict": loss_dict, "step": step, "group": "Loss", "prefix": "train-"}) + writer.write_scalar_dict(scalar_dict=loss_dict, step=step, group="Loss", prefix="train-") # TODO: add the learning rates to tensorboard/logging if step != 0 and self.config.graph.steps_per_save and step % self.config.graph.steps_per_save == 0: self.save_checkpoint(self.config.graph.model_dir, step) - if step % self.config.graph.steps_per_test == 0: - for image_idx in self.config.data.validation_image_indices: + if step % self.config.graph.steps_per_test == 0: # NOTE(ethan): we should still run this in dry-run mode! + for image_idx in self.config.data.val_image_indices: _ = self.test_image(image_idx=image_idx, step=step) stats_tracker.print_stats(i / num_iterations) @@ -237,12 +246,12 @@ class Trainer: """Run one iteration with a batch of inputs.""" # move batch to correct device ray_indices = batch["indices"].to(self.device) - _, loss_dict = self.graph(ray_indices, batch=batch) + _, loss_dict = self.graph(ray_indices, batch=batch, step=step) loss = loss_dict["aggregated_loss"] self.optimizers.zero_grad_all() loss.backward() - self.optimizers.scheduler_step_all(step) # NOTE(ethan): I think the scheduler needs to know what step we are on self.optimizers.optimizer_step_all() + self.optimizers.scheduler_step_all(step) return loss_dict @profiler.time_function @@ -251,7 +260,11 @@ class Trainer: self.graph.eval() intrinsics = self.val_image_intrinsics[image_idx] camera_to_world = self.val_image_camera_to_world[image_idx] - outputs = self.graph.get_outputs_for_camera(intrinsics, camera_to_world) + chunk_size = 1024 + training_camera_index = image_idx # TODO(ethan): change this because training and test should not be the same + outputs = self.graph.get_outputs_for_camera( + intrinsics, camera_to_world, chunk_size=chunk_size, training_camera_index=training_camera_index + ) image = self.val_image_dataset[image_idx]["image"].to(self.device) psnr = self.graph.log_test_image_outputs(image_idx, step, image, outputs) self.graph.train() diff --git a/mattport/structures/cameras.py b/mattport/structures/cameras.py index f6922ba37..1d27fe408 100644 --- a/mattport/structures/cameras.py +++ b/mattport/structures/cameras.py @@ -3,7 +3,7 @@ Camera Models """ from abc import abstractmethod from dataclasses import dataclass -from typing import Optional +from typing import Optional, Type import torch from torch.nn.functional import normalize @@ -28,45 +28,50 @@ class Camera: @abstractmethod def get_num_intrinsics_params(self) -> int: - """_summary_ - + """ Returns: - int: _description_ + int: number of optimizable intrinsic parameters """ return @abstractmethod def get_intrinsics(self) -> torch.Tensor: - """_summary_ - + """ Returns: - torch.Tensor: _description_ + torch.Tensor: Intrinsics matrix """ return def get_camera_to_world(self) -> TensorType[3, 4]: - """_summary_ - + """ Returns: - TensorType[3, 4]: _description_ + int: Camera to world transformation """ return self.camera_to_world @abstractmethod - def get_image_height(self): - """_summary_""" + def get_image_height(self) -> int: + """ + Returns: + int: Image height + """ return @abstractmethod - def get_image_width(self): - """_summary_""" + def get_image_width(self) -> int: + """ + Returns: + int: Image width + """ return def get_image_coords(self, pixel_offset: float = 0.5) -> TensorType["image_height", "image_width", 2]: - """_summary_ + """ + Args: + pixel_offset (float): Offset for each pixel. Defaults to center of pixel (0.5) Returns: - _type_: _description_ + TensorType["image_height", "image_width", 2]: Grid of image coordinates. """ image_height = self.get_image_height() image_width = self.get_image_width() @@ -82,15 +87,14 @@ class Camera: camera_to_world: TensorType["num_rays", 3, 4], coords: TensorType["image_height", "image_width", 2], ) -> RayBundle: - """_summary_ - + """ Args: - intrinsics (TensorType["num_rays", "num_intrinsics_params"]): _description_ - camera_to_world (TensorType["num_rays", 3, 4]): _description_ - coords (TensorType["image_height", "image_width", 2]): _description_ + intrinsics (TensorType["num_rays", "num_intrinsics_params"]): Camera intrinsics + camera_to_world (TensorType["num_rays", 3, 4]): Camera to world transformation matrix + coords (TensorType["image_height", "image_width", 2]): Image grid coordinates Returns: - RayBundle: _description_ + RayBundle: A bundle of rays for each grid coordinate. """ return @@ -123,20 +127,19 @@ class PinholeCamera(Camera): self.fx = fx self.fy = fy - def get_num_intrinsics_params(self): + def get_num_intrinsics_params(self) -> int: return 4 - def get_image_width(self): + def get_image_width(self) -> int: return int(self.cx * 2.0) - def get_image_height(self): + def get_image_height(self) -> int: return int(self.cy * 2.0) - def get_intrinsics_matrix(self): - """_summary_ - + def get_intrinsics_matrix(self) -> TensorType[3, 3]: + """ Returns: - _type_: _description_ + TensorType[3, 3]: Pinhole camera intrinsics matrix """ K = torch.tensor( [[self.fx, 0.0, self.cx], [0.0, self.fy, self.cy], [0, 0, 1.0]], @@ -206,15 +209,61 @@ class SimplePinholeCamera(PinholeCamera): return 2 -def get_camera_model(num_intrinsics_params): +class EquirectangularCamera(Camera): + """Equirectangular (360 degree) camera model.""" + + def __init__(self, height: int, width: int, camera_to_world: Optional[TensorType[3, 4]] = torch.eye(4)[:3]): + super().__init__(camera_to_world) + self.height = height + self.width = width + + def get_num_intrinsics_params(self): + return 2 + + def get_image_width(self): + return self.width + + def get_image_height(self): + return self.height + + def get_intrinsics(self) -> torch.Tensor: + return torch.tensor([self.height, self.width]) + + @classmethod + def generate_rays( + cls, + intrinsics: TensorType["num_rays", 2], + camera_to_world: TensorType["num_rays", 3, 4], + coords: TensorType["num_rays", 2], + ) -> RayBundle: + + phi = coords[:, 0:1] # (num_rays, 1) + theta = coords[:, 1:2] # (num_rays, 1) + + height = intrinsics[:, 0:1] + width = intrinsics[:, 1:2] + + phi = phi / height * torch.pi + theta = -theta / width * 2 * torch.pi + + directions = torch.stack( + [torch.cos(theta) * torch.sin(phi), torch.sin(theta) * torch.sin(phi), torch.cos(phi)], dim=-1 + ) + origins = camera_to_world[:, :3, 3] # (num_rays, 3) + return RayBundle(origins=origins, directions=directions) + + +def get_camera_model(num_intrinsics_params: int) -> Type[Camera]: """Returns the camera model given the specified number of intrinsics parameters. Args: - num_intrinsics_params (_type_): _description_ + num_intrinsics_params (int): Number of intrinsic parametes. Returns: - _type_: _description_ + Camera: Camera model """ + if num_intrinsics_params == 2: + return EquirectangularCamera if num_intrinsics_params == 3: return SimplePinholeCamera if num_intrinsics_params == 4: diff --git a/mattport/structures/rays.py b/mattport/structures/rays.py index 753b889cc..d1df55b97 100644 --- a/mattport/structures/rays.py +++ b/mattport/structures/rays.py @@ -8,6 +8,17 @@ import torch from torchtyping import TensorType +from mattport.utils.misc import is_not_none + + +@dataclass +class PointSamples: + """Samples in space.""" + + positions: TensorType[..., 3] = None + directions: TensorType[..., 3] = None + camera_indices: TensorType[..., 1] = None + @dataclass class RayBundle: @@ -20,20 +31,18 @@ class RayBundle: origins: TensorType["num_rays", 3] directions: TensorType["num_rays", 3] camera_indices: Optional[TensorType["num_rays"]] = None + nears: Optional[TensorType["num_rays"]] = None + fars: Optional[TensorType["num_rays"]] = None + valid_mask: Optional[TensorType["num_rays"]] = None def to_camera_ray_bundle(self, image_height, image_width) -> "CameraRayBundle": - """_summary_ - - Args: - image_height (_type_): _description_ - image_width (_type_): _description_ - - Returns: - CameraRayBundle: _description_ - """ + """Returns a CameraRayBundle from this object.""" camera_ray_bundle = CameraRayBundle( origins=self.origins.view(image_height, image_width, 3), directions=self.directions.view(image_height, image_width, 3), + camera_indices=self.camera_indices.view(image_height, image_width) + if not isinstance(self.camera_indices, type(None)) + else None, ) return camera_ray_bundle @@ -65,6 +74,17 @@ class RayBundle: camera_indices=self.camera_indices[indices], ) + def get_masked_ray_bundle(self, valid_mask): + """Return a masked instance of the ray bundle.""" + return RayBundle( + origins=self.origins[valid_mask], + directions=self.directions[valid_mask], + camera_indices=self.camera_indices[valid_mask] if is_not_none(self.camera_indices) else None, + nears=self.nears[valid_mask] if is_not_none(self.nears) else None, + fars=self.fars[valid_mask] if is_not_none(self.fars) else None, + valid_mask=self.valid_mask[valid_mask] if is_not_none(self.valid_mask) else None, + ) + @dataclass class CameraRayBundle: @@ -77,7 +97,12 @@ class CameraRayBundle: def __post_init__(self): if not isinstance(self.camera_index, type(None)): - self.camera_indices = torch.ones_like(self.origins[:, :]) * self.camera_index + self.set_camera_indices(self.camera_index) + + def set_camera_indices(self, camera_index: int): + """Sets the camera indices for a specific camera index.""" + self.camera_index = camera_index + self.camera_indices = torch.ones_like(self.origins[..., 0]).long() * camera_index def get_num_rays(self): """Return the number of rays in this bundle.""" @@ -98,7 +123,7 @@ class CameraRayBundle: def get_row_major_sliced_ray_bundle(self, start_idx, end_idx): """Return a RayBundle""" camera_indices = ( - self.camera_indices.view(-1)[start_idx:end_idx] if not isinstance(self.camera_index, type(None)) else None + self.camera_indices.view(-1)[start_idx:end_idx] if not isinstance(self.camera_indices, type(None)) else None ) return RayBundle( origins=self.origins.view(-1, 3)[start_idx:end_idx], @@ -121,6 +146,17 @@ class RaySamples: self.directions = ray_bundle.directions.unsqueeze(1).repeat(1, self.positions.shape[1], 1) self.deltas = self.get_deltas() + def to_point_samples(self): + """Convert to PointSamples instance and return.""" + # TODO: make this more interpretable + return PointSamples(positions=self.positions, directions=self.directions) + + def get_camera_indices(self): + """Returns camera indices.""" + assert not isinstance(self.ray_bundle.camera_indices, type(None)), "Camera indices cannot be None here." + camera_indices = self.ray_bundle.camera_indices.unsqueeze(1).repeat(1, self.positions.shape[1]) + return camera_indices + def get_positions(self, ray_bundle: RayBundle) -> TensorType["num_rays", "num_samples", 3]: """Returns positions.""" return ray_bundle.origins[:, None] + self.ts[:, :, None] * ray_bundle.directions[:, None] @@ -128,7 +164,8 @@ class RaySamples: def get_deltas(self) -> TensorType[..., "num_samples"]: """Returns deltas.""" dists = self.ts[..., 1:] - self.ts[..., :-1] - dists = torch.cat([dists, dists[..., -1:]], -1) # [N_rays, N_samples] + dist_inf = 1e10 * torch.ones_like(dists[..., -1:]) + dists = torch.cat([dists, dist_inf], -1) # [N_rays, N_samples] deltas = dists * torch.norm(self.ray_bundle.directions[..., None, :], dim=-1) return deltas diff --git a/mattport/utils/io.py b/mattport/utils/io.py index cc4f576ef..1afd26e48 100644 --- a/mattport/utils/io.py +++ b/mattport/utils/io.py @@ -4,6 +4,8 @@ Input/output utils. import json import os +import logging + def load_from_json(filename: str): """_summary_ @@ -51,7 +53,23 @@ def get_git_root(path, dirs=(".git",), default=None): return default -def get_absolute_path(path, proj_root_func=get_git_root): +def get_project_root(path): + """Return the project root directory from an environment variable. + # TODO: handle this better and report user error + """ + project_root = os.getenv("PROJECT_ROOT") + if project_root is None: + logging.info( + ( + "Please set PROJECT_ROOT to the root directory of this repo. " + "Going to try calling get_git_root(path) instead." + ) + ) + project_root = get_git_root(path) + return project_root + + +def get_absolute_path(path, proj_root_func=get_project_root): """ Returns the full, absolute path. Relative paths are assumed to start at the repo directory. diff --git a/mattport/utils/math.py b/mattport/utils/math.py new file mode 100644 index 000000000..87b571ee1 --- /dev/null +++ b/mattport/utils/math.py @@ -0,0 +1,69 @@ +""" Math Helper Functions """ + +import torch +from torchtyping import TensorType + + +def components_from_spherical_harmonics(levels: int, directions: TensorType[..., 3]) -> TensorType[..., "components"]: + """ + Args: + levels (int): Number of spherical harmonic levels to compute. + coeffs (TensorType[..., "coeffs"]): Spherical hamonic coefficients + + Returns: + TensorType[..., "components"]: Value for each component. + """ + num_components = levels**2 + components = torch.zeros((*directions.shape[:-1], num_components)).to(directions.device) + + assert 1 <= levels <= 5, f"SH levels must be in [1,4], got {levels}" + assert directions.shape[-1] == 3, f"Direction input should have three dimensions. Got {directions.shape[-1]}" + + x = directions[..., 0] + y = directions[..., 1] + z = directions[..., 2] + + xx = x**2 + yy = y**2 + zz = z**2 + + # l0 + components[..., 0] = 0.28209479177387814 + + # l1 + if levels > 1: + components[..., 1] = 0.4886025119029199 * y + components[..., 2] = 0.4886025119029199 * z + components[..., 3] = 0.4886025119029199 * x + + # l2 + if levels > 2: + components[..., 4] = 1.0925484305920792 * x * y + components[..., 5] = 1.0925484305920792 * y * z + components[..., 6] = 0.9461746957575601 * zz + components[..., 7] = 1.0925484305920792 * x * z + components[..., 8] = 0.5462742152960396 * (xx - yy) + + # l3 + if levels > 3: + components[..., 9] = 0.5900435899266435 * y * (3 * xx - yy) + components[..., 10] = 2.890611442640554 * x * y * z + components[..., 11] = 0.4570457994644658 * y * (5 * zz - 1) + components[..., 12] = 0.3731763325901154 * z * (5 * zz - 3) + components[..., 13] = 0.4570457994644658 * x * (5 * zz - 1) + components[..., 14] = 1.445305721320277 * z * (xx - yy) + components[..., 15] = 0.5900435899266435 * x * (xx - 3 * yy) + + # l4 + if levels > 4: + components[..., 16] = 2.5033429417967046 * x * y * (xx - yy) + components[..., 17] = 1.7701307697799304 * y * z * (3 * xx - yy) + components[..., 18] = 0.9461746957575601 * x * y * (7 * zz - 1) + components[..., 19] = 0.6690465435572892 * y * (7 * zz - 3 * z) + components[..., 20] = 0.10578554691520431 * (35 * zz * zz - 30 * zz + 3) + components[..., 21] = 0.6690465435572892 * x * z * (7 * zz - 3) + components[..., 22] = 0.47308734787878004 * (xx - yy) * (7 * zz - 1) + components[..., 23] = 1.7701307697799304 * x * z * (xx - 3 * yy) + components[..., 24] = 0.4425326924449826 * (xx * (xx - 3 * yy) - yy * (3 * xx - yy)) + + return components diff --git a/mattport/utils/misc.py b/mattport/utils/misc.py index 25bdefe22..e1f90aa5d 100644 --- a/mattport/utils/misc.py +++ b/mattport/utils/misc.py @@ -37,3 +37,17 @@ def get_dict_to_cpu(stuff): if isinstance(stuff, torch.Tensor): return stuff.detach().cpu() return stuff + + +def is_not_none(var): + """Return True if the variable var is None.""" + return not isinstance(var, type(None)) + + +def get_masked_dict(d, mask): + """Return a masked dictionary. + TODO(ethan): add more asserts/checks so this doesn't have unpredictable behavior.""" + masked_dict = {} + for key, value in d.items(): + masked_dict[key] = value[mask] + return masked_dict diff --git a/mattport/utils/profiler.py b/mattport/utils/profiler.py index 02ecded9a..a2b4987dd 100644 --- a/mattport/utils/profiler.py +++ b/mattport/utils/profiler.py @@ -2,7 +2,6 @@ Profiler base class and functionality """ import logging -import sys import time from typing import Callable @@ -21,11 +20,7 @@ def time_function(func: Callable) -> Callable: start = time.time() ret = func(*args, **kwargs) if PROFILER: - vals = vars(sys.modules[func.__module__]) - class_str = "" - for attr in func.__qualname__.split(".")[:-1]: - class_str += f"{vals[attr].__qualname__}_" - class_str += func.__name__ + class_str = func.__qualname__ PROFILER[0].update_time(class_str, start, time.time()) return ret diff --git a/mattport/utils/stats_tracker.py b/mattport/utils/stats_tracker.py index 066a9baa9..64f0fc5f5 100644 --- a/mattport/utils/stats_tracker.py +++ b/mattport/utils/stats_tracker.py @@ -157,13 +157,13 @@ class StatsTracker: v = f"{v:0.4f}" curr_mssg += f"{v:<20} " # update the history buffer - if len(self.past_stats) >= self.max_history: - self.past_stats.pop(0) - cursorup(len(self.past_stats) + 1) - for mssg in self.past_stats: - print(mssg) + # if len(self.past_stats) >= self.max_history: + # self.past_stats.pop(0) + # cursorup(len(self.past_stats) + 1) + # for mssg in self.past_stats: + # print(mssg) print(curr_mssg) - self.past_stats.append(curr_mssg) + # self.past_stats.append(curr_mssg) @check_print_stats_step def print_stats(self, fraction_done: float): @@ -173,7 +173,7 @@ class StatsTracker: fraction_done (float): fraction of steps executed in training iterations """ # print a new header line if there is a new key added - self.handle_header() + # self.handle_header() # generate a new stats reporting message self.handle_stats(fraction_done) diff --git a/mattport/utils/writer.py b/mattport/utils/writer.py index 94a6a167d..735f2687d 100644 --- a/mattport/utils/writer.py +++ b/mattport/utils/writer.py @@ -5,7 +5,7 @@ Generic Writer class import os from abc import abstractmethod -from typing import Any, Dict +from typing import Dict import imageio import numpy as np @@ -22,18 +22,46 @@ to8b = lambda x: (255 * torch.clamp(x, min=0, max=1)).to(torch.uint8) EVENT_WRITERS = [] -def write_event(args: Dict[str, Any]): - """write out values for all the event writers""" +def write_image(name: str, image: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None) -> None: + """Write image to all writers + Args: + name (str): data identifier + image (TensorType["H", "W", "C"]): rendered image to write + step (int): the time step to log + group (str): the group e.g., "Loss", "Accuracy", "Time" + prefix (str): the prefix e.g., "train-", "test-" + """ assert comms.is_main_process(), "Writing out with process other than main" for writer in EVENT_WRITERS: - if "x" in args: - writer.write_image(**args) - elif "scalar" in args: - writer.write_scalar(**args) - elif "scalar_dict" in args: - writer.write_scalar_dict(**args) - else: - raise NotImplementedError + writer.write_image(name, image, step, group, prefix) + + +def write_scalar(name: str, scalar: float, step: int, group: str = None, prefix: str = None) -> None: + """Write scalar to all writers + + Args: + name (str): data identifier + step (int): the time step to log + group (str): the group e.g., "Loss", "Accuracy", "Time" + prefix (str): the prefix e.g., "train-", "test-" + """ + assert comms.is_main_process(), "Writing out with process other than main" + for writer in EVENT_WRITERS: + writer.write_scalar(name, scalar, step, group, prefix) + + +def write_scalar_dict(scalar_dict: Dict[str, float], step: int, group: str = None, prefix: str = None) -> None: + """Write dictionary of scalars to all writers + + Args: + scalar_dict (dict): dictionary containing all scalar values with key names and quantities + step (int): the time step to log + group (str): the group e.g., "Loss", "Accuracy", "Time" + prefix (str): the prefix e.g., "train-", "test-" + """ + assert comms.is_main_process(), "Writing out with process other than main" + for writer in EVENT_WRITERS: + writer.write_scalar_dict(scalar_dict, step, group, prefix) def setup_event_writers(config: DictConfig) -> None: @@ -62,13 +90,13 @@ class Writer: @abstractmethod def write_image( - self, name: str, x: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None + self, name: str, image: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None ) -> None: """_summary_ Args: name (str): data identifier - x (TensorType["H", "W", "C"]): rendered image to write + image (TensorType["H", "W", "C"]): rendered image to write step (int): the time step to log group (str): the group e.g., "Loss", "Accuracy", "Time" prefix (str): the prefix e.g., "train-", "test-" @@ -112,17 +140,17 @@ class TensorboardWriter(Writer): self.tb_writer = SummaryWriter(log_dir=self.save_dir) def write_image( - self, name: str, x: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None + self, name: str, image: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None ) -> None: """_summary_ Args: name (str): data identifier - x (TensorType["H", "W", "C"]): rendered image to write + image (TensorType["H", "W", "C"]): rendered image to write """ - x = to8b(x) + image = to8b(image) tensorboard_name = get_tensorboard_name(name, group=group, prefix=prefix) - self.tb_writer.add_image(tensorboard_name, x, step, dataformats="HWC") + self.tb_writer.add_image(tensorboard_name, image, step, dataformats="HWC") def write_scalar(self, name: str, scalar: float, step: int, group: str = None, prefix: str = None) -> None: """Tensorboard method to write a single scalar value to the logger @@ -142,11 +170,11 @@ class LocalWriter(Writer): """Local Writer Class""" def write_image( - self, name: str, x: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None + self, name: str, image: TensorType["H", "W", "C"], step: int, group: str = None, prefix: str = None ) -> None: - x = to8b(x) + image = to8b(image) image_path = os.path.join(self.save_dir, f"{name}.jpg") - imageio.imwrite(image_path, np.uint8(x.cpu().numpy() * 255.0)) + imageio.imwrite(image_path, np.uint8(image.cpu().numpy() * 255.0)) def write_scalar(self, name: str, scalar: float, step: int, group: str = None, prefix: str = None) -> None: raise NotImplementedError diff --git a/notebooks/visualize_cameras.ipynb b/notebooks/visualize_cameras.ipynb new file mode 100644 index 000000000..3bc223bed --- /dev/null +++ b/notebooks/visualize_cameras.ipynb @@ -0,0 +1,19620 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Visualize Camera Models" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "from mattport.structures import cameras\n", + "import plotly.graph_objects as go\n", + "import mediapy as media" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "def vis_camera_rays(camera):\n", + " coords = camera.get_image_coords()\n", + " coords[..., 0] /= camera.get_image_height()\n", + " coords[..., 1] /= camera.get_image_width()\n", + " coords = torch.cat([coords, torch.ones((*coords.shape[:-1], 1))], dim=-1)\n", + "\n", + " print(\"Image UV coordinates\")\n", + " media.show_image(coords, width=400)\n", + "\n", + " ray_bundle = camera.generate_camera_rays()\n", + "\n", + " origins = ray_bundle.origins.view(-1, 3)\n", + " directions = ray_bundle.directions.view(-1, 3)\n", + " coords = coords.view(-1, 3)\n", + "\n", + " lines = torch.empty((origins.shape[0] * 2, 3))\n", + " lines[0::2] = origins\n", + " lines[1::2] = origins + directions\n", + "\n", + " colors = torch.empty((coords.shape[0] * 2, 3))\n", + " colors[0::2] = coords\n", + " colors[1::2] = coords\n", + "\n", + " fig = go.Figure(\n", + " data=go.Scatter3d(\n", + " x=lines[:, 0],\n", + " y=lines[:, 1],\n", + " z=lines[:, 2],\n", + " marker=dict(\n", + " size=4,\n", + " color=colors,\n", + " ),\n", + " line=dict(color=\"lightblue\", width=1),\n", + " )\n", + " )\n", + "\n", + " fig.show()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Pinhole Camera Model" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Image UV coordinates\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " \n", + " " + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "line": { + "color": "lightblue", + "width": 1 + }, + "marker": { + "color": [ + [ + 0.02500000037252903, + 0.012500000186264515, + 1 + ], + [ + 0.02500000037252903, + 0.012500000186264515, + 1 + ], + [ + 0.02500000037252903, + 0.03750000149011612, + 1 + ], + [ + 0.02500000037252903, + 0.03750000149011612, + 1 + ], + [ + 0.02500000037252903, + 0.0625, + 1 + ], + [ + 0.02500000037252903, + 0.0625, + 1 + ], + [ + 0.02500000037252903, + 0.08749999850988388, + 1 + ], + [ + 0.02500000037252903, + 0.08749999850988388, + 1 + ], + [ + 0.02500000037252903, + 0.11249999701976776, + 1 + ], + [ + 0.02500000037252903, + 0.11249999701976776, + 1 + ], + [ + 0.02500000037252903, + 0.13750000298023224, + 1 + ], + [ + 0.02500000037252903, + 0.13750000298023224, + 1 + ], + [ + 0.02500000037252903, + 0.16249999403953552, + 1 + ], + [ + 0.02500000037252903, + 0.16249999403953552, + 1 + ], + [ + 0.02500000037252903, + 0.1875, + 1 + ], + [ + 0.02500000037252903, + 0.1875, + 1 + ], + [ + 0.02500000037252903, + 0.21250000596046448, + 1 + ], + [ + 0.02500000037252903, + 0.21250000596046448, + 1 + ], + [ + 0.02500000037252903, + 0.23749999701976776, + 1 + ], + [ + 0.02500000037252903, + 0.23749999701976776, + 1 + ], + [ + 0.02500000037252903, + 0.26249998807907104, + 1 + ], + [ + 0.02500000037252903, + 0.26249998807907104, + 1 + ], + [ + 0.02500000037252903, + 0.2874999940395355, + 1 + ], + [ + 0.02500000037252903, + 0.2874999940395355, + 1 + ], + [ + 0.02500000037252903, + 0.3125, + 1 + ], + [ + 0.02500000037252903, + 0.3125, + 1 + ], + [ + 0.02500000037252903, + 0.3375000059604645, + 1 + ], + [ + 0.02500000037252903, + 0.3375000059604645, + 1 + ], + [ + 0.02500000037252903, + 0.36250001192092896, + 1 + ], + [ + 0.02500000037252903, + 0.36250001192092896, + 1 + ], + [ + 0.02500000037252903, + 0.38749998807907104, + 1 + ], + [ + 0.02500000037252903, + 0.38749998807907104, + 1 + ], + [ + 0.02500000037252903, + 0.4124999940395355, + 1 + ], + [ + 0.02500000037252903, + 0.4124999940395355, + 1 + ], + [ + 0.02500000037252903, + 0.4375, + 1 + ], + [ + 0.02500000037252903, + 0.4375, + 1 + ], + [ + 0.02500000037252903, + 0.4625000059604645, + 1 + ], + [ + 0.02500000037252903, + 0.4625000059604645, + 1 + ], + [ + 0.02500000037252903, + 0.48750001192092896, + 1 + ], + [ + 0.02500000037252903, + 0.48750001192092896, + 1 + ], + [ + 0.02500000037252903, + 0.512499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.512499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.5375000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.5375000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.5625, + 1 + ], + [ + 0.02500000037252903, + 0.5625, + 1 + ], + [ + 0.02500000037252903, + 0.5874999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.5874999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.612500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.612500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.637499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.637499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.6625000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.6625000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.6875, + 1 + ], + [ + 0.02500000037252903, + 0.6875, + 1 + ], + [ + 0.02500000037252903, + 0.7124999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.7124999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.737500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.737500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.762499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.762499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.7875000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.7875000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.8125, + 1 + ], + [ + 0.02500000037252903, + 0.8125, + 1 + ], + [ + 0.02500000037252903, + 0.8374999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.8374999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.862500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.862500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.887499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.887499988079071, + 1 + ], + [ + 0.02500000037252903, + 0.9125000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.9125000238418579, + 1 + ], + [ + 0.02500000037252903, + 0.9375, + 1 + ], + [ + 0.02500000037252903, + 0.9375, + 1 + ], + [ + 0.02500000037252903, + 0.9624999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.9624999761581421, + 1 + ], + [ + 0.02500000037252903, + 0.987500011920929, + 1 + ], + [ + 0.02500000037252903, + 0.987500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.012500000186264515, + 1 + ], + [ + 0.07500000298023224, + 0.012500000186264515, + 1 + ], + [ + 0.07500000298023224, + 0.03750000149011612, + 1 + ], + [ + 0.07500000298023224, + 0.03750000149011612, + 1 + ], + [ + 0.07500000298023224, + 0.0625, + 1 + ], + [ + 0.07500000298023224, + 0.0625, + 1 + ], + [ + 0.07500000298023224, + 0.08749999850988388, + 1 + ], + [ + 0.07500000298023224, + 0.08749999850988388, + 1 + ], + [ + 0.07500000298023224, + 0.11249999701976776, + 1 + ], + [ + 0.07500000298023224, + 0.11249999701976776, + 1 + ], + [ + 0.07500000298023224, + 0.13750000298023224, + 1 + ], + [ + 0.07500000298023224, + 0.13750000298023224, + 1 + ], + [ + 0.07500000298023224, + 0.16249999403953552, + 1 + ], + [ + 0.07500000298023224, + 0.16249999403953552, + 1 + ], + [ + 0.07500000298023224, + 0.1875, + 1 + ], + [ + 0.07500000298023224, + 0.1875, + 1 + ], + [ + 0.07500000298023224, + 0.21250000596046448, + 1 + ], + [ + 0.07500000298023224, + 0.21250000596046448, + 1 + ], + [ + 0.07500000298023224, + 0.23749999701976776, + 1 + ], + [ + 0.07500000298023224, + 0.23749999701976776, + 1 + ], + [ + 0.07500000298023224, + 0.26249998807907104, + 1 + ], + [ + 0.07500000298023224, + 0.26249998807907104, + 1 + ], + [ + 0.07500000298023224, + 0.2874999940395355, + 1 + ], + [ + 0.07500000298023224, + 0.2874999940395355, + 1 + ], + [ + 0.07500000298023224, + 0.3125, + 1 + ], + [ + 0.07500000298023224, + 0.3125, + 1 + ], + [ + 0.07500000298023224, + 0.3375000059604645, + 1 + ], + [ + 0.07500000298023224, + 0.3375000059604645, + 1 + ], + [ + 0.07500000298023224, + 0.36250001192092896, + 1 + ], + [ + 0.07500000298023224, + 0.36250001192092896, + 1 + ], + [ + 0.07500000298023224, + 0.38749998807907104, + 1 + ], + [ + 0.07500000298023224, + 0.38749998807907104, + 1 + ], + [ + 0.07500000298023224, + 0.4124999940395355, + 1 + ], + [ + 0.07500000298023224, + 0.4124999940395355, + 1 + ], + [ + 0.07500000298023224, + 0.4375, + 1 + ], + [ + 0.07500000298023224, + 0.4375, + 1 + ], + [ + 0.07500000298023224, + 0.4625000059604645, + 1 + ], + [ + 0.07500000298023224, + 0.4625000059604645, + 1 + ], + [ + 0.07500000298023224, + 0.48750001192092896, + 1 + ], + [ + 0.07500000298023224, + 0.48750001192092896, + 1 + ], + [ + 0.07500000298023224, + 0.512499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.512499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.5375000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.5375000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.5625, + 1 + ], + [ + 0.07500000298023224, + 0.5625, + 1 + ], + [ + 0.07500000298023224, + 0.5874999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.5874999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.612500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.612500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.637499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.637499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.6625000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.6625000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.6875, + 1 + ], + [ + 0.07500000298023224, + 0.6875, + 1 + ], + [ + 0.07500000298023224, + 0.7124999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.7124999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.737500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.737500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.762499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.762499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.7875000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.7875000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.8125, + 1 + ], + [ + 0.07500000298023224, + 0.8125, + 1 + ], + [ + 0.07500000298023224, + 0.8374999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.8374999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.862500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.862500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.887499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.887499988079071, + 1 + ], + [ + 0.07500000298023224, + 0.9125000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.9125000238418579, + 1 + ], + [ + 0.07500000298023224, + 0.9375, + 1 + ], + [ + 0.07500000298023224, + 0.9375, + 1 + ], + [ + 0.07500000298023224, + 0.9624999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.9624999761581421, + 1 + ], + [ + 0.07500000298023224, + 0.987500011920929, + 1 + ], + [ + 0.07500000298023224, + 0.987500011920929, + 1 + ], + [ + 0.125, + 0.012500000186264515, + 1 + ], + [ + 0.125, + 0.012500000186264515, + 1 + ], + [ + 0.125, + 0.03750000149011612, + 1 + ], + [ + 0.125, + 0.03750000149011612, + 1 + ], + [ + 0.125, + 0.0625, + 1 + ], + [ + 0.125, + 0.0625, + 1 + ], + [ + 0.125, + 0.08749999850988388, + 1 + ], + [ + 0.125, + 0.08749999850988388, + 1 + ], + [ + 0.125, + 0.11249999701976776, + 1 + ], + [ + 0.125, + 0.11249999701976776, + 1 + ], + [ + 0.125, + 0.13750000298023224, + 1 + ], + [ + 0.125, + 0.13750000298023224, + 1 + ], + [ + 0.125, + 0.16249999403953552, + 1 + ], + [ + 0.125, + 0.16249999403953552, + 1 + ], + [ + 0.125, + 0.1875, + 1 + ], + [ + 0.125, + 0.1875, + 1 + ], + [ + 0.125, + 0.21250000596046448, + 1 + ], + [ + 0.125, + 0.21250000596046448, + 1 + ], + [ + 0.125, + 0.23749999701976776, + 1 + ], + [ + 0.125, + 0.23749999701976776, + 1 + ], + [ + 0.125, + 0.26249998807907104, + 1 + ], + [ + 0.125, + 0.26249998807907104, + 1 + ], + [ + 0.125, + 0.2874999940395355, + 1 + ], + [ + 0.125, + 0.2874999940395355, + 1 + ], + [ + 0.125, + 0.3125, + 1 + ], + [ + 0.125, + 0.3125, + 1 + ], + [ + 0.125, + 0.3375000059604645, + 1 + ], + [ + 0.125, + 0.3375000059604645, + 1 + ], + [ + 0.125, + 0.36250001192092896, + 1 + ], + [ + 0.125, + 0.36250001192092896, + 1 + ], + [ + 0.125, + 0.38749998807907104, + 1 + ], + [ + 0.125, + 0.38749998807907104, + 1 + ], + [ + 0.125, + 0.4124999940395355, + 1 + ], + [ + 0.125, + 0.4124999940395355, + 1 + ], + [ + 0.125, + 0.4375, + 1 + ], + [ + 0.125, + 0.4375, + 1 + ], + [ + 0.125, + 0.4625000059604645, + 1 + ], + [ + 0.125, + 0.4625000059604645, + 1 + ], + [ + 0.125, + 0.48750001192092896, + 1 + ], + [ + 0.125, + 0.48750001192092896, + 1 + ], + [ + 0.125, + 0.512499988079071, + 1 + ], + [ + 0.125, + 0.512499988079071, + 1 + ], + [ + 0.125, + 0.5375000238418579, + 1 + ], + [ + 0.125, + 0.5375000238418579, + 1 + ], + [ + 0.125, + 0.5625, + 1 + ], + [ + 0.125, + 0.5625, + 1 + ], + [ + 0.125, + 0.5874999761581421, + 1 + ], + [ + 0.125, + 0.5874999761581421, + 1 + ], + [ + 0.125, + 0.612500011920929, + 1 + ], + [ + 0.125, + 0.612500011920929, + 1 + ], + [ + 0.125, + 0.637499988079071, + 1 + ], + [ + 0.125, + 0.637499988079071, + 1 + ], + [ + 0.125, + 0.6625000238418579, + 1 + ], + [ + 0.125, + 0.6625000238418579, + 1 + ], + [ + 0.125, + 0.6875, + 1 + ], + [ + 0.125, + 0.6875, + 1 + ], + [ + 0.125, + 0.7124999761581421, + 1 + ], + [ + 0.125, + 0.7124999761581421, + 1 + ], + [ + 0.125, + 0.737500011920929, + 1 + ], + [ + 0.125, + 0.737500011920929, + 1 + ], + [ + 0.125, + 0.762499988079071, + 1 + ], + [ + 0.125, + 0.762499988079071, + 1 + ], + [ + 0.125, + 0.7875000238418579, + 1 + ], + [ + 0.125, + 0.7875000238418579, + 1 + ], + [ + 0.125, + 0.8125, + 1 + ], + [ + 0.125, + 0.8125, + 1 + ], + [ + 0.125, + 0.8374999761581421, + 1 + ], + [ + 0.125, + 0.8374999761581421, + 1 + ], + [ + 0.125, + 0.862500011920929, + 1 + ], + [ + 0.125, + 0.862500011920929, + 1 + ], + [ + 0.125, + 0.887499988079071, + 1 + ], + [ + 0.125, + 0.887499988079071, + 1 + ], + [ + 0.125, + 0.9125000238418579, + 1 + ], + [ + 0.125, + 0.9125000238418579, + 1 + ], + [ + 0.125, + 0.9375, + 1 + ], + [ + 0.125, + 0.9375, + 1 + ], + [ + 0.125, + 0.9624999761581421, + 1 + ], + [ + 0.125, + 0.9624999761581421, + 1 + ], + [ + 0.125, + 0.987500011920929, + 1 + ], + [ + 0.125, + 0.987500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.012500000186264515, + 1 + ], + [ + 0.17499999701976776, + 0.012500000186264515, + 1 + ], + [ + 0.17499999701976776, + 0.03750000149011612, + 1 + ], + [ + 0.17499999701976776, + 0.03750000149011612, + 1 + ], + [ + 0.17499999701976776, + 0.0625, + 1 + ], + [ + 0.17499999701976776, + 0.0625, + 1 + ], + [ + 0.17499999701976776, + 0.08749999850988388, + 1 + ], + [ + 0.17499999701976776, + 0.08749999850988388, + 1 + ], + [ + 0.17499999701976776, + 0.11249999701976776, + 1 + ], + [ + 0.17499999701976776, + 0.11249999701976776, + 1 + ], + [ + 0.17499999701976776, + 0.13750000298023224, + 1 + ], + [ + 0.17499999701976776, + 0.13750000298023224, + 1 + ], + [ + 0.17499999701976776, + 0.16249999403953552, + 1 + ], + [ + 0.17499999701976776, + 0.16249999403953552, + 1 + ], + [ + 0.17499999701976776, + 0.1875, + 1 + ], + [ + 0.17499999701976776, + 0.1875, + 1 + ], + [ + 0.17499999701976776, + 0.21250000596046448, + 1 + ], + [ + 0.17499999701976776, + 0.21250000596046448, + 1 + ], + [ + 0.17499999701976776, + 0.23749999701976776, + 1 + ], + [ + 0.17499999701976776, + 0.23749999701976776, + 1 + ], + [ + 0.17499999701976776, + 0.26249998807907104, + 1 + ], + [ + 0.17499999701976776, + 0.26249998807907104, + 1 + ], + [ + 0.17499999701976776, + 0.2874999940395355, + 1 + ], + [ + 0.17499999701976776, + 0.2874999940395355, + 1 + ], + [ + 0.17499999701976776, + 0.3125, + 1 + ], + [ + 0.17499999701976776, + 0.3125, + 1 + ], + [ + 0.17499999701976776, + 0.3375000059604645, + 1 + ], + [ + 0.17499999701976776, + 0.3375000059604645, + 1 + ], + [ + 0.17499999701976776, + 0.36250001192092896, + 1 + ], + [ + 0.17499999701976776, + 0.36250001192092896, + 1 + ], + [ + 0.17499999701976776, + 0.38749998807907104, + 1 + ], + [ + 0.17499999701976776, + 0.38749998807907104, + 1 + ], + [ + 0.17499999701976776, + 0.4124999940395355, + 1 + ], + [ + 0.17499999701976776, + 0.4124999940395355, + 1 + ], + [ + 0.17499999701976776, + 0.4375, + 1 + ], + [ + 0.17499999701976776, + 0.4375, + 1 + ], + [ + 0.17499999701976776, + 0.4625000059604645, + 1 + ], + [ + 0.17499999701976776, + 0.4625000059604645, + 1 + ], + [ + 0.17499999701976776, + 0.48750001192092896, + 1 + ], + [ + 0.17499999701976776, + 0.48750001192092896, + 1 + ], + [ + 0.17499999701976776, + 0.512499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.512499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.5375000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.5375000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.5625, + 1 + ], + [ + 0.17499999701976776, + 0.5625, + 1 + ], + [ + 0.17499999701976776, + 0.5874999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.5874999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.612500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.612500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.637499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.637499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.6625000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.6625000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.6875, + 1 + ], + [ + 0.17499999701976776, + 0.6875, + 1 + ], + [ + 0.17499999701976776, + 0.7124999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.7124999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.737500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.737500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.762499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.762499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.7875000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.7875000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.8125, + 1 + ], + [ + 0.17499999701976776, + 0.8125, + 1 + ], + [ + 0.17499999701976776, + 0.8374999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.8374999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.862500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.862500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.887499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.887499988079071, + 1 + ], + [ + 0.17499999701976776, + 0.9125000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.9125000238418579, + 1 + ], + [ + 0.17499999701976776, + 0.9375, + 1 + ], + [ + 0.17499999701976776, + 0.9375, + 1 + ], + [ + 0.17499999701976776, + 0.9624999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.9624999761581421, + 1 + ], + [ + 0.17499999701976776, + 0.987500011920929, + 1 + ], + [ + 0.17499999701976776, + 0.987500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.012500000186264515, + 1 + ], + [ + 0.22499999403953552, + 0.012500000186264515, + 1 + ], + [ + 0.22499999403953552, + 0.03750000149011612, + 1 + ], + [ + 0.22499999403953552, + 0.03750000149011612, + 1 + ], + [ + 0.22499999403953552, + 0.0625, + 1 + ], + [ + 0.22499999403953552, + 0.0625, + 1 + ], + [ + 0.22499999403953552, + 0.08749999850988388, + 1 + ], + [ + 0.22499999403953552, + 0.08749999850988388, + 1 + ], + [ + 0.22499999403953552, + 0.11249999701976776, + 1 + ], + [ + 0.22499999403953552, + 0.11249999701976776, + 1 + ], + [ + 0.22499999403953552, + 0.13750000298023224, + 1 + ], + [ + 0.22499999403953552, + 0.13750000298023224, + 1 + ], + [ + 0.22499999403953552, + 0.16249999403953552, + 1 + ], + [ + 0.22499999403953552, + 0.16249999403953552, + 1 + ], + [ + 0.22499999403953552, + 0.1875, + 1 + ], + [ + 0.22499999403953552, + 0.1875, + 1 + ], + [ + 0.22499999403953552, + 0.21250000596046448, + 1 + ], + [ + 0.22499999403953552, + 0.21250000596046448, + 1 + ], + [ + 0.22499999403953552, + 0.23749999701976776, + 1 + ], + [ + 0.22499999403953552, + 0.23749999701976776, + 1 + ], + [ + 0.22499999403953552, + 0.26249998807907104, + 1 + ], + [ + 0.22499999403953552, + 0.26249998807907104, + 1 + ], + [ + 0.22499999403953552, + 0.2874999940395355, + 1 + ], + [ + 0.22499999403953552, + 0.2874999940395355, + 1 + ], + [ + 0.22499999403953552, + 0.3125, + 1 + ], + [ + 0.22499999403953552, + 0.3125, + 1 + ], + [ + 0.22499999403953552, + 0.3375000059604645, + 1 + ], + [ + 0.22499999403953552, + 0.3375000059604645, + 1 + ], + [ + 0.22499999403953552, + 0.36250001192092896, + 1 + ], + [ + 0.22499999403953552, + 0.36250001192092896, + 1 + ], + [ + 0.22499999403953552, + 0.38749998807907104, + 1 + ], + [ + 0.22499999403953552, + 0.38749998807907104, + 1 + ], + [ + 0.22499999403953552, + 0.4124999940395355, + 1 + ], + [ + 0.22499999403953552, + 0.4124999940395355, + 1 + ], + [ + 0.22499999403953552, + 0.4375, + 1 + ], + [ + 0.22499999403953552, + 0.4375, + 1 + ], + [ + 0.22499999403953552, + 0.4625000059604645, + 1 + ], + [ + 0.22499999403953552, + 0.4625000059604645, + 1 + ], + [ + 0.22499999403953552, + 0.48750001192092896, + 1 + ], + [ + 0.22499999403953552, + 0.48750001192092896, + 1 + ], + [ + 0.22499999403953552, + 0.512499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.512499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.5375000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.5375000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.5625, + 1 + ], + [ + 0.22499999403953552, + 0.5625, + 1 + ], + [ + 0.22499999403953552, + 0.5874999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.5874999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.612500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.612500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.637499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.637499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.6625000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.6625000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.6875, + 1 + ], + [ + 0.22499999403953552, + 0.6875, + 1 + ], + [ + 0.22499999403953552, + 0.7124999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.7124999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.737500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.737500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.762499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.762499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.7875000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.7875000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.8125, + 1 + ], + [ + 0.22499999403953552, + 0.8125, + 1 + ], + [ + 0.22499999403953552, + 0.8374999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.8374999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.862500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.862500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.887499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.887499988079071, + 1 + ], + [ + 0.22499999403953552, + 0.9125000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.9125000238418579, + 1 + ], + [ + 0.22499999403953552, + 0.9375, + 1 + ], + [ + 0.22499999403953552, + 0.9375, + 1 + ], + [ + 0.22499999403953552, + 0.9624999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.9624999761581421, + 1 + ], + [ + 0.22499999403953552, + 0.987500011920929, + 1 + ], + [ + 0.22499999403953552, + 0.987500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.012500000186264515, + 1 + ], + [ + 0.2750000059604645, + 0.012500000186264515, + 1 + ], + [ + 0.2750000059604645, + 0.03750000149011612, + 1 + ], + [ + 0.2750000059604645, + 0.03750000149011612, + 1 + ], + [ + 0.2750000059604645, + 0.0625, + 1 + ], + [ + 0.2750000059604645, + 0.0625, + 1 + ], + [ + 0.2750000059604645, + 0.08749999850988388, + 1 + ], + [ + 0.2750000059604645, + 0.08749999850988388, + 1 + ], + [ + 0.2750000059604645, + 0.11249999701976776, + 1 + ], + [ + 0.2750000059604645, + 0.11249999701976776, + 1 + ], + [ + 0.2750000059604645, + 0.13750000298023224, + 1 + ], + [ + 0.2750000059604645, + 0.13750000298023224, + 1 + ], + [ + 0.2750000059604645, + 0.16249999403953552, + 1 + ], + [ + 0.2750000059604645, + 0.16249999403953552, + 1 + ], + [ + 0.2750000059604645, + 0.1875, + 1 + ], + [ + 0.2750000059604645, + 0.1875, + 1 + ], + [ + 0.2750000059604645, + 0.21250000596046448, + 1 + ], + [ + 0.2750000059604645, + 0.21250000596046448, + 1 + ], + [ + 0.2750000059604645, + 0.23749999701976776, + 1 + ], + [ + 0.2750000059604645, + 0.23749999701976776, + 1 + ], + [ + 0.2750000059604645, + 0.26249998807907104, + 1 + ], + [ + 0.2750000059604645, + 0.26249998807907104, + 1 + ], + [ + 0.2750000059604645, + 0.2874999940395355, + 1 + ], + [ + 0.2750000059604645, + 0.2874999940395355, + 1 + ], + [ + 0.2750000059604645, + 0.3125, + 1 + ], + [ + 0.2750000059604645, + 0.3125, + 1 + ], + [ + 0.2750000059604645, + 0.3375000059604645, + 1 + ], + [ + 0.2750000059604645, + 0.3375000059604645, + 1 + ], + [ + 0.2750000059604645, + 0.36250001192092896, + 1 + ], + [ + 0.2750000059604645, + 0.36250001192092896, + 1 + ], + [ + 0.2750000059604645, + 0.38749998807907104, + 1 + ], + [ + 0.2750000059604645, + 0.38749998807907104, + 1 + ], + [ + 0.2750000059604645, + 0.4124999940395355, + 1 + ], + [ + 0.2750000059604645, + 0.4124999940395355, + 1 + ], + [ + 0.2750000059604645, + 0.4375, + 1 + ], + [ + 0.2750000059604645, + 0.4375, + 1 + ], + [ + 0.2750000059604645, + 0.4625000059604645, + 1 + ], + [ + 0.2750000059604645, + 0.4625000059604645, + 1 + ], + [ + 0.2750000059604645, + 0.48750001192092896, + 1 + ], + [ + 0.2750000059604645, + 0.48750001192092896, + 1 + ], + [ + 0.2750000059604645, + 0.512499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.512499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.5375000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.5375000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.5625, + 1 + ], + [ + 0.2750000059604645, + 0.5625, + 1 + ], + [ + 0.2750000059604645, + 0.5874999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.5874999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.612500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.612500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.637499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.637499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.6625000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.6625000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.6875, + 1 + ], + [ + 0.2750000059604645, + 0.6875, + 1 + ], + [ + 0.2750000059604645, + 0.7124999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.7124999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.737500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.737500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.762499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.762499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.7875000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.7875000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.8125, + 1 + ], + [ + 0.2750000059604645, + 0.8125, + 1 + ], + [ + 0.2750000059604645, + 0.8374999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.8374999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.862500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.862500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.887499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.887499988079071, + 1 + ], + [ + 0.2750000059604645, + 0.9125000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.9125000238418579, + 1 + ], + [ + 0.2750000059604645, + 0.9375, + 1 + ], + [ + 0.2750000059604645, + 0.9375, + 1 + ], + [ + 0.2750000059604645, + 0.9624999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.9624999761581421, + 1 + ], + [ + 0.2750000059604645, + 0.987500011920929, + 1 + ], + [ + 0.2750000059604645, + 0.987500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.012500000186264515, + 1 + ], + [ + 0.32499998807907104, + 0.012500000186264515, + 1 + ], + [ + 0.32499998807907104, + 0.03750000149011612, + 1 + ], + [ + 0.32499998807907104, + 0.03750000149011612, + 1 + ], + [ + 0.32499998807907104, + 0.0625, + 1 + ], + [ + 0.32499998807907104, + 0.0625, + 1 + ], + [ + 0.32499998807907104, + 0.08749999850988388, + 1 + ], + [ + 0.32499998807907104, + 0.08749999850988388, + 1 + ], + [ + 0.32499998807907104, + 0.11249999701976776, + 1 + ], + [ + 0.32499998807907104, + 0.11249999701976776, + 1 + ], + [ + 0.32499998807907104, + 0.13750000298023224, + 1 + ], + [ + 0.32499998807907104, + 0.13750000298023224, + 1 + ], + [ + 0.32499998807907104, + 0.16249999403953552, + 1 + ], + [ + 0.32499998807907104, + 0.16249999403953552, + 1 + ], + [ + 0.32499998807907104, + 0.1875, + 1 + ], + [ + 0.32499998807907104, + 0.1875, + 1 + ], + [ + 0.32499998807907104, + 0.21250000596046448, + 1 + ], + [ + 0.32499998807907104, + 0.21250000596046448, + 1 + ], + [ + 0.32499998807907104, + 0.23749999701976776, + 1 + ], + [ + 0.32499998807907104, + 0.23749999701976776, + 1 + ], + [ + 0.32499998807907104, + 0.26249998807907104, + 1 + ], + [ + 0.32499998807907104, + 0.26249998807907104, + 1 + ], + [ + 0.32499998807907104, + 0.2874999940395355, + 1 + ], + [ + 0.32499998807907104, + 0.2874999940395355, + 1 + ], + [ + 0.32499998807907104, + 0.3125, + 1 + ], + [ + 0.32499998807907104, + 0.3125, + 1 + ], + [ + 0.32499998807907104, + 0.3375000059604645, + 1 + ], + [ + 0.32499998807907104, + 0.3375000059604645, + 1 + ], + [ + 0.32499998807907104, + 0.36250001192092896, + 1 + ], + [ + 0.32499998807907104, + 0.36250001192092896, + 1 + ], + [ + 0.32499998807907104, + 0.38749998807907104, + 1 + ], + [ + 0.32499998807907104, + 0.38749998807907104, + 1 + ], + [ + 0.32499998807907104, + 0.4124999940395355, + 1 + ], + [ + 0.32499998807907104, + 0.4124999940395355, + 1 + ], + [ + 0.32499998807907104, + 0.4375, + 1 + ], + [ + 0.32499998807907104, + 0.4375, + 1 + ], + [ + 0.32499998807907104, + 0.4625000059604645, + 1 + ], + [ + 0.32499998807907104, + 0.4625000059604645, + 1 + ], + [ + 0.32499998807907104, + 0.48750001192092896, + 1 + ], + [ + 0.32499998807907104, + 0.48750001192092896, + 1 + ], + [ + 0.32499998807907104, + 0.512499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.512499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.5375000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.5375000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.5625, + 1 + ], + [ + 0.32499998807907104, + 0.5625, + 1 + ], + [ + 0.32499998807907104, + 0.5874999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.5874999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.612500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.612500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.637499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.637499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.6625000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.6625000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.6875, + 1 + ], + [ + 0.32499998807907104, + 0.6875, + 1 + ], + [ + 0.32499998807907104, + 0.7124999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.7124999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.737500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.737500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.762499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.762499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.7875000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.7875000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.8125, + 1 + ], + [ + 0.32499998807907104, + 0.8125, + 1 + ], + [ + 0.32499998807907104, + 0.8374999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.8374999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.862500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.862500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.887499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.887499988079071, + 1 + ], + [ + 0.32499998807907104, + 0.9125000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.9125000238418579, + 1 + ], + [ + 0.32499998807907104, + 0.9375, + 1 + ], + [ + 0.32499998807907104, + 0.9375, + 1 + ], + [ + 0.32499998807907104, + 0.9624999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.9624999761581421, + 1 + ], + [ + 0.32499998807907104, + 0.987500011920929, + 1 + ], + [ + 0.32499998807907104, + 0.987500011920929, + 1 + ], + [ + 0.375, + 0.012500000186264515, + 1 + ], + [ + 0.375, + 0.012500000186264515, + 1 + ], + [ + 0.375, + 0.03750000149011612, + 1 + ], + [ + 0.375, + 0.03750000149011612, + 1 + ], + [ + 0.375, + 0.0625, + 1 + ], + [ + 0.375, + 0.0625, + 1 + ], + [ + 0.375, + 0.08749999850988388, + 1 + ], + [ + 0.375, + 0.08749999850988388, + 1 + ], + [ + 0.375, + 0.11249999701976776, + 1 + ], + [ + 0.375, + 0.11249999701976776, + 1 + ], + [ + 0.375, + 0.13750000298023224, + 1 + ], + [ + 0.375, + 0.13750000298023224, + 1 + ], + [ + 0.375, + 0.16249999403953552, + 1 + ], + [ + 0.375, + 0.16249999403953552, + 1 + ], + [ + 0.375, + 0.1875, + 1 + ], + [ + 0.375, + 0.1875, + 1 + ], + [ + 0.375, + 0.21250000596046448, + 1 + ], + [ + 0.375, + 0.21250000596046448, + 1 + ], + [ + 0.375, + 0.23749999701976776, + 1 + ], + [ + 0.375, + 0.23749999701976776, + 1 + ], + [ + 0.375, + 0.26249998807907104, + 1 + ], + [ + 0.375, + 0.26249998807907104, + 1 + ], + [ + 0.375, + 0.2874999940395355, + 1 + ], + [ + 0.375, + 0.2874999940395355, + 1 + ], + [ + 0.375, + 0.3125, + 1 + ], + [ + 0.375, + 0.3125, + 1 + ], + [ + 0.375, + 0.3375000059604645, + 1 + ], + [ + 0.375, + 0.3375000059604645, + 1 + ], + [ + 0.375, + 0.36250001192092896, + 1 + ], + [ + 0.375, + 0.36250001192092896, + 1 + ], + [ + 0.375, + 0.38749998807907104, + 1 + ], + [ + 0.375, + 0.38749998807907104, + 1 + ], + [ + 0.375, + 0.4124999940395355, + 1 + ], + [ + 0.375, + 0.4124999940395355, + 1 + ], + [ + 0.375, + 0.4375, + 1 + ], + [ + 0.375, + 0.4375, + 1 + ], + [ + 0.375, + 0.4625000059604645, + 1 + ], + [ + 0.375, + 0.4625000059604645, + 1 + ], + [ + 0.375, + 0.48750001192092896, + 1 + ], + [ + 0.375, + 0.48750001192092896, + 1 + ], + [ + 0.375, + 0.512499988079071, + 1 + ], + [ + 0.375, + 0.512499988079071, + 1 + ], + [ + 0.375, + 0.5375000238418579, + 1 + ], + [ + 0.375, + 0.5375000238418579, + 1 + ], + [ + 0.375, + 0.5625, + 1 + ], + [ + 0.375, + 0.5625, + 1 + ], + [ + 0.375, + 0.5874999761581421, + 1 + ], + [ + 0.375, + 0.5874999761581421, + 1 + ], + [ + 0.375, + 0.612500011920929, + 1 + ], + [ + 0.375, + 0.612500011920929, + 1 + ], + [ + 0.375, + 0.637499988079071, + 1 + ], + [ + 0.375, + 0.637499988079071, + 1 + ], + [ + 0.375, + 0.6625000238418579, + 1 + ], + [ + 0.375, + 0.6625000238418579, + 1 + ], + [ + 0.375, + 0.6875, + 1 + ], + [ + 0.375, + 0.6875, + 1 + ], + [ + 0.375, + 0.7124999761581421, + 1 + ], + [ + 0.375, + 0.7124999761581421, + 1 + ], + [ + 0.375, + 0.737500011920929, + 1 + ], + [ + 0.375, + 0.737500011920929, + 1 + ], + [ + 0.375, + 0.762499988079071, + 1 + ], + [ + 0.375, + 0.762499988079071, + 1 + ], + [ + 0.375, + 0.7875000238418579, + 1 + ], + [ + 0.375, + 0.7875000238418579, + 1 + ], + [ + 0.375, + 0.8125, + 1 + ], + [ + 0.375, + 0.8125, + 1 + ], + [ + 0.375, + 0.8374999761581421, + 1 + ], + [ + 0.375, + 0.8374999761581421, + 1 + ], + [ + 0.375, + 0.862500011920929, + 1 + ], + [ + 0.375, + 0.862500011920929, + 1 + ], + [ + 0.375, + 0.887499988079071, + 1 + ], + [ + 0.375, + 0.887499988079071, + 1 + ], + [ + 0.375, + 0.9125000238418579, + 1 + ], + [ + 0.375, + 0.9125000238418579, + 1 + ], + [ + 0.375, + 0.9375, + 1 + ], + [ + 0.375, + 0.9375, + 1 + ], + [ + 0.375, + 0.9624999761581421, + 1 + ], + [ + 0.375, + 0.9624999761581421, + 1 + ], + [ + 0.375, + 0.987500011920929, + 1 + ], + [ + 0.375, + 0.987500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.012500000186264515, + 1 + ], + [ + 0.42500001192092896, + 0.012500000186264515, + 1 + ], + [ + 0.42500001192092896, + 0.03750000149011612, + 1 + ], + [ + 0.42500001192092896, + 0.03750000149011612, + 1 + ], + [ + 0.42500001192092896, + 0.0625, + 1 + ], + [ + 0.42500001192092896, + 0.0625, + 1 + ], + [ + 0.42500001192092896, + 0.08749999850988388, + 1 + ], + [ + 0.42500001192092896, + 0.08749999850988388, + 1 + ], + [ + 0.42500001192092896, + 0.11249999701976776, + 1 + ], + [ + 0.42500001192092896, + 0.11249999701976776, + 1 + ], + [ + 0.42500001192092896, + 0.13750000298023224, + 1 + ], + [ + 0.42500001192092896, + 0.13750000298023224, + 1 + ], + [ + 0.42500001192092896, + 0.16249999403953552, + 1 + ], + [ + 0.42500001192092896, + 0.16249999403953552, + 1 + ], + [ + 0.42500001192092896, + 0.1875, + 1 + ], + [ + 0.42500001192092896, + 0.1875, + 1 + ], + [ + 0.42500001192092896, + 0.21250000596046448, + 1 + ], + [ + 0.42500001192092896, + 0.21250000596046448, + 1 + ], + [ + 0.42500001192092896, + 0.23749999701976776, + 1 + ], + [ + 0.42500001192092896, + 0.23749999701976776, + 1 + ], + [ + 0.42500001192092896, + 0.26249998807907104, + 1 + ], + [ + 0.42500001192092896, + 0.26249998807907104, + 1 + ], + [ + 0.42500001192092896, + 0.2874999940395355, + 1 + ], + [ + 0.42500001192092896, + 0.2874999940395355, + 1 + ], + [ + 0.42500001192092896, + 0.3125, + 1 + ], + [ + 0.42500001192092896, + 0.3125, + 1 + ], + [ + 0.42500001192092896, + 0.3375000059604645, + 1 + ], + [ + 0.42500001192092896, + 0.3375000059604645, + 1 + ], + [ + 0.42500001192092896, + 0.36250001192092896, + 1 + ], + [ + 0.42500001192092896, + 0.36250001192092896, + 1 + ], + [ + 0.42500001192092896, + 0.38749998807907104, + 1 + ], + [ + 0.42500001192092896, + 0.38749998807907104, + 1 + ], + [ + 0.42500001192092896, + 0.4124999940395355, + 1 + ], + [ + 0.42500001192092896, + 0.4124999940395355, + 1 + ], + [ + 0.42500001192092896, + 0.4375, + 1 + ], + [ + 0.42500001192092896, + 0.4375, + 1 + ], + [ + 0.42500001192092896, + 0.4625000059604645, + 1 + ], + [ + 0.42500001192092896, + 0.4625000059604645, + 1 + ], + [ + 0.42500001192092896, + 0.48750001192092896, + 1 + ], + [ + 0.42500001192092896, + 0.48750001192092896, + 1 + ], + [ + 0.42500001192092896, + 0.512499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.512499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.5375000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.5375000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.5625, + 1 + ], + [ + 0.42500001192092896, + 0.5625, + 1 + ], + [ + 0.42500001192092896, + 0.5874999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.5874999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.612500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.612500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.637499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.637499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.6625000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.6625000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.6875, + 1 + ], + [ + 0.42500001192092896, + 0.6875, + 1 + ], + [ + 0.42500001192092896, + 0.7124999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.7124999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.737500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.737500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.762499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.762499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.7875000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.7875000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.8125, + 1 + ], + [ + 0.42500001192092896, + 0.8125, + 1 + ], + [ + 0.42500001192092896, + 0.8374999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.8374999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.862500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.862500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.887499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.887499988079071, + 1 + ], + [ + 0.42500001192092896, + 0.9125000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.9125000238418579, + 1 + ], + [ + 0.42500001192092896, + 0.9375, + 1 + ], + [ + 0.42500001192092896, + 0.9375, + 1 + ], + [ + 0.42500001192092896, + 0.9624999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.9624999761581421, + 1 + ], + [ + 0.42500001192092896, + 0.987500011920929, + 1 + ], + [ + 0.42500001192092896, + 0.987500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.012500000186264515, + 1 + ], + [ + 0.4749999940395355, + 0.012500000186264515, + 1 + ], + [ + 0.4749999940395355, + 0.03750000149011612, + 1 + ], + [ + 0.4749999940395355, + 0.03750000149011612, + 1 + ], + [ + 0.4749999940395355, + 0.0625, + 1 + ], + [ + 0.4749999940395355, + 0.0625, + 1 + ], + [ + 0.4749999940395355, + 0.08749999850988388, + 1 + ], + [ + 0.4749999940395355, + 0.08749999850988388, + 1 + ], + [ + 0.4749999940395355, + 0.11249999701976776, + 1 + ], + [ + 0.4749999940395355, + 0.11249999701976776, + 1 + ], + [ + 0.4749999940395355, + 0.13750000298023224, + 1 + ], + [ + 0.4749999940395355, + 0.13750000298023224, + 1 + ], + [ + 0.4749999940395355, + 0.16249999403953552, + 1 + ], + [ + 0.4749999940395355, + 0.16249999403953552, + 1 + ], + [ + 0.4749999940395355, + 0.1875, + 1 + ], + [ + 0.4749999940395355, + 0.1875, + 1 + ], + [ + 0.4749999940395355, + 0.21250000596046448, + 1 + ], + [ + 0.4749999940395355, + 0.21250000596046448, + 1 + ], + [ + 0.4749999940395355, + 0.23749999701976776, + 1 + ], + [ + 0.4749999940395355, + 0.23749999701976776, + 1 + ], + [ + 0.4749999940395355, + 0.26249998807907104, + 1 + ], + [ + 0.4749999940395355, + 0.26249998807907104, + 1 + ], + [ + 0.4749999940395355, + 0.2874999940395355, + 1 + ], + [ + 0.4749999940395355, + 0.2874999940395355, + 1 + ], + [ + 0.4749999940395355, + 0.3125, + 1 + ], + [ + 0.4749999940395355, + 0.3125, + 1 + ], + [ + 0.4749999940395355, + 0.3375000059604645, + 1 + ], + [ + 0.4749999940395355, + 0.3375000059604645, + 1 + ], + [ + 0.4749999940395355, + 0.36250001192092896, + 1 + ], + [ + 0.4749999940395355, + 0.36250001192092896, + 1 + ], + [ + 0.4749999940395355, + 0.38749998807907104, + 1 + ], + [ + 0.4749999940395355, + 0.38749998807907104, + 1 + ], + [ + 0.4749999940395355, + 0.4124999940395355, + 1 + ], + [ + 0.4749999940395355, + 0.4124999940395355, + 1 + ], + [ + 0.4749999940395355, + 0.4375, + 1 + ], + [ + 0.4749999940395355, + 0.4375, + 1 + ], + [ + 0.4749999940395355, + 0.4625000059604645, + 1 + ], + [ + 0.4749999940395355, + 0.4625000059604645, + 1 + ], + [ + 0.4749999940395355, + 0.48750001192092896, + 1 + ], + [ + 0.4749999940395355, + 0.48750001192092896, + 1 + ], + [ + 0.4749999940395355, + 0.512499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.512499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.5375000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.5375000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.5625, + 1 + ], + [ + 0.4749999940395355, + 0.5625, + 1 + ], + [ + 0.4749999940395355, + 0.5874999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.5874999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.612500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.612500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.637499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.637499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.6625000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.6625000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.6875, + 1 + ], + [ + 0.4749999940395355, + 0.6875, + 1 + ], + [ + 0.4749999940395355, + 0.7124999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.7124999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.737500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.737500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.762499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.762499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.7875000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.7875000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.8125, + 1 + ], + [ + 0.4749999940395355, + 0.8125, + 1 + ], + [ + 0.4749999940395355, + 0.8374999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.8374999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.862500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.862500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.887499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.887499988079071, + 1 + ], + [ + 0.4749999940395355, + 0.9125000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.9125000238418579, + 1 + ], + [ + 0.4749999940395355, + 0.9375, + 1 + ], + [ + 0.4749999940395355, + 0.9375, + 1 + ], + [ + 0.4749999940395355, + 0.9624999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.9624999761581421, + 1 + ], + [ + 0.4749999940395355, + 0.987500011920929, + 1 + ], + [ + 0.4749999940395355, + 0.987500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.012500000186264515, + 1 + ], + [ + 0.5249999761581421, + 0.012500000186264515, + 1 + ], + [ + 0.5249999761581421, + 0.03750000149011612, + 1 + ], + [ + 0.5249999761581421, + 0.03750000149011612, + 1 + ], + [ + 0.5249999761581421, + 0.0625, + 1 + ], + [ + 0.5249999761581421, + 0.0625, + 1 + ], + [ + 0.5249999761581421, + 0.08749999850988388, + 1 + ], + [ + 0.5249999761581421, + 0.08749999850988388, + 1 + ], + [ + 0.5249999761581421, + 0.11249999701976776, + 1 + ], + [ + 0.5249999761581421, + 0.11249999701976776, + 1 + ], + [ + 0.5249999761581421, + 0.13750000298023224, + 1 + ], + [ + 0.5249999761581421, + 0.13750000298023224, + 1 + ], + [ + 0.5249999761581421, + 0.16249999403953552, + 1 + ], + [ + 0.5249999761581421, + 0.16249999403953552, + 1 + ], + [ + 0.5249999761581421, + 0.1875, + 1 + ], + [ + 0.5249999761581421, + 0.1875, + 1 + ], + [ + 0.5249999761581421, + 0.21250000596046448, + 1 + ], + [ + 0.5249999761581421, + 0.21250000596046448, + 1 + ], + [ + 0.5249999761581421, + 0.23749999701976776, + 1 + ], + [ + 0.5249999761581421, + 0.23749999701976776, + 1 + ], + [ + 0.5249999761581421, + 0.26249998807907104, + 1 + ], + [ + 0.5249999761581421, + 0.26249998807907104, + 1 + ], + [ + 0.5249999761581421, + 0.2874999940395355, + 1 + ], + [ + 0.5249999761581421, + 0.2874999940395355, + 1 + ], + [ + 0.5249999761581421, + 0.3125, + 1 + ], + [ + 0.5249999761581421, + 0.3125, + 1 + ], + [ + 0.5249999761581421, + 0.3375000059604645, + 1 + ], + [ + 0.5249999761581421, + 0.3375000059604645, + 1 + ], + [ + 0.5249999761581421, + 0.36250001192092896, + 1 + ], + [ + 0.5249999761581421, + 0.36250001192092896, + 1 + ], + [ + 0.5249999761581421, + 0.38749998807907104, + 1 + ], + [ + 0.5249999761581421, + 0.38749998807907104, + 1 + ], + [ + 0.5249999761581421, + 0.4124999940395355, + 1 + ], + [ + 0.5249999761581421, + 0.4124999940395355, + 1 + ], + [ + 0.5249999761581421, + 0.4375, + 1 + ], + [ + 0.5249999761581421, + 0.4375, + 1 + ], + [ + 0.5249999761581421, + 0.4625000059604645, + 1 + ], + [ + 0.5249999761581421, + 0.4625000059604645, + 1 + ], + [ + 0.5249999761581421, + 0.48750001192092896, + 1 + ], + [ + 0.5249999761581421, + 0.48750001192092896, + 1 + ], + [ + 0.5249999761581421, + 0.512499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.512499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.5375000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.5375000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.5625, + 1 + ], + [ + 0.5249999761581421, + 0.5625, + 1 + ], + [ + 0.5249999761581421, + 0.5874999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.5874999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.612500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.612500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.637499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.637499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.6625000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.6625000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.6875, + 1 + ], + [ + 0.5249999761581421, + 0.6875, + 1 + ], + [ + 0.5249999761581421, + 0.7124999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.7124999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.737500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.737500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.762499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.762499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.7875000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.7875000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.8125, + 1 + ], + [ + 0.5249999761581421, + 0.8125, + 1 + ], + [ + 0.5249999761581421, + 0.8374999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.8374999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.862500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.862500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.887499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.887499988079071, + 1 + ], + [ + 0.5249999761581421, + 0.9125000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.9125000238418579, + 1 + ], + [ + 0.5249999761581421, + 0.9375, + 1 + ], + [ + 0.5249999761581421, + 0.9375, + 1 + ], + [ + 0.5249999761581421, + 0.9624999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.9624999761581421, + 1 + ], + [ + 0.5249999761581421, + 0.987500011920929, + 1 + ], + [ + 0.5249999761581421, + 0.987500011920929, + 1 + ], + [ + 0.574999988079071, + 0.012500000186264515, + 1 + ], + [ + 0.574999988079071, + 0.012500000186264515, + 1 + ], + [ + 0.574999988079071, + 0.03750000149011612, + 1 + ], + [ + 0.574999988079071, + 0.03750000149011612, + 1 + ], + [ + 0.574999988079071, + 0.0625, + 1 + ], + [ + 0.574999988079071, + 0.0625, + 1 + ], + [ + 0.574999988079071, + 0.08749999850988388, + 1 + ], + [ + 0.574999988079071, + 0.08749999850988388, + 1 + ], + [ + 0.574999988079071, + 0.11249999701976776, + 1 + ], + [ + 0.574999988079071, + 0.11249999701976776, + 1 + ], + [ + 0.574999988079071, + 0.13750000298023224, + 1 + ], + [ + 0.574999988079071, + 0.13750000298023224, + 1 + ], + [ + 0.574999988079071, + 0.16249999403953552, + 1 + ], + [ + 0.574999988079071, + 0.16249999403953552, + 1 + ], + [ + 0.574999988079071, + 0.1875, + 1 + ], + [ + 0.574999988079071, + 0.1875, + 1 + ], + [ + 0.574999988079071, + 0.21250000596046448, + 1 + ], + [ + 0.574999988079071, + 0.21250000596046448, + 1 + ], + [ + 0.574999988079071, + 0.23749999701976776, + 1 + ], + [ + 0.574999988079071, + 0.23749999701976776, + 1 + ], + [ + 0.574999988079071, + 0.26249998807907104, + 1 + ], + [ + 0.574999988079071, + 0.26249998807907104, + 1 + ], + [ + 0.574999988079071, + 0.2874999940395355, + 1 + ], + [ + 0.574999988079071, + 0.2874999940395355, + 1 + ], + [ + 0.574999988079071, + 0.3125, + 1 + ], + [ + 0.574999988079071, + 0.3125, + 1 + ], + [ + 0.574999988079071, + 0.3375000059604645, + 1 + ], + [ + 0.574999988079071, + 0.3375000059604645, + 1 + ], + [ + 0.574999988079071, + 0.36250001192092896, + 1 + ], + [ + 0.574999988079071, + 0.36250001192092896, + 1 + ], + [ + 0.574999988079071, + 0.38749998807907104, + 1 + ], + [ + 0.574999988079071, + 0.38749998807907104, + 1 + ], + [ + 0.574999988079071, + 0.4124999940395355, + 1 + ], + [ + 0.574999988079071, + 0.4124999940395355, + 1 + ], + [ + 0.574999988079071, + 0.4375, + 1 + ], + [ + 0.574999988079071, + 0.4375, + 1 + ], + [ + 0.574999988079071, + 0.4625000059604645, + 1 + ], + [ + 0.574999988079071, + 0.4625000059604645, + 1 + ], + [ + 0.574999988079071, + 0.48750001192092896, + 1 + ], + [ + 0.574999988079071, + 0.48750001192092896, + 1 + ], + [ + 0.574999988079071, + 0.512499988079071, + 1 + ], + [ + 0.574999988079071, + 0.512499988079071, + 1 + ], + [ + 0.574999988079071, + 0.5375000238418579, + 1 + ], + [ + 0.574999988079071, + 0.5375000238418579, + 1 + ], + [ + 0.574999988079071, + 0.5625, + 1 + ], + [ + 0.574999988079071, + 0.5625, + 1 + ], + [ + 0.574999988079071, + 0.5874999761581421, + 1 + ], + [ + 0.574999988079071, + 0.5874999761581421, + 1 + ], + [ + 0.574999988079071, + 0.612500011920929, + 1 + ], + [ + 0.574999988079071, + 0.612500011920929, + 1 + ], + [ + 0.574999988079071, + 0.637499988079071, + 1 + ], + [ + 0.574999988079071, + 0.637499988079071, + 1 + ], + [ + 0.574999988079071, + 0.6625000238418579, + 1 + ], + [ + 0.574999988079071, + 0.6625000238418579, + 1 + ], + [ + 0.574999988079071, + 0.6875, + 1 + ], + [ + 0.574999988079071, + 0.6875, + 1 + ], + [ + 0.574999988079071, + 0.7124999761581421, + 1 + ], + [ + 0.574999988079071, + 0.7124999761581421, + 1 + ], + [ + 0.574999988079071, + 0.737500011920929, + 1 + ], + [ + 0.574999988079071, + 0.737500011920929, + 1 + ], + [ + 0.574999988079071, + 0.762499988079071, + 1 + ], + [ + 0.574999988079071, + 0.762499988079071, + 1 + ], + [ + 0.574999988079071, + 0.7875000238418579, + 1 + ], + [ + 0.574999988079071, + 0.7875000238418579, + 1 + ], + [ + 0.574999988079071, + 0.8125, + 1 + ], + [ + 0.574999988079071, + 0.8125, + 1 + ], + [ + 0.574999988079071, + 0.8374999761581421, + 1 + ], + [ + 0.574999988079071, + 0.8374999761581421, + 1 + ], + [ + 0.574999988079071, + 0.862500011920929, + 1 + ], + [ + 0.574999988079071, + 0.862500011920929, + 1 + ], + [ + 0.574999988079071, + 0.887499988079071, + 1 + ], + [ + 0.574999988079071, + 0.887499988079071, + 1 + ], + [ + 0.574999988079071, + 0.9125000238418579, + 1 + ], + [ + 0.574999988079071, + 0.9125000238418579, + 1 + ], + [ + 0.574999988079071, + 0.9375, + 1 + ], + [ + 0.574999988079071, + 0.9375, + 1 + ], + [ + 0.574999988079071, + 0.9624999761581421, + 1 + ], + [ + 0.574999988079071, + 0.9624999761581421, + 1 + ], + [ + 0.574999988079071, + 0.987500011920929, + 1 + ], + [ + 0.574999988079071, + 0.987500011920929, + 1 + ], + [ + 0.625, + 0.012500000186264515, + 1 + ], + [ + 0.625, + 0.012500000186264515, + 1 + ], + [ + 0.625, + 0.03750000149011612, + 1 + ], + [ + 0.625, + 0.03750000149011612, + 1 + ], + [ + 0.625, + 0.0625, + 1 + ], + [ + 0.625, + 0.0625, + 1 + ], + [ + 0.625, + 0.08749999850988388, + 1 + ], + [ + 0.625, + 0.08749999850988388, + 1 + ], + [ + 0.625, + 0.11249999701976776, + 1 + ], + [ + 0.625, + 0.11249999701976776, + 1 + ], + [ + 0.625, + 0.13750000298023224, + 1 + ], + [ + 0.625, + 0.13750000298023224, + 1 + ], + [ + 0.625, + 0.16249999403953552, + 1 + ], + [ + 0.625, + 0.16249999403953552, + 1 + ], + [ + 0.625, + 0.1875, + 1 + ], + [ + 0.625, + 0.1875, + 1 + ], + [ + 0.625, + 0.21250000596046448, + 1 + ], + [ + 0.625, + 0.21250000596046448, + 1 + ], + [ + 0.625, + 0.23749999701976776, + 1 + ], + [ + 0.625, + 0.23749999701976776, + 1 + ], + [ + 0.625, + 0.26249998807907104, + 1 + ], + [ + 0.625, + 0.26249998807907104, + 1 + ], + [ + 0.625, + 0.2874999940395355, + 1 + ], + [ + 0.625, + 0.2874999940395355, + 1 + ], + [ + 0.625, + 0.3125, + 1 + ], + [ + 0.625, + 0.3125, + 1 + ], + [ + 0.625, + 0.3375000059604645, + 1 + ], + [ + 0.625, + 0.3375000059604645, + 1 + ], + [ + 0.625, + 0.36250001192092896, + 1 + ], + [ + 0.625, + 0.36250001192092896, + 1 + ], + [ + 0.625, + 0.38749998807907104, + 1 + ], + [ + 0.625, + 0.38749998807907104, + 1 + ], + [ + 0.625, + 0.4124999940395355, + 1 + ], + [ + 0.625, + 0.4124999940395355, + 1 + ], + [ + 0.625, + 0.4375, + 1 + ], + [ + 0.625, + 0.4375, + 1 + ], + [ + 0.625, + 0.4625000059604645, + 1 + ], + [ + 0.625, + 0.4625000059604645, + 1 + ], + [ + 0.625, + 0.48750001192092896, + 1 + ], + [ + 0.625, + 0.48750001192092896, + 1 + ], + [ + 0.625, + 0.512499988079071, + 1 + ], + [ + 0.625, + 0.512499988079071, + 1 + ], + [ + 0.625, + 0.5375000238418579, + 1 + ], + [ + 0.625, + 0.5375000238418579, + 1 + ], + [ + 0.625, + 0.5625, + 1 + ], + [ + 0.625, + 0.5625, + 1 + ], + [ + 0.625, + 0.5874999761581421, + 1 + ], + [ + 0.625, + 0.5874999761581421, + 1 + ], + [ + 0.625, + 0.612500011920929, + 1 + ], + [ + 0.625, + 0.612500011920929, + 1 + ], + [ + 0.625, + 0.637499988079071, + 1 + ], + [ + 0.625, + 0.637499988079071, + 1 + ], + [ + 0.625, + 0.6625000238418579, + 1 + ], + [ + 0.625, + 0.6625000238418579, + 1 + ], + [ + 0.625, + 0.6875, + 1 + ], + [ + 0.625, + 0.6875, + 1 + ], + [ + 0.625, + 0.7124999761581421, + 1 + ], + [ + 0.625, + 0.7124999761581421, + 1 + ], + [ + 0.625, + 0.737500011920929, + 1 + ], + [ + 0.625, + 0.737500011920929, + 1 + ], + [ + 0.625, + 0.762499988079071, + 1 + ], + [ + 0.625, + 0.762499988079071, + 1 + ], + [ + 0.625, + 0.7875000238418579, + 1 + ], + [ + 0.625, + 0.7875000238418579, + 1 + ], + [ + 0.625, + 0.8125, + 1 + ], + [ + 0.625, + 0.8125, + 1 + ], + [ + 0.625, + 0.8374999761581421, + 1 + ], + [ + 0.625, + 0.8374999761581421, + 1 + ], + [ + 0.625, + 0.862500011920929, + 1 + ], + [ + 0.625, + 0.862500011920929, + 1 + ], + [ + 0.625, + 0.887499988079071, + 1 + ], + [ + 0.625, + 0.887499988079071, + 1 + ], + [ + 0.625, + 0.9125000238418579, + 1 + ], + [ + 0.625, + 0.9125000238418579, + 1 + ], + [ + 0.625, + 0.9375, + 1 + ], + [ + 0.625, + 0.9375, + 1 + ], + [ + 0.625, + 0.9624999761581421, + 1 + ], + [ + 0.625, + 0.9624999761581421, + 1 + ], + [ + 0.625, + 0.987500011920929, + 1 + ], + [ + 0.625, + 0.987500011920929, + 1 + ], + [ + 0.675000011920929, + 0.012500000186264515, + 1 + ], + [ + 0.675000011920929, + 0.012500000186264515, + 1 + ], + [ + 0.675000011920929, + 0.03750000149011612, + 1 + ], + [ + 0.675000011920929, + 0.03750000149011612, + 1 + ], + [ + 0.675000011920929, + 0.0625, + 1 + ], + [ + 0.675000011920929, + 0.0625, + 1 + ], + [ + 0.675000011920929, + 0.08749999850988388, + 1 + ], + [ + 0.675000011920929, + 0.08749999850988388, + 1 + ], + [ + 0.675000011920929, + 0.11249999701976776, + 1 + ], + [ + 0.675000011920929, + 0.11249999701976776, + 1 + ], + [ + 0.675000011920929, + 0.13750000298023224, + 1 + ], + [ + 0.675000011920929, + 0.13750000298023224, + 1 + ], + [ + 0.675000011920929, + 0.16249999403953552, + 1 + ], + [ + 0.675000011920929, + 0.16249999403953552, + 1 + ], + [ + 0.675000011920929, + 0.1875, + 1 + ], + [ + 0.675000011920929, + 0.1875, + 1 + ], + [ + 0.675000011920929, + 0.21250000596046448, + 1 + ], + [ + 0.675000011920929, + 0.21250000596046448, + 1 + ], + [ + 0.675000011920929, + 0.23749999701976776, + 1 + ], + [ + 0.675000011920929, + 0.23749999701976776, + 1 + ], + [ + 0.675000011920929, + 0.26249998807907104, + 1 + ], + [ + 0.675000011920929, + 0.26249998807907104, + 1 + ], + [ + 0.675000011920929, + 0.2874999940395355, + 1 + ], + [ + 0.675000011920929, + 0.2874999940395355, + 1 + ], + [ + 0.675000011920929, + 0.3125, + 1 + ], + [ + 0.675000011920929, + 0.3125, + 1 + ], + [ + 0.675000011920929, + 0.3375000059604645, + 1 + ], + [ + 0.675000011920929, + 0.3375000059604645, + 1 + ], + [ + 0.675000011920929, + 0.36250001192092896, + 1 + ], + [ + 0.675000011920929, + 0.36250001192092896, + 1 + ], + [ + 0.675000011920929, + 0.38749998807907104, + 1 + ], + [ + 0.675000011920929, + 0.38749998807907104, + 1 + ], + [ + 0.675000011920929, + 0.4124999940395355, + 1 + ], + [ + 0.675000011920929, + 0.4124999940395355, + 1 + ], + [ + 0.675000011920929, + 0.4375, + 1 + ], + [ + 0.675000011920929, + 0.4375, + 1 + ], + [ + 0.675000011920929, + 0.4625000059604645, + 1 + ], + [ + 0.675000011920929, + 0.4625000059604645, + 1 + ], + [ + 0.675000011920929, + 0.48750001192092896, + 1 + ], + [ + 0.675000011920929, + 0.48750001192092896, + 1 + ], + [ + 0.675000011920929, + 0.512499988079071, + 1 + ], + [ + 0.675000011920929, + 0.512499988079071, + 1 + ], + [ + 0.675000011920929, + 0.5375000238418579, + 1 + ], + [ + 0.675000011920929, + 0.5375000238418579, + 1 + ], + [ + 0.675000011920929, + 0.5625, + 1 + ], + [ + 0.675000011920929, + 0.5625, + 1 + ], + [ + 0.675000011920929, + 0.5874999761581421, + 1 + ], + [ + 0.675000011920929, + 0.5874999761581421, + 1 + ], + [ + 0.675000011920929, + 0.612500011920929, + 1 + ], + [ + 0.675000011920929, + 0.612500011920929, + 1 + ], + [ + 0.675000011920929, + 0.637499988079071, + 1 + ], + [ + 0.675000011920929, + 0.637499988079071, + 1 + ], + [ + 0.675000011920929, + 0.6625000238418579, + 1 + ], + [ + 0.675000011920929, + 0.6625000238418579, + 1 + ], + [ + 0.675000011920929, + 0.6875, + 1 + ], + [ + 0.675000011920929, + 0.6875, + 1 + ], + [ + 0.675000011920929, + 0.7124999761581421, + 1 + ], + [ + 0.675000011920929, + 0.7124999761581421, + 1 + ], + [ + 0.675000011920929, + 0.737500011920929, + 1 + ], + [ + 0.675000011920929, + 0.737500011920929, + 1 + ], + [ + 0.675000011920929, + 0.762499988079071, + 1 + ], + [ + 0.675000011920929, + 0.762499988079071, + 1 + ], + [ + 0.675000011920929, + 0.7875000238418579, + 1 + ], + [ + 0.675000011920929, + 0.7875000238418579, + 1 + ], + [ + 0.675000011920929, + 0.8125, + 1 + ], + [ + 0.675000011920929, + 0.8125, + 1 + ], + [ + 0.675000011920929, + 0.8374999761581421, + 1 + ], + [ + 0.675000011920929, + 0.8374999761581421, + 1 + ], + [ + 0.675000011920929, + 0.862500011920929, + 1 + ], + [ + 0.675000011920929, + 0.862500011920929, + 1 + ], + [ + 0.675000011920929, + 0.887499988079071, + 1 + ], + [ + 0.675000011920929, + 0.887499988079071, + 1 + ], + [ + 0.675000011920929, + 0.9125000238418579, + 1 + ], + [ + 0.675000011920929, + 0.9125000238418579, + 1 + ], + [ + 0.675000011920929, + 0.9375, + 1 + ], + [ + 0.675000011920929, + 0.9375, + 1 + ], + [ + 0.675000011920929, + 0.9624999761581421, + 1 + ], + [ + 0.675000011920929, + 0.9624999761581421, + 1 + ], + [ + 0.675000011920929, + 0.987500011920929, + 1 + ], + [ + 0.675000011920929, + 0.987500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.012500000186264515, + 1 + ], + [ + 0.7250000238418579, + 0.012500000186264515, + 1 + ], + [ + 0.7250000238418579, + 0.03750000149011612, + 1 + ], + [ + 0.7250000238418579, + 0.03750000149011612, + 1 + ], + [ + 0.7250000238418579, + 0.0625, + 1 + ], + [ + 0.7250000238418579, + 0.0625, + 1 + ], + [ + 0.7250000238418579, + 0.08749999850988388, + 1 + ], + [ + 0.7250000238418579, + 0.08749999850988388, + 1 + ], + [ + 0.7250000238418579, + 0.11249999701976776, + 1 + ], + [ + 0.7250000238418579, + 0.11249999701976776, + 1 + ], + [ + 0.7250000238418579, + 0.13750000298023224, + 1 + ], + [ + 0.7250000238418579, + 0.13750000298023224, + 1 + ], + [ + 0.7250000238418579, + 0.16249999403953552, + 1 + ], + [ + 0.7250000238418579, + 0.16249999403953552, + 1 + ], + [ + 0.7250000238418579, + 0.1875, + 1 + ], + [ + 0.7250000238418579, + 0.1875, + 1 + ], + [ + 0.7250000238418579, + 0.21250000596046448, + 1 + ], + [ + 0.7250000238418579, + 0.21250000596046448, + 1 + ], + [ + 0.7250000238418579, + 0.23749999701976776, + 1 + ], + [ + 0.7250000238418579, + 0.23749999701976776, + 1 + ], + [ + 0.7250000238418579, + 0.26249998807907104, + 1 + ], + [ + 0.7250000238418579, + 0.26249998807907104, + 1 + ], + [ + 0.7250000238418579, + 0.2874999940395355, + 1 + ], + [ + 0.7250000238418579, + 0.2874999940395355, + 1 + ], + [ + 0.7250000238418579, + 0.3125, + 1 + ], + [ + 0.7250000238418579, + 0.3125, + 1 + ], + [ + 0.7250000238418579, + 0.3375000059604645, + 1 + ], + [ + 0.7250000238418579, + 0.3375000059604645, + 1 + ], + [ + 0.7250000238418579, + 0.36250001192092896, + 1 + ], + [ + 0.7250000238418579, + 0.36250001192092896, + 1 + ], + [ + 0.7250000238418579, + 0.38749998807907104, + 1 + ], + [ + 0.7250000238418579, + 0.38749998807907104, + 1 + ], + [ + 0.7250000238418579, + 0.4124999940395355, + 1 + ], + [ + 0.7250000238418579, + 0.4124999940395355, + 1 + ], + [ + 0.7250000238418579, + 0.4375, + 1 + ], + [ + 0.7250000238418579, + 0.4375, + 1 + ], + [ + 0.7250000238418579, + 0.4625000059604645, + 1 + ], + [ + 0.7250000238418579, + 0.4625000059604645, + 1 + ], + [ + 0.7250000238418579, + 0.48750001192092896, + 1 + ], + [ + 0.7250000238418579, + 0.48750001192092896, + 1 + ], + [ + 0.7250000238418579, + 0.512499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.512499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.5375000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.5375000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.5625, + 1 + ], + [ + 0.7250000238418579, + 0.5625, + 1 + ], + [ + 0.7250000238418579, + 0.5874999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.5874999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.612500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.612500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.637499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.637499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.6625000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.6625000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.6875, + 1 + ], + [ + 0.7250000238418579, + 0.6875, + 1 + ], + [ + 0.7250000238418579, + 0.7124999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.7124999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.737500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.737500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.762499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.762499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.7875000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.7875000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.8125, + 1 + ], + [ + 0.7250000238418579, + 0.8125, + 1 + ], + [ + 0.7250000238418579, + 0.8374999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.8374999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.862500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.862500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.887499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.887499988079071, + 1 + ], + [ + 0.7250000238418579, + 0.9125000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.9125000238418579, + 1 + ], + [ + 0.7250000238418579, + 0.9375, + 1 + ], + [ + 0.7250000238418579, + 0.9375, + 1 + ], + [ + 0.7250000238418579, + 0.9624999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.9624999761581421, + 1 + ], + [ + 0.7250000238418579, + 0.987500011920929, + 1 + ], + [ + 0.7250000238418579, + 0.987500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.012500000186264515, + 1 + ], + [ + 0.7749999761581421, + 0.012500000186264515, + 1 + ], + [ + 0.7749999761581421, + 0.03750000149011612, + 1 + ], + [ + 0.7749999761581421, + 0.03750000149011612, + 1 + ], + [ + 0.7749999761581421, + 0.0625, + 1 + ], + [ + 0.7749999761581421, + 0.0625, + 1 + ], + [ + 0.7749999761581421, + 0.08749999850988388, + 1 + ], + [ + 0.7749999761581421, + 0.08749999850988388, + 1 + ], + [ + 0.7749999761581421, + 0.11249999701976776, + 1 + ], + [ + 0.7749999761581421, + 0.11249999701976776, + 1 + ], + [ + 0.7749999761581421, + 0.13750000298023224, + 1 + ], + [ + 0.7749999761581421, + 0.13750000298023224, + 1 + ], + [ + 0.7749999761581421, + 0.16249999403953552, + 1 + ], + [ + 0.7749999761581421, + 0.16249999403953552, + 1 + ], + [ + 0.7749999761581421, + 0.1875, + 1 + ], + [ + 0.7749999761581421, + 0.1875, + 1 + ], + [ + 0.7749999761581421, + 0.21250000596046448, + 1 + ], + [ + 0.7749999761581421, + 0.21250000596046448, + 1 + ], + [ + 0.7749999761581421, + 0.23749999701976776, + 1 + ], + [ + 0.7749999761581421, + 0.23749999701976776, + 1 + ], + [ + 0.7749999761581421, + 0.26249998807907104, + 1 + ], + [ + 0.7749999761581421, + 0.26249998807907104, + 1 + ], + [ + 0.7749999761581421, + 0.2874999940395355, + 1 + ], + [ + 0.7749999761581421, + 0.2874999940395355, + 1 + ], + [ + 0.7749999761581421, + 0.3125, + 1 + ], + [ + 0.7749999761581421, + 0.3125, + 1 + ], + [ + 0.7749999761581421, + 0.3375000059604645, + 1 + ], + [ + 0.7749999761581421, + 0.3375000059604645, + 1 + ], + [ + 0.7749999761581421, + 0.36250001192092896, + 1 + ], + [ + 0.7749999761581421, + 0.36250001192092896, + 1 + ], + [ + 0.7749999761581421, + 0.38749998807907104, + 1 + ], + [ + 0.7749999761581421, + 0.38749998807907104, + 1 + ], + [ + 0.7749999761581421, + 0.4124999940395355, + 1 + ], + [ + 0.7749999761581421, + 0.4124999940395355, + 1 + ], + [ + 0.7749999761581421, + 0.4375, + 1 + ], + [ + 0.7749999761581421, + 0.4375, + 1 + ], + [ + 0.7749999761581421, + 0.4625000059604645, + 1 + ], + [ + 0.7749999761581421, + 0.4625000059604645, + 1 + ], + [ + 0.7749999761581421, + 0.48750001192092896, + 1 + ], + [ + 0.7749999761581421, + 0.48750001192092896, + 1 + ], + [ + 0.7749999761581421, + 0.512499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.512499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.5375000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.5375000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.5625, + 1 + ], + [ + 0.7749999761581421, + 0.5625, + 1 + ], + [ + 0.7749999761581421, + 0.5874999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.5874999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.612500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.612500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.637499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.637499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.6625000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.6625000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.6875, + 1 + ], + [ + 0.7749999761581421, + 0.6875, + 1 + ], + [ + 0.7749999761581421, + 0.7124999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.7124999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.737500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.737500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.762499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.762499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.7875000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.7875000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.8125, + 1 + ], + [ + 0.7749999761581421, + 0.8125, + 1 + ], + [ + 0.7749999761581421, + 0.8374999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.8374999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.862500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.862500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.887499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.887499988079071, + 1 + ], + [ + 0.7749999761581421, + 0.9125000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.9125000238418579, + 1 + ], + [ + 0.7749999761581421, + 0.9375, + 1 + ], + [ + 0.7749999761581421, + 0.9375, + 1 + ], + [ + 0.7749999761581421, + 0.9624999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.9624999761581421, + 1 + ], + [ + 0.7749999761581421, + 0.987500011920929, + 1 + ], + [ + 0.7749999761581421, + 0.987500011920929, + 1 + ], + [ + 0.824999988079071, + 0.012500000186264515, + 1 + ], + [ + 0.824999988079071, + 0.012500000186264515, + 1 + ], + [ + 0.824999988079071, + 0.03750000149011612, + 1 + ], + [ + 0.824999988079071, + 0.03750000149011612, + 1 + ], + [ + 0.824999988079071, + 0.0625, + 1 + ], + [ + 0.824999988079071, + 0.0625, + 1 + ], + [ + 0.824999988079071, + 0.08749999850988388, + 1 + ], + [ + 0.824999988079071, + 0.08749999850988388, + 1 + ], + [ + 0.824999988079071, + 0.11249999701976776, + 1 + ], + [ + 0.824999988079071, + 0.11249999701976776, + 1 + ], + [ + 0.824999988079071, + 0.13750000298023224, + 1 + ], + [ + 0.824999988079071, + 0.13750000298023224, + 1 + ], + [ + 0.824999988079071, + 0.16249999403953552, + 1 + ], + [ + 0.824999988079071, + 0.16249999403953552, + 1 + ], + [ + 0.824999988079071, + 0.1875, + 1 + ], + [ + 0.824999988079071, + 0.1875, + 1 + ], + [ + 0.824999988079071, + 0.21250000596046448, + 1 + ], + [ + 0.824999988079071, + 0.21250000596046448, + 1 + ], + [ + 0.824999988079071, + 0.23749999701976776, + 1 + ], + [ + 0.824999988079071, + 0.23749999701976776, + 1 + ], + [ + 0.824999988079071, + 0.26249998807907104, + 1 + ], + [ + 0.824999988079071, + 0.26249998807907104, + 1 + ], + [ + 0.824999988079071, + 0.2874999940395355, + 1 + ], + [ + 0.824999988079071, + 0.2874999940395355, + 1 + ], + [ + 0.824999988079071, + 0.3125, + 1 + ], + [ + 0.824999988079071, + 0.3125, + 1 + ], + [ + 0.824999988079071, + 0.3375000059604645, + 1 + ], + [ + 0.824999988079071, + 0.3375000059604645, + 1 + ], + [ + 0.824999988079071, + 0.36250001192092896, + 1 + ], + [ + 0.824999988079071, + 0.36250001192092896, + 1 + ], + [ + 0.824999988079071, + 0.38749998807907104, + 1 + ], + [ + 0.824999988079071, + 0.38749998807907104, + 1 + ], + [ + 0.824999988079071, + 0.4124999940395355, + 1 + ], + [ + 0.824999988079071, + 0.4124999940395355, + 1 + ], + [ + 0.824999988079071, + 0.4375, + 1 + ], + [ + 0.824999988079071, + 0.4375, + 1 + ], + [ + 0.824999988079071, + 0.4625000059604645, + 1 + ], + [ + 0.824999988079071, + 0.4625000059604645, + 1 + ], + [ + 0.824999988079071, + 0.48750001192092896, + 1 + ], + [ + 0.824999988079071, + 0.48750001192092896, + 1 + ], + [ + 0.824999988079071, + 0.512499988079071, + 1 + ], + [ + 0.824999988079071, + 0.512499988079071, + 1 + ], + [ + 0.824999988079071, + 0.5375000238418579, + 1 + ], + [ + 0.824999988079071, + 0.5375000238418579, + 1 + ], + [ + 0.824999988079071, + 0.5625, + 1 + ], + [ + 0.824999988079071, + 0.5625, + 1 + ], + [ + 0.824999988079071, + 0.5874999761581421, + 1 + ], + [ + 0.824999988079071, + 0.5874999761581421, + 1 + ], + [ + 0.824999988079071, + 0.612500011920929, + 1 + ], + [ + 0.824999988079071, + 0.612500011920929, + 1 + ], + [ + 0.824999988079071, + 0.637499988079071, + 1 + ], + [ + 0.824999988079071, + 0.637499988079071, + 1 + ], + [ + 0.824999988079071, + 0.6625000238418579, + 1 + ], + [ + 0.824999988079071, + 0.6625000238418579, + 1 + ], + [ + 0.824999988079071, + 0.6875, + 1 + ], + [ + 0.824999988079071, + 0.6875, + 1 + ], + [ + 0.824999988079071, + 0.7124999761581421, + 1 + ], + [ + 0.824999988079071, + 0.7124999761581421, + 1 + ], + [ + 0.824999988079071, + 0.737500011920929, + 1 + ], + [ + 0.824999988079071, + 0.737500011920929, + 1 + ], + [ + 0.824999988079071, + 0.762499988079071, + 1 + ], + [ + 0.824999988079071, + 0.762499988079071, + 1 + ], + [ + 0.824999988079071, + 0.7875000238418579, + 1 + ], + [ + 0.824999988079071, + 0.7875000238418579, + 1 + ], + [ + 0.824999988079071, + 0.8125, + 1 + ], + [ + 0.824999988079071, + 0.8125, + 1 + ], + [ + 0.824999988079071, + 0.8374999761581421, + 1 + ], + [ + 0.824999988079071, + 0.8374999761581421, + 1 + ], + [ + 0.824999988079071, + 0.862500011920929, + 1 + ], + [ + 0.824999988079071, + 0.862500011920929, + 1 + ], + [ + 0.824999988079071, + 0.887499988079071, + 1 + ], + [ + 0.824999988079071, + 0.887499988079071, + 1 + ], + [ + 0.824999988079071, + 0.9125000238418579, + 1 + ], + [ + 0.824999988079071, + 0.9125000238418579, + 1 + ], + [ + 0.824999988079071, + 0.9375, + 1 + ], + [ + 0.824999988079071, + 0.9375, + 1 + ], + [ + 0.824999988079071, + 0.9624999761581421, + 1 + ], + [ + 0.824999988079071, + 0.9624999761581421, + 1 + ], + [ + 0.824999988079071, + 0.987500011920929, + 1 + ], + [ + 0.824999988079071, + 0.987500011920929, + 1 + ], + [ + 0.875, + 0.012500000186264515, + 1 + ], + [ + 0.875, + 0.012500000186264515, + 1 + ], + [ + 0.875, + 0.03750000149011612, + 1 + ], + [ + 0.875, + 0.03750000149011612, + 1 + ], + [ + 0.875, + 0.0625, + 1 + ], + [ + 0.875, + 0.0625, + 1 + ], + [ + 0.875, + 0.08749999850988388, + 1 + ], + [ + 0.875, + 0.08749999850988388, + 1 + ], + [ + 0.875, + 0.11249999701976776, + 1 + ], + [ + 0.875, + 0.11249999701976776, + 1 + ], + [ + 0.875, + 0.13750000298023224, + 1 + ], + [ + 0.875, + 0.13750000298023224, + 1 + ], + [ + 0.875, + 0.16249999403953552, + 1 + ], + [ + 0.875, + 0.16249999403953552, + 1 + ], + [ + 0.875, + 0.1875, + 1 + ], + [ + 0.875, + 0.1875, + 1 + ], + [ + 0.875, + 0.21250000596046448, + 1 + ], + [ + 0.875, + 0.21250000596046448, + 1 + ], + [ + 0.875, + 0.23749999701976776, + 1 + ], + [ + 0.875, + 0.23749999701976776, + 1 + ], + [ + 0.875, + 0.26249998807907104, + 1 + ], + [ + 0.875, + 0.26249998807907104, + 1 + ], + [ + 0.875, + 0.2874999940395355, + 1 + ], + [ + 0.875, + 0.2874999940395355, + 1 + ], + [ + 0.875, + 0.3125, + 1 + ], + [ + 0.875, + 0.3125, + 1 + ], + [ + 0.875, + 0.3375000059604645, + 1 + ], + [ + 0.875, + 0.3375000059604645, + 1 + ], + [ + 0.875, + 0.36250001192092896, + 1 + ], + [ + 0.875, + 0.36250001192092896, + 1 + ], + [ + 0.875, + 0.38749998807907104, + 1 + ], + [ + 0.875, + 0.38749998807907104, + 1 + ], + [ + 0.875, + 0.4124999940395355, + 1 + ], + [ + 0.875, + 0.4124999940395355, + 1 + ], + [ + 0.875, + 0.4375, + 1 + ], + [ + 0.875, + 0.4375, + 1 + ], + [ + 0.875, + 0.4625000059604645, + 1 + ], + [ + 0.875, + 0.4625000059604645, + 1 + ], + [ + 0.875, + 0.48750001192092896, + 1 + ], + [ + 0.875, + 0.48750001192092896, + 1 + ], + [ + 0.875, + 0.512499988079071, + 1 + ], + [ + 0.875, + 0.512499988079071, + 1 + ], + [ + 0.875, + 0.5375000238418579, + 1 + ], + [ + 0.875, + 0.5375000238418579, + 1 + ], + [ + 0.875, + 0.5625, + 1 + ], + [ + 0.875, + 0.5625, + 1 + ], + [ + 0.875, + 0.5874999761581421, + 1 + ], + [ + 0.875, + 0.5874999761581421, + 1 + ], + [ + 0.875, + 0.612500011920929, + 1 + ], + [ + 0.875, + 0.612500011920929, + 1 + ], + [ + 0.875, + 0.637499988079071, + 1 + ], + [ + 0.875, + 0.637499988079071, + 1 + ], + [ + 0.875, + 0.6625000238418579, + 1 + ], + [ + 0.875, + 0.6625000238418579, + 1 + ], + [ + 0.875, + 0.6875, + 1 + ], + [ + 0.875, + 0.6875, + 1 + ], + [ + 0.875, + 0.7124999761581421, + 1 + ], + [ + 0.875, + 0.7124999761581421, + 1 + ], + [ + 0.875, + 0.737500011920929, + 1 + ], + [ + 0.875, + 0.737500011920929, + 1 + ], + [ + 0.875, + 0.762499988079071, + 1 + ], + [ + 0.875, + 0.762499988079071, + 1 + ], + [ + 0.875, + 0.7875000238418579, + 1 + ], + [ + 0.875, + 0.7875000238418579, + 1 + ], + [ + 0.875, + 0.8125, + 1 + ], + [ + 0.875, + 0.8125, + 1 + ], + [ + 0.875, + 0.8374999761581421, + 1 + ], + [ + 0.875, + 0.8374999761581421, + 1 + ], + [ + 0.875, + 0.862500011920929, + 1 + ], + [ + 0.875, + 0.862500011920929, + 1 + ], + [ + 0.875, + 0.887499988079071, + 1 + ], + [ + 0.875, + 0.887499988079071, + 1 + ], + [ + 0.875, + 0.9125000238418579, + 1 + ], + [ + 0.875, + 0.9125000238418579, + 1 + ], + [ + 0.875, + 0.9375, + 1 + ], + [ + 0.875, + 0.9375, + 1 + ], + [ + 0.875, + 0.9624999761581421, + 1 + ], + [ + 0.875, + 0.9624999761581421, + 1 + ], + [ + 0.875, + 0.987500011920929, + 1 + ], + [ + 0.875, + 0.987500011920929, + 1 + ], + [ + 0.925000011920929, + 0.012500000186264515, + 1 + ], + [ + 0.925000011920929, + 0.012500000186264515, + 1 + ], + [ + 0.925000011920929, + 0.03750000149011612, + 1 + ], + [ + 0.925000011920929, + 0.03750000149011612, + 1 + ], + [ + 0.925000011920929, + 0.0625, + 1 + ], + [ + 0.925000011920929, + 0.0625, + 1 + ], + [ + 0.925000011920929, + 0.08749999850988388, + 1 + ], + [ + 0.925000011920929, + 0.08749999850988388, + 1 + ], + [ + 0.925000011920929, + 0.11249999701976776, + 1 + ], + [ + 0.925000011920929, + 0.11249999701976776, + 1 + ], + [ + 0.925000011920929, + 0.13750000298023224, + 1 + ], + [ + 0.925000011920929, + 0.13750000298023224, + 1 + ], + [ + 0.925000011920929, + 0.16249999403953552, + 1 + ], + [ + 0.925000011920929, + 0.16249999403953552, + 1 + ], + [ + 0.925000011920929, + 0.1875, + 1 + ], + [ + 0.925000011920929, + 0.1875, + 1 + ], + [ + 0.925000011920929, + 0.21250000596046448, + 1 + ], + [ + 0.925000011920929, + 0.21250000596046448, + 1 + ], + [ + 0.925000011920929, + 0.23749999701976776, + 1 + ], + [ + 0.925000011920929, + 0.23749999701976776, + 1 + ], + [ + 0.925000011920929, + 0.26249998807907104, + 1 + ], + [ + 0.925000011920929, + 0.26249998807907104, + 1 + ], + [ + 0.925000011920929, + 0.2874999940395355, + 1 + ], + [ + 0.925000011920929, + 0.2874999940395355, + 1 + ], + [ + 0.925000011920929, + 0.3125, + 1 + ], + [ + 0.925000011920929, + 0.3125, + 1 + ], + [ + 0.925000011920929, + 0.3375000059604645, + 1 + ], + [ + 0.925000011920929, + 0.3375000059604645, + 1 + ], + [ + 0.925000011920929, + 0.36250001192092896, + 1 + ], + [ + 0.925000011920929, + 0.36250001192092896, + 1 + ], + [ + 0.925000011920929, + 0.38749998807907104, + 1 + ], + [ + 0.925000011920929, + 0.38749998807907104, + 1 + ], + [ + 0.925000011920929, + 0.4124999940395355, + 1 + ], + [ + 0.925000011920929, + 0.4124999940395355, + 1 + ], + [ + 0.925000011920929, + 0.4375, + 1 + ], + [ + 0.925000011920929, + 0.4375, + 1 + ], + [ + 0.925000011920929, + 0.4625000059604645, + 1 + ], + [ + 0.925000011920929, + 0.4625000059604645, + 1 + ], + [ + 0.925000011920929, + 0.48750001192092896, + 1 + ], + [ + 0.925000011920929, + 0.48750001192092896, + 1 + ], + [ + 0.925000011920929, + 0.512499988079071, + 1 + ], + [ + 0.925000011920929, + 0.512499988079071, + 1 + ], + [ + 0.925000011920929, + 0.5375000238418579, + 1 + ], + [ + 0.925000011920929, + 0.5375000238418579, + 1 + ], + [ + 0.925000011920929, + 0.5625, + 1 + ], + [ + 0.925000011920929, + 0.5625, + 1 + ], + [ + 0.925000011920929, + 0.5874999761581421, + 1 + ], + [ + 0.925000011920929, + 0.5874999761581421, + 1 + ], + [ + 0.925000011920929, + 0.612500011920929, + 1 + ], + [ + 0.925000011920929, + 0.612500011920929, + 1 + ], + [ + 0.925000011920929, + 0.637499988079071, + 1 + ], + [ + 0.925000011920929, + 0.637499988079071, + 1 + ], + [ + 0.925000011920929, + 0.6625000238418579, + 1 + ], + [ + 0.925000011920929, + 0.6625000238418579, + 1 + ], + [ + 0.925000011920929, + 0.6875, + 1 + ], + [ + 0.925000011920929, + 0.6875, + 1 + ], + [ + 0.925000011920929, + 0.7124999761581421, + 1 + ], + [ + 0.925000011920929, + 0.7124999761581421, + 1 + ], + [ + 0.925000011920929, + 0.737500011920929, + 1 + ], + [ + 0.925000011920929, + 0.737500011920929, + 1 + ], + [ + 0.925000011920929, + 0.762499988079071, + 1 + ], + [ + 0.925000011920929, + 0.762499988079071, + 1 + ], + [ + 0.925000011920929, + 0.7875000238418579, + 1 + ], + [ + 0.925000011920929, + 0.7875000238418579, + 1 + ], + [ + 0.925000011920929, + 0.8125, + 1 + ], + [ + 0.925000011920929, + 0.8125, + 1 + ], + [ + 0.925000011920929, + 0.8374999761581421, + 1 + ], + [ + 0.925000011920929, + 0.8374999761581421, + 1 + ], + [ + 0.925000011920929, + 0.862500011920929, + 1 + ], + [ + 0.925000011920929, + 0.862500011920929, + 1 + ], + [ + 0.925000011920929, + 0.887499988079071, + 1 + ], + [ + 0.925000011920929, + 0.887499988079071, + 1 + ], + [ + 0.925000011920929, + 0.9125000238418579, + 1 + ], + [ + 0.925000011920929, + 0.9125000238418579, + 1 + ], + [ + 0.925000011920929, + 0.9375, + 1 + ], + [ + 0.925000011920929, + 0.9375, + 1 + ], + [ + 0.925000011920929, + 0.9624999761581421, + 1 + ], + [ + 0.925000011920929, + 0.9624999761581421, + 1 + ], + [ + 0.925000011920929, + 0.987500011920929, + 1 + ], + [ + 0.925000011920929, + 0.987500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.012500000186264515, + 1 + ], + [ + 0.9750000238418579, + 0.012500000186264515, + 1 + ], + [ + 0.9750000238418579, + 0.03750000149011612, + 1 + ], + [ + 0.9750000238418579, + 0.03750000149011612, + 1 + ], + [ + 0.9750000238418579, + 0.0625, + 1 + ], + [ + 0.9750000238418579, + 0.0625, + 1 + ], + [ + 0.9750000238418579, + 0.08749999850988388, + 1 + ], + [ + 0.9750000238418579, + 0.08749999850988388, + 1 + ], + [ + 0.9750000238418579, + 0.11249999701976776, + 1 + ], + [ + 0.9750000238418579, + 0.11249999701976776, + 1 + ], + [ + 0.9750000238418579, + 0.13750000298023224, + 1 + ], + [ + 0.9750000238418579, + 0.13750000298023224, + 1 + ], + [ + 0.9750000238418579, + 0.16249999403953552, + 1 + ], + [ + 0.9750000238418579, + 0.16249999403953552, + 1 + ], + [ + 0.9750000238418579, + 0.1875, + 1 + ], + [ + 0.9750000238418579, + 0.1875, + 1 + ], + [ + 0.9750000238418579, + 0.21250000596046448, + 1 + ], + [ + 0.9750000238418579, + 0.21250000596046448, + 1 + ], + [ + 0.9750000238418579, + 0.23749999701976776, + 1 + ], + [ + 0.9750000238418579, + 0.23749999701976776, + 1 + ], + [ + 0.9750000238418579, + 0.26249998807907104, + 1 + ], + [ + 0.9750000238418579, + 0.26249998807907104, + 1 + ], + [ + 0.9750000238418579, + 0.2874999940395355, + 1 + ], + [ + 0.9750000238418579, + 0.2874999940395355, + 1 + ], + [ + 0.9750000238418579, + 0.3125, + 1 + ], + [ + 0.9750000238418579, + 0.3125, + 1 + ], + [ + 0.9750000238418579, + 0.3375000059604645, + 1 + ], + [ + 0.9750000238418579, + 0.3375000059604645, + 1 + ], + [ + 0.9750000238418579, + 0.36250001192092896, + 1 + ], + [ + 0.9750000238418579, + 0.36250001192092896, + 1 + ], + [ + 0.9750000238418579, + 0.38749998807907104, + 1 + ], + [ + 0.9750000238418579, + 0.38749998807907104, + 1 + ], + [ + 0.9750000238418579, + 0.4124999940395355, + 1 + ], + [ + 0.9750000238418579, + 0.4124999940395355, + 1 + ], + [ + 0.9750000238418579, + 0.4375, + 1 + ], + [ + 0.9750000238418579, + 0.4375, + 1 + ], + [ + 0.9750000238418579, + 0.4625000059604645, + 1 + ], + [ + 0.9750000238418579, + 0.4625000059604645, + 1 + ], + [ + 0.9750000238418579, + 0.48750001192092896, + 1 + ], + [ + 0.9750000238418579, + 0.48750001192092896, + 1 + ], + [ + 0.9750000238418579, + 0.512499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.512499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.5375000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.5375000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.5625, + 1 + ], + [ + 0.9750000238418579, + 0.5625, + 1 + ], + [ + 0.9750000238418579, + 0.5874999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.5874999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.612500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.612500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.637499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.637499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.6625000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.6625000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.6875, + 1 + ], + [ + 0.9750000238418579, + 0.6875, + 1 + ], + [ + 0.9750000238418579, + 0.7124999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.7124999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.737500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.737500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.762499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.762499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.7875000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.7875000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.8125, + 1 + ], + [ + 0.9750000238418579, + 0.8125, + 1 + ], + [ + 0.9750000238418579, + 0.8374999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.8374999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.862500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.862500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.887499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.887499988079071, + 1 + ], + [ + 0.9750000238418579, + 0.9125000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.9125000238418579, + 1 + ], + [ + 0.9750000238418579, + 0.9375, + 1 + ], + [ + 0.9750000238418579, + 0.9375, + 1 + ], + [ + 0.9750000238418579, + 0.9624999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.9624999761581421, + 1 + ], + [ + 0.9750000238418579, + 0.987500011920929, + 1 + ], + [ + 0.9750000238418579, + 0.987500011920929, + 1 + ] + ], + "size": 4 + }, + "type": "scatter3d", + "x": [ + 0, + -0.6609220504760742, + 0, + -0.6411794424057007, + 0, + -0.6200762987136841, + 0, + -0.5975359678268433, + 0, + -0.5734843611717224, + 0, + -0.5478528738021851, + 0, + -0.5205801725387573, + 0, + -0.4916157126426697, + 0, + -0.4609227776527405, + 0, + -0.42848217487335205, + 0, + -0.3942960798740387, + 0, + -0.35839149355888367, + 0, + -0.3208234906196594, + 0, + -0.28167837858200073, + 0, + -0.2410750836133957, + 0, + -0.19916574656963348, + 0, + -0.15613490343093872, + 0, + -0.11219677329063416, + 0, + -0.06759088486433029, + 0, + -0.022576183080673218, + 0, + 0.022576183080673218, + 0, + 0.06759088486433029, + 0, + 0.11219677329063416, + 0, + 0.15613490343093872, + 0, + 0.19916574656963348, + 0, + 0.2410750836133957, + 0, + 0.28167837858200073, + 0, + 0.3208234906196594, + 0, + 0.35839149355888367, + 0, + 0.3942960798740387, + 0, + 0.42848217487335205, + 0, + 0.4609227776527405, + 0, + 0.4916157126426697, + 0, + 0.5205801725387573, + 0, + 0.5478528738021851, + 0, + 0.5734843611717224, + 0, + 0.5975359678268433, + 0, + 0.6200762987136841, + 0, + 0.6411794424057007, + 0, + 0.6609220504760742, + 0, + -0.6678630709648132, + 0, + -0.6482256054878235, + 0, + -0.6272038817405701, + 0, + -0.6047161817550659, + 0, + -0.580683171749115, + 0, + -0.5550302863121033, + 0, + -0.5276901125907898, + 0, + -0.4986058473587036, + 0, + -0.46773478388786316, + 0, + -0.43505215644836426, + 0, + -0.40055519342422485, + 0, + -0.36426714062690735, + 0, + -0.3262411653995514, + 0, + -0.28656333684921265, + 0, + -0.24535484611988068, + 0, + -0.20277264714241028, + 0, + -0.15900878608226776, + 0, + -0.11428758502006531, + 0, + -0.0688609778881073, + 0, + -0.02300218492746353, + 0, + 0.02300218492746353, + 0, + 0.0688609778881073, + 0, + 0.11428758502006531, + 0, + 0.15900878608226776, + 0, + 0.20277264714241028, + 0, + 0.24535484611988068, + 0, + 0.28656333684921265, + 0, + 0.3262411653995514, + 0, + 0.36426714062690735, + 0, + 0.40055519342422485, + 0, + 0.43505215644836426, + 0, + 0.46773478388786316, + 0, + 0.4986058473587036, + 0, + 0.5276901125907898, + 0, + 0.5550302863121033, + 0, + 0.580683171749115, + 0, + 0.6047161817550659, + 0, + 0.6272038817405701, + 0, + 0.6482256054878235, + 0, + 0.6678630709648132, + 0, + -0.6742200255393982, + 0, + -0.6546878218650818, + 0, + -0.6337502598762512, + 0, + -0.6113207936286926, + 0, + -0.587315022945404, + 0, + -0.5616527795791626, + 0, + -0.5342608094215393, + 0, + -0.5050762891769409, + 0, + -0.47405049204826355, + 0, + -0.4411531090736389, + 0, + -0.4063764214515686, + 0, + -0.36974000930786133, + 0, + -0.33129456639289856, + 0, + -0.2911258339881897, + 0, + -0.24935685098171234, + 0, + -0.2061489075422287, + 0, + -0.16170118749141693, + 0, + -0.11624763906002045, + 0, + -0.07005216926336288, + 0, + -0.023401817306876183, + 0, + 0.023401817306876183, + 0, + 0.07005216926336288, + 0, + 0.11624763906002045, + 0, + 0.16170118749141693, + 0, + 0.2061489075422287, + 0, + 0.24935685098171234, + 0, + 0.2911258339881897, + 0, + 0.33129456639289856, + 0, + 0.36974000930786133, + 0, + 0.4063764214515686, + 0, + 0.4411531090736389, + 0, + 0.47405049204826355, + 0, + 0.5050762891769409, + 0, + 0.5342608094215393, + 0, + 0.5616527795791626, + 0, + 0.587315022945404, + 0, + 0.6113207936286926, + 0, + 0.6337502598762512, + 0, + 0.6546878218650818, + 0, + 0.6742200255393982, + 0, + -0.6799338459968567, + 0, + -0.6605036854743958, + 0, + -0.6396496295928955, + 0, + -0.617280900478363, + 0, + -0.5933082103729248, + 0, + -0.5676462054252625, + 0, + -0.5402161478996277, + 0, + -0.510949432849884, + 0, + -0.4797917902469635, + 0, + -0.4467073976993561, + 0, + -0.4116837978363037, + 0, + -0.3747366964817047, + 0, + -0.3359144628047943, + 0, + -0.29530203342437744, + 0, + -0.25302404165267944, + 0, + -0.2092457413673401, + 0, + -0.16417275369167328, + 0, + -0.1180480420589447, + 0, + -0.07114680111408234, + 0, + -0.023769132792949677, + 0, + 0.023769132792949677, + 0, + 0.07114680111408234, + 0, + 0.1180480420589447, + 0, + 0.16417275369167328, + 0, + 0.2092457413673401, + 0, + 0.25302404165267944, + 0, + 0.29530203342437744, + 0, + 0.3359144628047943, + 0, + 0.3747366964817047, + 0, + 0.4116837978363037, + 0, + 0.4467073976993561, + 0, + 0.4797917902469635, + 0, + 0.510949432849884, + 0, + 0.5402161478996277, + 0, + 0.5676462054252625, + 0, + 0.5933082103729248, + 0, + 0.617280900478363, + 0, + 0.6396496295928955, + 0, + 0.6605036854743958, + 0, + 0.6799338459968567, + 0, + -0.684948742389679, + 0, + -0.6656140685081482, + 0, + -0.6448395848274231, + 0, + -0.6225306987762451, + 0, + -0.5985938906669617, + 0, + -0.5729390978813171, + 0, + -0.5454823970794678, + 0, + -0.5161501169204712, + 0, + -0.4848825931549072, + 0, + -0.45163899660110474, + 0, + -0.4164023995399475, + 0, + -0.379184752702713, + 0, + -0.34003204107284546, + 0, + -0.2990283966064453, + 0, + -0.25629955530166626, + 0, + -0.21201427280902863, + 0, + -0.16638392210006714, + 0, + -0.11965969949960709, + 0, + -0.07212706655263901, + 0, + -0.02409813553094864, + 0, + 0.02409813553094864, + 0, + 0.07212706655263901, + 0, + 0.11965969949960709, + 0, + 0.16638392210006714, + 0, + 0.21201427280902863, + 0, + 0.25629955530166626, + 0, + 0.2990283966064453, + 0, + 0.34003204107284546, + 0, + 0.379184752702713, + 0, + 0.4164023995399475, + 0, + 0.45163899660110474, + 0, + 0.4848825931549072, + 0, + 0.5161501169204712, + 0, + 0.5454823970794678, + 0, + 0.5729390978813171, + 0, + 0.5985938906669617, + 0, + 0.6225306987762451, + 0, + 0.6448395848274231, + 0, + 0.6656140685081482, + 0, + 0.684948742389679, + 0, + -0.689213752746582, + 0, + -0.6699645519256592, + 0, + -0.6492623686790466, + 0, + -0.627009391784668, + 0, + -0.6031082272529602, + 0, + -0.5774646997451782, + 0, + -0.5499905943870544, + 0, + -0.5206074118614197, + 0, + -0.48925095796585083, + 0, + -0.45587587356567383, + 0, + -0.4204609990119934, + 0, + -0.3830150067806244, + 0, + -0.34358152747154236, + 0, + -0.30224382877349854, + 0, + -0.2591285705566406, + 0, + -0.2144073098897934, + 0, + -0.1682964712381363, + 0, + -0.12105437368154526, + 0, + -0.07297564297914505, + 0, + -0.024382993578910828, + 0, + 0.024382993578910828, + 0, + 0.07297564297914505, + 0, + 0.12105437368154526, + 0, + 0.1682964712381363, + 0, + 0.2144073098897934, + 0, + 0.2591285705566406, + 0, + 0.30224382877349854, + 0, + 0.34358152747154236, + 0, + 0.3830150067806244, + 0, + 0.4204609990119934, + 0, + 0.45587587356567383, + 0, + 0.48925095796585083, + 0, + 0.5206074118614197, + 0, + 0.5499905943870544, + 0, + 0.5774646997451782, + 0, + 0.6031082272529602, + 0, + 0.627009391784668, + 0, + 0.6492623686790466, + 0, + 0.6699645519256592, + 0, + 0.689213752746582, + 0, + -0.692683756351471, + 0, + -0.6735069751739502, + 0, + -0.6528668999671936, + 0, + -0.6306627988815308, + 0, + -0.6067942380905151, + 0, + -0.5811634659767151, + 0, + -0.5536786913871765, + 0, + -0.5242576599121094, + 0, + -0.4928320348262787, + 0, + -0.4593525230884552, + 0, + -0.4237947165966034, + 0, + -0.38616421818733215, + 0, + -0.3465025722980499, + 0, + -0.30489227175712585, + 0, + -0.26146045327186584, + 0, + -0.21638117730617523, + 0, + -0.1698748916387558, + 0, + -0.12220592796802521, + 0, + -0.07367650419473648, + 0, + -0.024618297815322876, + 0, + 0.024618297815322876, + 0, + 0.07367650419473648, + 0, + 0.12220592796802521, + 0, + 0.1698748916387558, + 0, + 0.21638117730617523, + 0, + 0.26146045327186584, + 0, + 0.30489227175712585, + 0, + 0.3465025722980499, + 0, + 0.38616421818733215, + 0, + 0.4237947165966034, + 0, + 0.4593525230884552, + 0, + 0.4928320348262787, + 0, + 0.5242576599121094, + 0, + 0.5536786913871765, + 0, + 0.5811634659767151, + 0, + 0.6067942380905151, + 0, + 0.6306627988815308, + 0, + 0.6528668999671936, + 0, + 0.6735069751739502, + 0, + 0.692683756351471, + 0, + -0.6953208446502686, + 0, + -0.6762010455131531, + 0, + -0.6556100845336914, + 0, + -0.633445143699646, + 0, + -0.6096034646034241, + 0, + -0.5839846730232239, + 0, + -0.5564940571784973, + 0, + -0.5270463228225708, + 0, + -0.49556997418403625, + 0, + -0.46201291680336, + 0, + -0.4263477325439453, + 0, + -0.38857778906822205, + 0, + -0.34874290227890015, + 0, + -0.30692487955093384, + 0, + -0.26325133442878723, + 0, + -0.21789786219596863, + 0, + -0.1710882931947708, + 0, + -0.12309148907661438, + 0, + -0.0742156133055687, + 0, + -0.024799317121505737, + 0, + 0.024799317121505737, + 0, + 0.0742156133055687, + 0, + 0.12309148907661438, + 0, + 0.1710882931947708, + 0, + 0.21789786219596863, + 0, + 0.26325133442878723, + 0, + 0.30692487955093384, + 0, + 0.34874290227890015, + 0, + 0.38857778906822205, + 0, + 0.4263477325439453, + 0, + 0.46201291680336, + 0, + 0.49556997418403625, + 0, + 0.5270463228225708, + 0, + 0.5564940571784973, + 0, + 0.5839846730232239, + 0, + 0.6096034646034241, + 0, + 0.633445143699646, + 0, + 0.6556100845336914, + 0, + 0.6762010455131531, + 0, + 0.6953208446502686, + 0, + -0.6970957517623901, + 0, + -0.6780151128768921, + 0, + -0.6574581861495972, + 0, + -0.6353206038475037, + 0, + -0.6114981174468994, + 0, + -0.5858885049819946, + 0, + -0.5583949685096741, + 0, + -0.5289302468299866, + 0, + -0.4974208176136017, + 0, + -0.46381235122680664, + 0, + -0.4280755817890167, + 0, + -0.39021220803260803, + 0, + -0.350260853767395, + 0, + -0.30830278992652893, + 0, + -0.26446589827537537, + 0, + -0.21892690658569336, + 0, + -0.1719118356704712, + 0, + -0.12369268387556076, + 0, + -0.07458165287971497, + 0, + -0.024922238662838936, + 0, + 0.024922238662838936, + 0, + 0.07458165287971497, + 0, + 0.12369268387556076, + 0, + 0.1719118356704712, + 0, + 0.21892690658569336, + 0, + 0.26446589827537537, + 0, + 0.30830278992652893, + 0, + 0.350260853767395, + 0, + 0.39021220803260803, + 0, + 0.4280755817890167, + 0, + 0.46381235122680664, + 0, + 0.4974208176136017, + 0, + 0.5289302468299866, + 0, + 0.5583949685096741, + 0, + 0.5858885049819946, + 0, + 0.6114981174468994, + 0, + 0.6353206038475037, + 0, + 0.6574581861495972, + 0, + 0.6780151128768921, + 0, + 0.6970957517623901, + 0, + -0.6979883313179016, + 0, + -0.6789276003837585, + 0, + -0.6583881378173828, + 0, + -0.6362646222114563, + 0, + -0.6124520897865295, + 0, + -0.5868473649024963, + 0, + -0.5593528151512146, + 0, + -0.5298798680305481, + 0, + -0.49835407733917236, + 0, + -0.4647200405597687, + 0, + -0.42894747853279114, + 0, + -0.3910371661186218, + 0, + -0.351027250289917, + 0, + -0.308998703956604, + 0, + -0.2650794982910156, + 0, + -0.21944692730903625, + 0, + -0.17232808470726013, + 0, + -0.12399658560752869, + 0, + -0.07476671785116196, + 0, + -0.024984391406178474, + 0, + 0.024984391406178474, + 0, + 0.07476671785116196, + 0, + 0.12399658560752869, + 0, + 0.17232808470726013, + 0, + 0.21944692730903625, + 0, + 0.2650794982910156, + 0, + 0.308998703956604, + 0, + 0.351027250289917, + 0, + 0.3910371661186218, + 0, + 0.42894747853279114, + 0, + 0.4647200405597687, + 0, + 0.49835407733917236, + 0, + 0.5298798680305481, + 0, + 0.5593528151512146, + 0, + 0.5868473649024963, + 0, + 0.6124520897865295, + 0, + 0.6362646222114563, + 0, + 0.6583881378173828, + 0, + 0.6789276003837585, + 0, + 0.6979883313179016, + 0, + -0.6979883313179016, + 0, + -0.6789276003837585, + 0, + -0.6583881378173828, + 0, + -0.6362646222114563, + 0, + -0.6124520897865295, + 0, + -0.5868473649024963, + 0, + -0.5593528151512146, + 0, + -0.5298798680305481, + 0, + -0.49835407733917236, + 0, + -0.4647200405597687, + 0, + -0.42894747853279114, + 0, + -0.3910371661186218, + 0, + -0.351027250289917, + 0, + -0.308998703956604, + 0, + -0.2650794982910156, + 0, + -0.21944692730903625, + 0, + -0.17232808470726013, + 0, + -0.12399658560752869, + 0, + -0.07476671785116196, + 0, + -0.024984391406178474, + 0, + 0.024984391406178474, + 0, + 0.07476671785116196, + 0, + 0.12399658560752869, + 0, + 0.17232808470726013, + 0, + 0.21944692730903625, + 0, + 0.2650794982910156, + 0, + 0.308998703956604, + 0, + 0.351027250289917, + 0, + 0.3910371661186218, + 0, + 0.42894747853279114, + 0, + 0.4647200405597687, + 0, + 0.49835407733917236, + 0, + 0.5298798680305481, + 0, + 0.5593528151512146, + 0, + 0.5868473649024963, + 0, + 0.6124520897865295, + 0, + 0.6362646222114563, + 0, + 0.6583881378173828, + 0, + 0.6789276003837585, + 0, + 0.6979883313179016, + 0, + -0.6970957517623901, + 0, + -0.6780151128768921, + 0, + -0.6574581861495972, + 0, + -0.6353206038475037, + 0, + -0.6114981174468994, + 0, + -0.5858885049819946, + 0, + -0.5583949685096741, + 0, + -0.5289302468299866, + 0, + -0.4974208176136017, + 0, + -0.46381235122680664, + 0, + -0.4280755817890167, + 0, + -0.39021220803260803, + 0, + -0.350260853767395, + 0, + -0.30830278992652893, + 0, + -0.26446589827537537, + 0, + -0.21892690658569336, + 0, + -0.1719118356704712, + 0, + -0.12369268387556076, + 0, + -0.07458165287971497, + 0, + -0.024922238662838936, + 0, + 0.024922238662838936, + 0, + 0.07458165287971497, + 0, + 0.12369268387556076, + 0, + 0.1719118356704712, + 0, + 0.21892690658569336, + 0, + 0.26446589827537537, + 0, + 0.30830278992652893, + 0, + 0.350260853767395, + 0, + 0.39021220803260803, + 0, + 0.4280755817890167, + 0, + 0.46381235122680664, + 0, + 0.4974208176136017, + 0, + 0.5289302468299866, + 0, + 0.5583949685096741, + 0, + 0.5858885049819946, + 0, + 0.6114981174468994, + 0, + 0.6353206038475037, + 0, + 0.6574581861495972, + 0, + 0.6780151128768921, + 0, + 0.6970957517623901, + 0, + -0.6953208446502686, + 0, + -0.6762010455131531, + 0, + -0.6556100845336914, + 0, + -0.633445143699646, + 0, + -0.6096034646034241, + 0, + -0.5839846730232239, + 0, + -0.5564940571784973, + 0, + -0.5270463228225708, + 0, + -0.49556997418403625, + 0, + -0.46201291680336, + 0, + -0.4263477325439453, + 0, + -0.38857778906822205, + 0, + -0.34874290227890015, + 0, + -0.30692487955093384, + 0, + -0.26325133442878723, + 0, + -0.21789786219596863, + 0, + -0.1710882931947708, + 0, + -0.12309148907661438, + 0, + -0.0742156133055687, + 0, + -0.024799317121505737, + 0, + 0.024799317121505737, + 0, + 0.0742156133055687, + 0, + 0.12309148907661438, + 0, + 0.1710882931947708, + 0, + 0.21789786219596863, + 0, + 0.26325133442878723, + 0, + 0.30692487955093384, + 0, + 0.34874290227890015, + 0, + 0.38857778906822205, + 0, + 0.4263477325439453, + 0, + 0.46201291680336, + 0, + 0.49556997418403625, + 0, + 0.5270463228225708, + 0, + 0.5564940571784973, + 0, + 0.5839846730232239, + 0, + 0.6096034646034241, + 0, + 0.633445143699646, + 0, + 0.6556100845336914, + 0, + 0.6762010455131531, + 0, + 0.6953208446502686, + 0, + -0.692683756351471, + 0, + -0.6735069751739502, + 0, + -0.6528668999671936, + 0, + -0.6306627988815308, + 0, + -0.6067942380905151, + 0, + -0.5811634659767151, + 0, + -0.5536786913871765, + 0, + -0.5242576599121094, + 0, + -0.4928320348262787, + 0, + -0.4593525230884552, + 0, + -0.4237947165966034, + 0, + -0.38616421818733215, + 0, + -0.3465025722980499, + 0, + -0.30489227175712585, + 0, + -0.26146045327186584, + 0, + -0.21638117730617523, + 0, + -0.1698748916387558, + 0, + -0.12220592796802521, + 0, + -0.07367650419473648, + 0, + -0.024618297815322876, + 0, + 0.024618297815322876, + 0, + 0.07367650419473648, + 0, + 0.12220592796802521, + 0, + 0.1698748916387558, + 0, + 0.21638117730617523, + 0, + 0.26146045327186584, + 0, + 0.30489227175712585, + 0, + 0.3465025722980499, + 0, + 0.38616421818733215, + 0, + 0.4237947165966034, + 0, + 0.4593525230884552, + 0, + 0.4928320348262787, + 0, + 0.5242576599121094, + 0, + 0.5536786913871765, + 0, + 0.5811634659767151, + 0, + 0.6067942380905151, + 0, + 0.6306627988815308, + 0, + 0.6528668999671936, + 0, + 0.6735069751739502, + 0, + 0.692683756351471, + 0, + -0.689213752746582, + 0, + -0.6699645519256592, + 0, + -0.6492623686790466, + 0, + -0.627009391784668, + 0, + -0.6031082272529602, + 0, + -0.5774646997451782, + 0, + -0.5499905943870544, + 0, + -0.5206074118614197, + 0, + -0.48925095796585083, + 0, + -0.45587587356567383, + 0, + -0.4204609990119934, + 0, + -0.3830150067806244, + 0, + -0.34358152747154236, + 0, + -0.30224382877349854, + 0, + -0.2591285705566406, + 0, + -0.2144073098897934, + 0, + -0.1682964712381363, + 0, + -0.12105437368154526, + 0, + -0.07297564297914505, + 0, + -0.024382993578910828, + 0, + 0.024382993578910828, + 0, + 0.07297564297914505, + 0, + 0.12105437368154526, + 0, + 0.1682964712381363, + 0, + 0.2144073098897934, + 0, + 0.2591285705566406, + 0, + 0.30224382877349854, + 0, + 0.34358152747154236, + 0, + 0.3830150067806244, + 0, + 0.4204609990119934, + 0, + 0.45587587356567383, + 0, + 0.48925095796585083, + 0, + 0.5206074118614197, + 0, + 0.5499905943870544, + 0, + 0.5774646997451782, + 0, + 0.6031082272529602, + 0, + 0.627009391784668, + 0, + 0.6492623686790466, + 0, + 0.6699645519256592, + 0, + 0.689213752746582, + 0, + -0.684948742389679, + 0, + -0.6656140685081482, + 0, + -0.6448395848274231, + 0, + -0.6225306987762451, + 0, + -0.5985938906669617, + 0, + -0.5729390978813171, + 0, + -0.5454823970794678, + 0, + -0.5161501169204712, + 0, + -0.4848825931549072, + 0, + -0.45163899660110474, + 0, + -0.4164023995399475, + 0, + -0.379184752702713, + 0, + -0.34003204107284546, + 0, + -0.2990283966064453, + 0, + -0.25629955530166626, + 0, + -0.21201427280902863, + 0, + -0.16638392210006714, + 0, + -0.11965969949960709, + 0, + -0.07212706655263901, + 0, + -0.02409813553094864, + 0, + 0.02409813553094864, + 0, + 0.07212706655263901, + 0, + 0.11965969949960709, + 0, + 0.16638392210006714, + 0, + 0.21201427280902863, + 0, + 0.25629955530166626, + 0, + 0.2990283966064453, + 0, + 0.34003204107284546, + 0, + 0.379184752702713, + 0, + 0.4164023995399475, + 0, + 0.45163899660110474, + 0, + 0.4848825931549072, + 0, + 0.5161501169204712, + 0, + 0.5454823970794678, + 0, + 0.5729390978813171, + 0, + 0.5985938906669617, + 0, + 0.6225306987762451, + 0, + 0.6448395848274231, + 0, + 0.6656140685081482, + 0, + 0.684948742389679, + 0, + -0.6799338459968567, + 0, + -0.6605036854743958, + 0, + -0.6396496295928955, + 0, + -0.617280900478363, + 0, + -0.5933082103729248, + 0, + -0.5676462054252625, + 0, + -0.5402161478996277, + 0, + -0.510949432849884, + 0, + -0.4797917902469635, + 0, + -0.4467073976993561, + 0, + -0.4116837978363037, + 0, + -0.3747366964817047, + 0, + -0.3359144628047943, + 0, + -0.29530203342437744, + 0, + -0.25302404165267944, + 0, + -0.2092457413673401, + 0, + -0.16417275369167328, + 0, + -0.1180480420589447, + 0, + -0.07114680111408234, + 0, + -0.023769132792949677, + 0, + 0.023769132792949677, + 0, + 0.07114680111408234, + 0, + 0.1180480420589447, + 0, + 0.16417275369167328, + 0, + 0.2092457413673401, + 0, + 0.25302404165267944, + 0, + 0.29530203342437744, + 0, + 0.3359144628047943, + 0, + 0.3747366964817047, + 0, + 0.4116837978363037, + 0, + 0.4467073976993561, + 0, + 0.4797917902469635, + 0, + 0.510949432849884, + 0, + 0.5402161478996277, + 0, + 0.5676462054252625, + 0, + 0.5933082103729248, + 0, + 0.617280900478363, + 0, + 0.6396496295928955, + 0, + 0.6605036854743958, + 0, + 0.6799338459968567, + 0, + -0.6742200255393982, + 0, + -0.6546878218650818, + 0, + -0.6337502598762512, + 0, + -0.6113207936286926, + 0, + -0.587315022945404, + 0, + -0.5616527795791626, + 0, + -0.5342608094215393, + 0, + -0.5050762891769409, + 0, + -0.47405049204826355, + 0, + -0.4411531090736389, + 0, + -0.4063764214515686, + 0, + -0.36974000930786133, + 0, + -0.33129456639289856, + 0, + -0.2911258339881897, + 0, + -0.24935685098171234, + 0, + -0.2061489075422287, + 0, + -0.16170118749141693, + 0, + -0.11624763906002045, + 0, + -0.07005216926336288, + 0, + -0.023401817306876183, + 0, + 0.023401817306876183, + 0, + 0.07005216926336288, + 0, + 0.11624763906002045, + 0, + 0.16170118749141693, + 0, + 0.2061489075422287, + 0, + 0.24935685098171234, + 0, + 0.2911258339881897, + 0, + 0.33129456639289856, + 0, + 0.36974000930786133, + 0, + 0.4063764214515686, + 0, + 0.4411531090736389, + 0, + 0.47405049204826355, + 0, + 0.5050762891769409, + 0, + 0.5342608094215393, + 0, + 0.5616527795791626, + 0, + 0.587315022945404, + 0, + 0.6113207936286926, + 0, + 0.6337502598762512, + 0, + 0.6546878218650818, + 0, + 0.6742200255393982, + 0, + -0.6678630709648132, + 0, + -0.6482256054878235, + 0, + -0.6272038817405701, + 0, + -0.6047161817550659, + 0, + -0.580683171749115, + 0, + -0.5550302863121033, + 0, + -0.5276901125907898, + 0, + -0.4986058473587036, + 0, + -0.46773478388786316, + 0, + -0.43505215644836426, + 0, + -0.40055519342422485, + 0, + -0.36426714062690735, + 0, + -0.3262411653995514, + 0, + -0.28656333684921265, + 0, + -0.24535484611988068, + 0, + -0.20277264714241028, + 0, + -0.15900878608226776, + 0, + -0.11428758502006531, + 0, + -0.0688609778881073, + 0, + -0.02300218492746353, + 0, + 0.02300218492746353, + 0, + 0.0688609778881073, + 0, + 0.11428758502006531, + 0, + 0.15900878608226776, + 0, + 0.20277264714241028, + 0, + 0.24535484611988068, + 0, + 0.28656333684921265, + 0, + 0.3262411653995514, + 0, + 0.36426714062690735, + 0, + 0.40055519342422485, + 0, + 0.43505215644836426, + 0, + 0.46773478388786316, + 0, + 0.4986058473587036, + 0, + 0.5276901125907898, + 0, + 0.5550302863121033, + 0, + 0.580683171749115, + 0, + 0.6047161817550659, + 0, + 0.6272038817405701, + 0, + 0.6482256054878235, + 0, + 0.6678630709648132, + 0, + -0.6609220504760742, + 0, + -0.6411794424057007, + 0, + -0.6200762987136841, + 0, + -0.5975359678268433, + 0, + -0.5734843611717224, + 0, + -0.5478528738021851, + 0, + -0.5205801725387573, + 0, + -0.4916157126426697, + 0, + -0.4609227776527405, + 0, + -0.42848217487335205, + 0, + -0.3942960798740387, + 0, + -0.35839149355888367, + 0, + -0.3208234906196594, + 0, + -0.28167837858200073, + 0, + -0.2410750836133957, + 0, + -0.19916574656963348, + 0, + -0.15613490343093872, + 0, + -0.11219677329063416, + 0, + -0.06759088486433029, + 0, + -0.022576183080673218, + 0, + 0.022576183080673218, + 0, + 0.06759088486433029, + 0, + 0.11219677329063416, + 0, + 0.15613490343093872, + 0, + 0.19916574656963348, + 0, + 0.2410750836133957, + 0, + 0.28167837858200073, + 0, + 0.3208234906196594, + 0, + 0.35839149355888367, + 0, + 0.3942960798740387, + 0, + 0.42848217487335205, + 0, + 0.4609227776527405, + 0, + 0.4916157126426697, + 0, + 0.5205801725387573, + 0, + 0.5478528738021851, + 0, + 0.5734843611717224, + 0, + 0.5975359678268433, + 0, + 0.6200762987136841, + 0, + 0.6411794424057007, + 0, + 0.6609220504760742 + ], + "y": [ + 0, + 0.32198765873908997, + 0, + 0.32925429940223694, + 0, + 0.33661285042762756, + 0, + 0.3440358340740204, + 0, + 0.35149040818214417, + 0, + 0.358938068151474, + 0, + 0.3663341999053955, + 0, + 0.3736279308795929, + 0, + 0.3807623088359833, + 0, + 0.38767436146736145, + 0, + 0.3942960798740387, + 0, + 0.40055519342422485, + 0, + 0.4063764214515686, + 0, + 0.4116837978363037, + 0, + 0.4164023995399475, + 0, + 0.4204609990119934, + 0, + 0.4237947165966034, + 0, + 0.4263477325439453, + 0, + 0.4280755817890167, + 0, + 0.42894747853279114, + 0, + 0.42894747853279114, + 0, + 0.4280755817890167, + 0, + 0.4263477325439453, + 0, + 0.4237947165966034, + 0, + 0.4204609990119934, + 0, + 0.4164023995399475, + 0, + 0.4116837978363037, + 0, + 0.4063764214515686, + 0, + 0.40055519342422485, + 0, + 0.3942960798740387, + 0, + 0.38767436146736145, + 0, + 0.3807623088359833, + 0, + 0.3736279308795929, + 0, + 0.3663341999053955, + 0, + 0.358938068151474, + 0, + 0.35149040818214417, + 0, + 0.3440358340740204, + 0, + 0.33661285042762756, + 0, + 0.32925429940223694, + 0, + 0.32198765873908997, + 0, + 0.2911198139190674, + 0, + 0.2978333830833435, + 0, + 0.30464187264442444, + 0, + 0.3115204870700836, + 0, + 0.31843918561935425, + 0, + 0.32536259293556213, + 0, + 0.33224931359291077, + 0, + 0.3390519917011261, + 0, + 0.34571704268455505, + 0, + 0.35218510031700134, + 0, + 0.35839149355888367, + 0, + 0.36426714062690735, + 0, + 0.36974000930786133, + 0, + 0.3747366964817047, + 0, + 0.379184752702713, + 0, + 0.3830150067806244, + 0, + 0.38616421818733215, + 0, + 0.38857778906822205, + 0, + 0.39021220803260803, + 0, + 0.3910371661186218, + 0, + 0.3910371661186218, + 0, + 0.39021220803260803, + 0, + 0.38857778906822205, + 0, + 0.38616421818733215, + 0, + 0.3830150067806244, + 0, + 0.379184752702713, + 0, + 0.3747366964817047, + 0, + 0.36974000930786133, + 0, + 0.36426714062690735, + 0, + 0.35839149355888367, + 0, + 0.35218510031700134, + 0, + 0.34571704268455505, + 0, + 0.3390519917011261, + 0, + 0.33224931359291077, + 0, + 0.32536259293556213, + 0, + 0.31843918561935425, + 0, + 0.3115204870700836, + 0, + 0.30464187264442444, + 0, + 0.2978333830833435, + 0, + 0.2911198139190674, + 0, + 0.2593154013156891, + 0, + 0.2654139995574951, + 0, + 0.27160724997520447, + 0, + 0.27787309885025024, + 0, + 0.28418469429016113, + 0, + 0.29051005840301514, + 0, + 0.296811580657959, + 0, + 0.30304574966430664, + 0, + 0.309163361787796, + 0, + 0.31510937213897705, + 0, + 0.3208234906196594, + 0, + 0.3262411653995514, + 0, + 0.33129456639289856, + 0, + 0.3359144628047943, + 0, + 0.34003204107284546, + 0, + 0.34358152747154236, + 0, + 0.3465025722980499, + 0, + 0.34874290227890015, + 0, + 0.350260853767395, + 0, + 0.351027250289917, + 0, + 0.351027250289917, + 0, + 0.350260853767395, + 0, + 0.34874290227890015, + 0, + 0.3465025722980499, + 0, + 0.34358152747154236, + 0, + 0.34003204107284546, + 0, + 0.3359144628047943, + 0, + 0.33129456639289856, + 0, + 0.3262411653995514, + 0, + 0.3208234906196594, + 0, + 0.31510937213897705, + 0, + 0.309163361787796, + 0, + 0.30304574966430664, + 0, + 0.296811580657959, + 0, + 0.29051005840301514, + 0, + 0.28418469429016113, + 0, + 0.27787309885025024, + 0, + 0.27160724997520447, + 0, + 0.2654139995574951, + 0, + 0.2593154013156891, + 0, + 0.2266446053981781, + 0, + 0.23206885159015656, + 0, + 0.23758414387702942, + 0, + 0.24317125976085663, + 0, + 0.2488066554069519, + 0, + 0.2544620633125305, + 0, + 0.26010406017303467, + 0, + 0.265693724155426, + 0, + 0.2711866497993469, + 0, + 0.2765331566333771, + 0, + 0.28167837858200073, + 0, + 0.28656333684921265, + 0, + 0.2911258339881897, + 0, + 0.29530203342437744, + 0, + 0.2990283966064453, + 0, + 0.30224382877349854, + 0, + 0.30489227175712585, + 0, + 0.30692487955093384, + 0, + 0.30830278992652893, + 0, + 0.308998703956604, + 0, + 0.308998703956604, + 0, + 0.30830278992652893, + 0, + 0.30692487955093384, + 0, + 0.30489227175712585, + 0, + 0.30224382877349854, + 0, + 0.2990283966064453, + 0, + 0.29530203342437744, + 0, + 0.2911258339881897, + 0, + 0.28656333684921265, + 0, + 0.28167837858200073, + 0, + 0.2765331566333771, + 0, + 0.2711866497993469, + 0, + 0.265693724155426, + 0, + 0.26010406017303467, + 0, + 0.2544620633125305, + 0, + 0.2488066554069519, + 0, + 0.24317125976085663, + 0, + 0.23758414387702942, + 0, + 0.23206885159015656, + 0, + 0.2266446053981781, + 0, + 0.19319067895412445, + 0, + 0.19788525998592377, + 0, + 0.2026638686656952, + 0, + 0.20751023292541504, + 0, + 0.2124042958021164, + 0, + 0.2173217236995697, + 0, + 0.22223356366157532, + 0, + 0.22710606455802917, + 0, + 0.2319003790616989, + 0, + 0.23657281696796417, + 0, + 0.2410750836133957, + 0, + 0.24535484611988068, + 0, + 0.24935685098171234, + 0, + 0.25302404165267944, + 0, + 0.25629955530166626, + 0, + 0.2591285705566406, + 0, + 0.26146045327186584, + 0, + 0.26325133442878723, + 0, + 0.26446589827537537, + 0, + 0.2650794982910156, + 0, + 0.2650794982910156, + 0, + 0.26446589827537537, + 0, + 0.26325133442878723, + 0, + 0.26146045327186584, + 0, + 0.2591285705566406, + 0, + 0.25629955530166626, + 0, + 0.25302404165267944, + 0, + 0.24935685098171234, + 0, + 0.24535484611988068, + 0, + 0.2410750836133957, + 0, + 0.23657281696796417, + 0, + 0.2319003790616989, + 0, + 0.22710606455802917, + 0, + 0.22223356366157532, + 0, + 0.2173217236995697, + 0, + 0.2124042958021164, + 0, + 0.20751023292541504, + 0, + 0.2026638686656952, + 0, + 0.19788525998592377, + 0, + 0.19319067895412445, + 0, + 0.15904933214187622, + 0, + 0.1629643440246582, + 0, + 0.1669531762599945, + 0, + 0.1710025519132614, + 0, + 0.17509594559669495, + 0, + 0.17921316623687744, + 0, + 0.18333019316196442, + 0, + 0.18741866946220398, + 0, + 0.19144603610038757, + 0, + 0.19537538290023804, + 0, + 0.19916574656963348, + 0, + 0.20277264714241028, + 0, + 0.2061489075422287, + 0, + 0.2092457413673401, + 0, + 0.21201427280902863, + 0, + 0.2144073098897934, + 0, + 0.21638117730617523, + 0, + 0.21789786219596863, + 0, + 0.21892690658569336, + 0, + 0.21944692730903625, + 0, + 0.21944692730903625, + 0, + 0.21892690658569336, + 0, + 0.21789786219596863, + 0, + 0.21638117730617523, + 0, + 0.2144073098897934, + 0, + 0.21201427280902863, + 0, + 0.2092457413673401, + 0, + 0.2061489075422287, + 0, + 0.20277264714241028, + 0, + 0.19916574656963348, + 0, + 0.19537538290023804, + 0, + 0.19144603610038757, + 0, + 0.18741866946220398, + 0, + 0.18333019316196442, + 0, + 0.17921316623687744, + 0, + 0.17509594559669495, + 0, + 0.1710025519132614, + 0, + 0.1669531762599945, + 0, + 0.1629643440246582, + 0, + 0.15904933214187622, + 0, + 0.12432784587144852, + 0, + 0.12742023169994354, + 0, + 0.13057337701320648, + 0, + 0.1337769627571106, + 0, + 0.13701805472373962, + 0, + 0.1402808278799057, + 0, + 0.14354632794857025, + 0, + 0.14679214358329773, + 0, + 0.14999236166477203, + 0, + 0.15311752259731293, + 0, + 0.15613490343093872, + 0, + 0.15900878608226776, + 0, + 0.16170118749141693, + 0, + 0.16417275369167328, + 0, + 0.16638392210006714, + 0, + 0.1682964712381363, + 0, + 0.1698748916387558, + 0, + 0.1710882931947708, + 0, + 0.1719118356704712, + 0, + 0.17232808470726013, + 0, + 0.17232808470726013, + 0, + 0.1719118356704712, + 0, + 0.1710882931947708, + 0, + 0.1698748916387558, + 0, + 0.1682964712381363, + 0, + 0.16638392210006714, + 0, + 0.16417275369167328, + 0, + 0.16170118749141693, + 0, + 0.15900878608226776, + 0, + 0.15613490343093872, + 0, + 0.15311752259731293, + 0, + 0.14999236166477203, + 0, + 0.14679214358329773, + 0, + 0.14354632794857025, + 0, + 0.1402808278799057, + 0, + 0.13701805472373962, + 0, + 0.1337769627571106, + 0, + 0.13057337701320648, + 0, + 0.12742023169994354, + 0, + 0.12432784587144852, + 0, + 0.08914369344711304, + 0, + 0.09137851744890213, + 0, + 0.09365858137607574, + 0, + 0.09597653895616531, + 0, + 0.09832314401865005, + 0, + 0.10068701207637787, + 0, + 0.1030544564127922, + 0, + 0.10540925711393356, + 0, + 0.1077326089143753, + 0, + 0.11000308394432068, + 0, + 0.11219677329063416, + 0, + 0.11428758502006531, + 0, + 0.11624763906002045, + 0, + 0.1180480420589447, + 0, + 0.11965969949960709, + 0, + 0.12105437368154526, + 0, + 0.12220592796802521, + 0, + 0.12309148907661438, + 0, + 0.12369268387556076, + 0, + 0.12399658560752869, + 0, + 0.12399658560752869, + 0, + 0.12369268387556076, + 0, + 0.12309148907661438, + 0, + 0.12220592796802521, + 0, + 0.12105437368154526, + 0, + 0.11965969949960709, + 0, + 0.1180480420589447, + 0, + 0.11624763906002045, + 0, + 0.11428758502006531, + 0, + 0.11219677329063416, + 0, + 0.11000308394432068, + 0, + 0.1077326089143753, + 0, + 0.10540925711393356, + 0, + 0.1030544564127922, + 0, + 0.10068701207637787, + 0, + 0.09832314401865005, + 0, + 0.09597653895616531, + 0, + 0.09365858137607574, + 0, + 0.09137851744890213, + 0, + 0.08914369344711304, + 0, + 0.05362275242805481, + 0, + 0.05497419834136963, + 0, + 0.05635356158018112, + 0, + 0.05775642395019531, + 0, + 0.05917724221944809, + 0, + 0.060609154403209686, + 0, + 0.06204388663172722, + 0, + 0.06347163766622543, + 0, + 0.06488098204135895, + 0, + 0.06625891476869583, + 0, + 0.06759088486433029, + 0, + 0.0688609778881073, + 0, + 0.07005216926336288, + 0, + 0.07114680111408234, + 0, + 0.07212706655263901, + 0, + 0.07297564297914505, + 0, + 0.07367650419473648, + 0, + 0.0742156133055687, + 0, + 0.07458165287971497, + 0, + 0.07476671785116196, + 0, + 0.07476671785116196, + 0, + 0.07458165287971497, + 0, + 0.0742156133055687, + 0, + 0.07367650419473648, + 0, + 0.07297564297914505, + 0, + 0.07212706655263901, + 0, + 0.07114680111408234, + 0, + 0.07005216926336288, + 0, + 0.0688609778881073, + 0, + 0.06759088486433029, + 0, + 0.06625891476869583, + 0, + 0.06488098204135895, + 0, + 0.06347163766622543, + 0, + 0.06204388663172722, + 0, + 0.060609154403209686, + 0, + 0.05917724221944809, + 0, + 0.05775642395019531, + 0, + 0.05635356158018112, + 0, + 0.05497419834136963, + 0, + 0.05362275242805481, + 0, + 0.017897136509418488, + 0, + 0.01834939606487751, + 0, + 0.018811089918017387, + 0, + 0.019280746579170227, + 0, + 0.01975652016699314, + 0, + 0.020236115902662277, + 0, + 0.020716769620776176, + 0, + 0.021195195615291595, + 0, + 0.021667569875717163, + 0, + 0.02212952822446823, + 0, + 0.022576183080673218, + 0, + 0.02300218492746353, + 0, + 0.023401817306876183, + 0, + 0.023769132792949677, + 0, + 0.02409813553094864, + 0, + 0.024382993578910828, + 0, + 0.024618297815322876, + 0, + 0.024799317121505737, + 0, + 0.024922238662838936, + 0, + 0.024984391406178474, + 0, + 0.024984391406178474, + 0, + 0.024922238662838936, + 0, + 0.024799317121505737, + 0, + 0.024618297815322876, + 0, + 0.024382993578910828, + 0, + 0.02409813553094864, + 0, + 0.023769132792949677, + 0, + 0.023401817306876183, + 0, + 0.02300218492746353, + 0, + 0.022576183080673218, + 0, + 0.02212952822446823, + 0, + 0.021667569875717163, + 0, + 0.021195195615291595, + 0, + 0.020716769620776176, + 0, + 0.020236115902662277, + 0, + 0.01975652016699314, + 0, + 0.019280746579170227, + 0, + 0.018811089918017387, + 0, + 0.01834939606487751, + 0, + 0.017897136509418488, + 0, + -0.017897136509418488, + 0, + -0.01834939606487751, + 0, + -0.018811089918017387, + 0, + -0.019280746579170227, + 0, + -0.01975652016699314, + 0, + -0.020236115902662277, + 0, + -0.020716769620776176, + 0, + -0.021195195615291595, + 0, + -0.021667569875717163, + 0, + -0.02212952822446823, + 0, + -0.022576183080673218, + 0, + -0.02300218492746353, + 0, + -0.023401817306876183, + 0, + -0.023769132792949677, + 0, + -0.02409813553094864, + 0, + -0.024382993578910828, + 0, + -0.024618297815322876, + 0, + -0.024799317121505737, + 0, + -0.024922238662838936, + 0, + -0.024984391406178474, + 0, + -0.024984391406178474, + 0, + -0.024922238662838936, + 0, + -0.024799317121505737, + 0, + -0.024618297815322876, + 0, + -0.024382993578910828, + 0, + -0.02409813553094864, + 0, + -0.023769132792949677, + 0, + -0.023401817306876183, + 0, + -0.02300218492746353, + 0, + -0.022576183080673218, + 0, + -0.02212952822446823, + 0, + -0.021667569875717163, + 0, + -0.021195195615291595, + 0, + -0.020716769620776176, + 0, + -0.020236115902662277, + 0, + -0.01975652016699314, + 0, + -0.019280746579170227, + 0, + -0.018811089918017387, + 0, + -0.01834939606487751, + 0, + -0.017897136509418488, + 0, + -0.05362275242805481, + 0, + -0.05497419834136963, + 0, + -0.05635356158018112, + 0, + -0.05775642395019531, + 0, + -0.05917724221944809, + 0, + -0.060609154403209686, + 0, + -0.06204388663172722, + 0, + -0.06347163766622543, + 0, + -0.06488098204135895, + 0, + -0.06625891476869583, + 0, + -0.06759088486433029, + 0, + -0.0688609778881073, + 0, + -0.07005216926336288, + 0, + -0.07114680111408234, + 0, + -0.07212706655263901, + 0, + -0.07297564297914505, + 0, + -0.07367650419473648, + 0, + -0.0742156133055687, + 0, + -0.07458165287971497, + 0, + -0.07476671785116196, + 0, + -0.07476671785116196, + 0, + -0.07458165287971497, + 0, + -0.0742156133055687, + 0, + -0.07367650419473648, + 0, + -0.07297564297914505, + 0, + -0.07212706655263901, + 0, + -0.07114680111408234, + 0, + -0.07005216926336288, + 0, + -0.0688609778881073, + 0, + -0.06759088486433029, + 0, + -0.06625891476869583, + 0, + -0.06488098204135895, + 0, + -0.06347163766622543, + 0, + -0.06204388663172722, + 0, + -0.060609154403209686, + 0, + -0.05917724221944809, + 0, + -0.05775642395019531, + 0, + -0.05635356158018112, + 0, + -0.05497419834136963, + 0, + -0.05362275242805481, + 0, + -0.08914369344711304, + 0, + -0.09137851744890213, + 0, + -0.09365858137607574, + 0, + -0.09597653895616531, + 0, + -0.09832314401865005, + 0, + -0.10068701207637787, + 0, + -0.1030544564127922, + 0, + -0.10540925711393356, + 0, + -0.1077326089143753, + 0, + -0.11000308394432068, + 0, + -0.11219677329063416, + 0, + -0.11428758502006531, + 0, + -0.11624763906002045, + 0, + -0.1180480420589447, + 0, + -0.11965969949960709, + 0, + -0.12105437368154526, + 0, + -0.12220592796802521, + 0, + -0.12309148907661438, + 0, + -0.12369268387556076, + 0, + -0.12399658560752869, + 0, + -0.12399658560752869, + 0, + -0.12369268387556076, + 0, + -0.12309148907661438, + 0, + -0.12220592796802521, + 0, + -0.12105437368154526, + 0, + -0.11965969949960709, + 0, + -0.1180480420589447, + 0, + -0.11624763906002045, + 0, + -0.11428758502006531, + 0, + -0.11219677329063416, + 0, + -0.11000308394432068, + 0, + -0.1077326089143753, + 0, + -0.10540925711393356, + 0, + -0.1030544564127922, + 0, + -0.10068701207637787, + 0, + -0.09832314401865005, + 0, + -0.09597653895616531, + 0, + -0.09365858137607574, + 0, + -0.09137851744890213, + 0, + -0.08914369344711304, + 0, + -0.12432784587144852, + 0, + -0.12742023169994354, + 0, + -0.13057337701320648, + 0, + -0.1337769627571106, + 0, + -0.13701805472373962, + 0, + -0.1402808278799057, + 0, + -0.14354632794857025, + 0, + -0.14679214358329773, + 0, + -0.14999236166477203, + 0, + -0.15311752259731293, + 0, + -0.15613490343093872, + 0, + -0.15900878608226776, + 0, + -0.16170118749141693, + 0, + -0.16417275369167328, + 0, + -0.16638392210006714, + 0, + -0.1682964712381363, + 0, + -0.1698748916387558, + 0, + -0.1710882931947708, + 0, + -0.1719118356704712, + 0, + -0.17232808470726013, + 0, + -0.17232808470726013, + 0, + -0.1719118356704712, + 0, + -0.1710882931947708, + 0, + -0.1698748916387558, + 0, + -0.1682964712381363, + 0, + -0.16638392210006714, + 0, + -0.16417275369167328, + 0, + -0.16170118749141693, + 0, + -0.15900878608226776, + 0, + -0.15613490343093872, + 0, + -0.15311752259731293, + 0, + -0.14999236166477203, + 0, + -0.14679214358329773, + 0, + -0.14354632794857025, + 0, + -0.1402808278799057, + 0, + -0.13701805472373962, + 0, + -0.1337769627571106, + 0, + -0.13057337701320648, + 0, + -0.12742023169994354, + 0, + -0.12432784587144852, + 0, + -0.15904933214187622, + 0, + -0.1629643440246582, + 0, + -0.1669531762599945, + 0, + -0.1710025519132614, + 0, + -0.17509594559669495, + 0, + -0.17921316623687744, + 0, + -0.18333019316196442, + 0, + -0.18741866946220398, + 0, + -0.19144603610038757, + 0, + -0.19537538290023804, + 0, + -0.19916574656963348, + 0, + -0.20277264714241028, + 0, + -0.2061489075422287, + 0, + -0.2092457413673401, + 0, + -0.21201427280902863, + 0, + -0.2144073098897934, + 0, + -0.21638117730617523, + 0, + -0.21789786219596863, + 0, + -0.21892690658569336, + 0, + -0.21944692730903625, + 0, + -0.21944692730903625, + 0, + -0.21892690658569336, + 0, + -0.21789786219596863, + 0, + -0.21638117730617523, + 0, + -0.2144073098897934, + 0, + -0.21201427280902863, + 0, + -0.2092457413673401, + 0, + -0.2061489075422287, + 0, + -0.20277264714241028, + 0, + -0.19916574656963348, + 0, + -0.19537538290023804, + 0, + -0.19144603610038757, + 0, + -0.18741866946220398, + 0, + -0.18333019316196442, + 0, + -0.17921316623687744, + 0, + -0.17509594559669495, + 0, + -0.1710025519132614, + 0, + -0.1669531762599945, + 0, + -0.1629643440246582, + 0, + -0.15904933214187622, + 0, + -0.19319067895412445, + 0, + -0.19788525998592377, + 0, + -0.2026638686656952, + 0, + -0.20751023292541504, + 0, + -0.2124042958021164, + 0, + -0.2173217236995697, + 0, + -0.22223356366157532, + 0, + -0.22710606455802917, + 0, + -0.2319003790616989, + 0, + -0.23657281696796417, + 0, + -0.2410750836133957, + 0, + -0.24535484611988068, + 0, + -0.24935685098171234, + 0, + -0.25302404165267944, + 0, + -0.25629955530166626, + 0, + -0.2591285705566406, + 0, + -0.26146045327186584, + 0, + -0.26325133442878723, + 0, + -0.26446589827537537, + 0, + -0.2650794982910156, + 0, + -0.2650794982910156, + 0, + -0.26446589827537537, + 0, + -0.26325133442878723, + 0, + -0.26146045327186584, + 0, + -0.2591285705566406, + 0, + -0.25629955530166626, + 0, + -0.25302404165267944, + 0, + -0.24935685098171234, + 0, + -0.24535484611988068, + 0, + -0.2410750836133957, + 0, + -0.23657281696796417, + 0, + -0.2319003790616989, + 0, + -0.22710606455802917, + 0, + -0.22223356366157532, + 0, + -0.2173217236995697, + 0, + -0.2124042958021164, + 0, + -0.20751023292541504, + 0, + -0.2026638686656952, + 0, + -0.19788525998592377, + 0, + -0.19319067895412445, + 0, + -0.2266446053981781, + 0, + -0.23206885159015656, + 0, + -0.23758414387702942, + 0, + -0.24317125976085663, + 0, + -0.2488066554069519, + 0, + -0.2544620633125305, + 0, + -0.26010406017303467, + 0, + -0.265693724155426, + 0, + -0.2711866497993469, + 0, + -0.2765331566333771, + 0, + -0.28167837858200073, + 0, + -0.28656333684921265, + 0, + -0.2911258339881897, + 0, + -0.29530203342437744, + 0, + -0.2990283966064453, + 0, + -0.30224382877349854, + 0, + -0.30489227175712585, + 0, + -0.30692487955093384, + 0, + -0.30830278992652893, + 0, + -0.308998703956604, + 0, + -0.308998703956604, + 0, + -0.30830278992652893, + 0, + -0.30692487955093384, + 0, + -0.30489227175712585, + 0, + -0.30224382877349854, + 0, + -0.2990283966064453, + 0, + -0.29530203342437744, + 0, + -0.2911258339881897, + 0, + -0.28656333684921265, + 0, + -0.28167837858200073, + 0, + -0.2765331566333771, + 0, + -0.2711866497993469, + 0, + -0.265693724155426, + 0, + -0.26010406017303467, + 0, + -0.2544620633125305, + 0, + -0.2488066554069519, + 0, + -0.24317125976085663, + 0, + -0.23758414387702942, + 0, + -0.23206885159015656, + 0, + -0.2266446053981781, + 0, + -0.2593154013156891, + 0, + -0.2654139995574951, + 0, + -0.27160724997520447, + 0, + -0.27787309885025024, + 0, + -0.28418469429016113, + 0, + -0.29051005840301514, + 0, + -0.296811580657959, + 0, + -0.30304574966430664, + 0, + -0.309163361787796, + 0, + -0.31510937213897705, + 0, + -0.3208234906196594, + 0, + -0.3262411653995514, + 0, + -0.33129456639289856, + 0, + -0.3359144628047943, + 0, + -0.34003204107284546, + 0, + -0.34358152747154236, + 0, + -0.3465025722980499, + 0, + -0.34874290227890015, + 0, + -0.350260853767395, + 0, + -0.351027250289917, + 0, + -0.351027250289917, + 0, + -0.350260853767395, + 0, + -0.34874290227890015, + 0, + -0.3465025722980499, + 0, + -0.34358152747154236, + 0, + -0.34003204107284546, + 0, + -0.3359144628047943, + 0, + -0.33129456639289856, + 0, + -0.3262411653995514, + 0, + -0.3208234906196594, + 0, + -0.31510937213897705, + 0, + -0.309163361787796, + 0, + -0.30304574966430664, + 0, + -0.296811580657959, + 0, + -0.29051005840301514, + 0, + -0.28418469429016113, + 0, + -0.27787309885025024, + 0, + -0.27160724997520447, + 0, + -0.2654139995574951, + 0, + -0.2593154013156891, + 0, + -0.2911198139190674, + 0, + -0.2978333830833435, + 0, + -0.30464187264442444, + 0, + -0.3115204870700836, + 0, + -0.31843918561935425, + 0, + -0.32536259293556213, + 0, + -0.33224931359291077, + 0, + -0.3390519917011261, + 0, + -0.34571704268455505, + 0, + -0.35218510031700134, + 0, + -0.35839149355888367, + 0, + -0.36426714062690735, + 0, + -0.36974000930786133, + 0, + -0.3747366964817047, + 0, + -0.379184752702713, + 0, + -0.3830150067806244, + 0, + -0.38616421818733215, + 0, + -0.38857778906822205, + 0, + -0.39021220803260803, + 0, + -0.3910371661186218, + 0, + -0.3910371661186218, + 0, + -0.39021220803260803, + 0, + -0.38857778906822205, + 0, + -0.38616421818733215, + 0, + -0.3830150067806244, + 0, + -0.379184752702713, + 0, + -0.3747366964817047, + 0, + -0.36974000930786133, + 0, + -0.36426714062690735, + 0, + -0.35839149355888367, + 0, + -0.35218510031700134, + 0, + -0.34571704268455505, + 0, + -0.3390519917011261, + 0, + -0.33224931359291077, + 0, + -0.32536259293556213, + 0, + -0.31843918561935425, + 0, + -0.3115204870700836, + 0, + -0.30464187264442444, + 0, + -0.2978333830833435, + 0, + -0.2911198139190674, + 0, + -0.32198765873908997, + 0, + -0.32925429940223694, + 0, + -0.33661285042762756, + 0, + -0.3440358340740204, + 0, + -0.35149040818214417, + 0, + -0.358938068151474, + 0, + -0.3663341999053955, + 0, + -0.3736279308795929, + 0, + -0.3807623088359833, + 0, + -0.38767436146736145, + 0, + -0.3942960798740387, + 0, + -0.40055519342422485, + 0, + -0.4063764214515686, + 0, + -0.4116837978363037, + 0, + -0.4164023995399475, + 0, + -0.4204609990119934, + 0, + -0.4237947165966034, + 0, + -0.4263477325439453, + 0, + -0.4280755817890167, + 0, + -0.42894747853279114, + 0, + -0.42894747853279114, + 0, + -0.4280755817890167, + 0, + -0.4263477325439453, + 0, + -0.4237947165966034, + 0, + -0.4204609990119934, + 0, + -0.4164023995399475, + 0, + -0.4116837978363037, + 0, + -0.4063764214515686, + 0, + -0.40055519342422485, + 0, + -0.3942960798740387, + 0, + -0.38767436146736145, + 0, + -0.3807623088359833, + 0, + -0.3736279308795929, + 0, + -0.3663341999053955, + 0, + -0.358938068151474, + 0, + -0.35149040818214417, + 0, + -0.3440358340740204, + 0, + -0.33661285042762756, + 0, + -0.32925429940223694, + 0, + -0.32198765873908997 + ], + "z": [ + 0, + -0.6778687238693237, + 0, + -0.693166971206665, + 0, + -0.7086586356163025, + 0, + -0.7242860198020935, + 0, + -0.7399798035621643, + 0, + -0.7556591033935547, + 0, + -0.7712298631668091, + 0, + -0.7865851521492004, + 0, + -0.8016048669815063, + 0, + -0.8161565661430359, + 0, + -0.8300970792770386, + 0, + -0.8432740569114685, + 0, + -0.8555293083190918, + 0, + -0.8667027354240417, + 0, + -0.8766366243362427, + 0, + -0.8851810693740845, + 0, + -0.8921993970870972, + 0, + -0.8975741863250732, + 0, + -0.9012117385864258, + 0, + -0.9030473232269287, + 0, + -0.9030473232269287, + 0, + -0.9012117385864258, + 0, + -0.8975741863250732, + 0, + -0.8921993970870972, + 0, + -0.8851810693740845, + 0, + -0.8766366243362427, + 0, + -0.8667027354240417, + 0, + -0.8555293083190918, + 0, + -0.8432740569114685, + 0, + -0.8300970792770386, + 0, + -0.8161565661430359, + 0, + -0.8016048669815063, + 0, + -0.7865851521492004, + 0, + -0.7712298631668091, + 0, + -0.7556591033935547, + 0, + -0.7399798035621643, + 0, + -0.7242860198020935, + 0, + -0.7086586356163025, + 0, + -0.693166971206665, + 0, + -0.6778687238693237, + 0, + -0.6849877834320068, + 0, + -0.7007843852043152, + 0, + -0.7168044447898865, + 0, + -0.7329893708229065, + 0, + -0.749268651008606, + 0, + -0.7655589580535889, + 0, + -0.7817630767822266, + 0, + -0.7977693676948547, + 0, + -0.8134518265724182, + 0, + -0.8286707997322083, + 0, + -0.8432740569114685, + 0, + -0.8570991158485413, + 0, + -0.8699764609336853, + 0, + -0.8817334175109863, + 0, + -0.8921993970870972, + 0, + -0.9012117385864258, + 0, + -0.9086216688156128, + 0, + -0.9143006801605225, + 0, + -0.9181463122367859, + 0, + -0.9200873970985413, + 0, + -0.9200873970985413, + 0, + -0.9181463122367859, + 0, + -0.9143006801605225, + 0, + -0.9086216688156128, + 0, + -0.9012117385864258, + 0, + -0.8921993970870972, + 0, + -0.8817334175109863, + 0, + -0.8699764609336853, + 0, + -0.8570991158485413, + 0, + -0.8432740569114685, + 0, + -0.8286707997322083, + 0, + -0.8134518265724182, + 0, + -0.7977693676948547, + 0, + -0.7817630767822266, + 0, + -0.7655589580535889, + 0, + -0.749268651008606, + 0, + -0.7329893708229065, + 0, + -0.7168044447898865, + 0, + -0.7007843852043152, + 0, + -0.6849877834320068, + 0, + -0.6915076971054077, + 0, + -0.7077706456184387, + 0, + -0.7242860198020935, + 0, + -0.740994930267334, + 0, + -0.7578258514404297, + 0, + -0.774693489074707, + 0, + -0.791497528553009, + 0, + -0.8081220388412476, + 0, + -0.8244356513023376, + 0, + -0.8402916193008423, + 0, + -0.8555293083190918, + 0, + -0.8699764609336853, + 0, + -0.8834521770477295, + 0, + -0.895771861076355, + 0, + -0.9067521691322327, + 0, + -0.9162173867225647, + 0, + -0.9240068197250366, + 0, + -0.9299811124801636, + 0, + -0.9340289235115051, + 0, + -0.9360727071762085, + 0, + -0.9360727071762085, + 0, + -0.9340289235115051, + 0, + -0.9299811124801636, + 0, + -0.9240068197250366, + 0, + -0.9162173867225647, + 0, + -0.9067521691322327, + 0, + -0.895771861076355, + 0, + -0.8834521770477295, + 0, + -0.8699764609336853, + 0, + -0.8555293083190918, + 0, + -0.8402916193008423, + 0, + -0.8244356513023376, + 0, + -0.8081220388412476, + 0, + -0.791497528553009, + 0, + -0.774693489074707, + 0, + -0.7578258514404297, + 0, + -0.740994930267334, + 0, + -0.7242860198020935, + 0, + -0.7077706456184387, + 0, + -0.6915076971054077, + 0, + -0.6973680257797241, + 0, + -0.7140580415725708, + 0, + -0.731028139591217, + 0, + -0.7482192516326904, + 0, + -0.7655589580535889, + 0, + -0.7829602360725403, + 0, + -0.8003202080726624, + 0, + -0.8175191283226013, + 0, + -0.8344205021858215, + 0, + -0.8508712649345398, + 0, + -0.8667027354240417, + 0, + -0.8817334175109863, + 0, + -0.895771861076355, + 0, + -0.9086216688156128, + 0, + -0.9200873970985413, + 0, + -0.9299811124801636, + 0, + -0.9381300806999207, + 0, + -0.9443843364715576, + 0, + -0.9486240148544312, + 0, + -0.9507653117179871, + 0, + -0.9507653117179871, + 0, + -0.9486240148544312, + 0, + -0.9443843364715576, + 0, + -0.9381300806999207, + 0, + -0.9299811124801636, + 0, + -0.9200873970985413, + 0, + -0.9086216688156128, + 0, + -0.895771861076355, + 0, + -0.8817334175109863, + 0, + -0.8667027354240417, + 0, + -0.8508712649345398, + 0, + -0.8344205021858215, + 0, + -0.8175191283226013, + 0, + -0.8003202080726624, + 0, + -0.7829602360725403, + 0, + -0.7655589580535889, + 0, + -0.7482192516326904, + 0, + -0.731028139591217, + 0, + -0.7140580415725708, + 0, + -0.6973680257797241, + 0, + -0.7025115489959717, + 0, + -0.719582736492157, + 0, + -0.7369595170021057, + 0, + -0.7545826435089111, + 0, + -0.7723792791366577, + 0, + -0.7902607917785645, + 0, + -0.8081220388412476, + 0, + -0.825840175151825, + 0, + -0.8432740569114685, + 0, + -0.860264778137207, + 0, + -0.8766366243362427, + 0, + -0.8921993970870972, + 0, + -0.9067521691322327, + 0, + -0.9200873970985413, + 0, + -0.9319983720779419, + 0, + -0.9422857165336609, + 0, + -0.9507653117179871, + 0, + -0.9572775959968567, + 0, + -0.9616941213607788, + 0, + -0.9639254212379456, + 0, + -0.9639254212379456, + 0, + -0.9616941213607788, + 0, + -0.9572775959968567, + 0, + -0.9507653117179871, + 0, + -0.9422857165336609, + 0, + -0.9319983720779419, + 0, + -0.9200873970985413, + 0, + -0.9067521691322327, + 0, + -0.8921993970870972, + 0, + -0.8766366243362427, + 0, + -0.860264778137207, + 0, + -0.8432740569114685, + 0, + -0.825840175151825, + 0, + -0.8081220388412476, + 0, + -0.7902607917785645, + 0, + -0.7723792791366577, + 0, + -0.7545826435089111, + 0, + -0.7369595170021057, + 0, + -0.719582736492157, + 0, + -0.7025115489959717, + 0, + -0.7068859338760376, + 0, + -0.7242860198020935, + 0, + -0.7420141696929932, + 0, + -0.7600113749504089, + 0, + -0.7782042026519775, + 0, + -0.7965030074119568, + 0, + -0.8148008584976196, + 0, + -0.8329718708992004, + 0, + -0.8508712649345398, + 0, + -0.8683350682258606, + 0, + -0.8851810693740845, + 0, + -0.9012117385864258, + 0, + -0.9162173867225647, + 0, + -0.9299811124801636, + 0, + -0.9422857165336609, + 0, + -0.9529213905334473, + 0, + -0.9616941213607788, + 0, + -0.9684349894523621, + 0, + -0.9730085134506226, + 0, + -0.9753197431564331, + 0, + -0.9753197431564331, + 0, + -0.9730085134506226, + 0, + -0.9684349894523621, + 0, + -0.9616941213607788, + 0, + -0.9529213905334473, + 0, + -0.9422857165336609, + 0, + -0.9299811124801636, + 0, + -0.9162173867225647, + 0, + -0.9012117385864258, + 0, + -0.8851810693740845, + 0, + -0.8683350682258606, + 0, + -0.8508712649345398, + 0, + -0.8329718708992004, + 0, + -0.8148008584976196, + 0, + -0.7965030074119568, + 0, + -0.7782042026519775, + 0, + -0.7600113749504089, + 0, + -0.7420141696929932, + 0, + -0.7242860198020935, + 0, + -0.7068859338760376, + 0, + -0.7104448676109314, + 0, + -0.7281156182289124, + 0, + -0.7461336255073547, + 0, + -0.7644397616386414, + 0, + -0.7829603552818298, + 0, + -0.8016047477722168, + 0, + -0.8202647566795349, + 0, + -0.8388122320175171, + 0, + -0.857099175453186, + 0, + -0.874957263469696, + 0, + -0.8921993970870972, + 0, + -0.9086216688156128, + 0, + -0.9240068197250366, + 0, + -0.9381300806999207, + 0, + -0.9507653117179871, + 0, + -0.9616941213607788, + 0, + -0.97071373462677, + 0, + -0.9776474237442017, + 0, + -0.9823533296585083, + 0, + -0.984731912612915, + 0, + -0.984731912612915, + 0, + -0.9823533296585083, + 0, + -0.9776474237442017, + 0, + -0.97071373462677, + 0, + -0.9616941213607788, + 0, + -0.9507653117179871, + 0, + -0.9381300806999207, + 0, + -0.9240068197250366, + 0, + -0.9086216688156128, + 0, + -0.8921993970870972, + 0, + -0.874957263469696, + 0, + -0.857099175453186, + 0, + -0.8388122320175171, + 0, + -0.8202647566795349, + 0, + -0.8016047477722168, + 0, + -0.7829603552818298, + 0, + -0.7644397616386414, + 0, + -0.7461336255073547, + 0, + -0.7281156182289124, + 0, + -0.7104448676109314, + 0, + -0.7131495475769043, + 0, + -0.731028139591217, + 0, + -0.749268651008606, + 0, + -0.7678123116493225, + 0, + -0.7865851521492004, + 0, + -0.805496096611023, + 0, + -0.8244356513023376, + 0, + -0.8432740569114685, + 0, + -0.8618608713150024, + 0, + -0.8800246715545654, + 0, + -0.8975741863250732, + 0, + -0.9143006801605225, + 0, + -0.9299811124801636, + 0, + -0.9443843364715576, + 0, + -0.9572775959968567, + 0, + -0.9684349894523621, + 0, + -0.9776474237442017, + 0, + -0.984731912612915, + 0, + -0.9895414710044861, + 0, + -0.9919726848602295, + 0, + -0.9919726848602295, + 0, + -0.9895414710044861, + 0, + -0.984731912612915, + 0, + -0.9776474237442017, + 0, + -0.9684349894523621, + 0, + -0.9572775959968567, + 0, + -0.9443843364715576, + 0, + -0.9299811124801636, + 0, + -0.9143006801605225, + 0, + -0.8975741863250732, + 0, + -0.8800246715545654, + 0, + -0.8618608713150024, + 0, + -0.8432740569114685, + 0, + -0.8244356513023376, + 0, + -0.805496096611023, + 0, + -0.7865851521492004, + 0, + -0.7678123116493225, + 0, + -0.749268651008606, + 0, + -0.731028139591217, + 0, + -0.7131495475769043, + 0, + -0.7149699926376343, + 0, + -0.7329893112182617, + 0, + -0.7513807415962219, + 0, + -0.7700856328010559, + 0, + -0.7890298366546631, + 0, + -0.8081220388412476, + 0, + -0.8272517919540405, + 0, + -0.8462884426116943, + 0, + -0.8650797009468079, + 0, + -0.8834521770477295, + 0, + -0.9012117385864258, + 0, + -0.9181463122367859, + 0, + -0.9340289235115051, + 0, + -0.9486240148544312, + 0, + -0.9616941213607788, + 0, + -0.9730085134506226, + 0, + -0.9823533296585083, + 0, + -0.9895414710044861, + 0, + -0.9944220185279846, + 0, + -0.9968895316123962, + 0, + -0.9968895316123962, + 0, + -0.9944220185279846, + 0, + -0.9895414710044861, + 0, + -0.9823533296585083, + 0, + -0.9730085134506226, + 0, + -0.9616941213607788, + 0, + -0.9486240148544312, + 0, + -0.9340289235115051, + 0, + -0.9181463122367859, + 0, + -0.9012117385864258, + 0, + -0.8834521770477295, + 0, + -0.8650797009468079, + 0, + -0.8462884426116943, + 0, + -0.8272517919540405, + 0, + -0.8081220388412476, + 0, + -0.7890298366546631, + 0, + -0.7700856328010559, + 0, + -0.7513807415962219, + 0, + -0.7329893112182617, + 0, + -0.7149699926376343, + 0, + -0.7158854007720947, + 0, + -0.7339758276939392, + 0, + -0.7524435520172119, + 0, + -0.7712298631668091, + 0, + -0.7902607917785645, + 0, + -0.8094446063041687, + 0, + -0.8286707997322083, + 0, + -0.8478078246116638, + 0, + -0.8667027354240417, + 0, + -0.8851810693740845, + 0, + -0.9030473232269287, + 0, + -0.9200873970985413, + 0, + -0.9360727071762085, + 0, + -0.9507653117179871, + 0, + -0.9639254212379456, + 0, + -0.9753197431564331, + 0, + -0.984731912612915, + 0, + -0.9919726848602295, + 0, + -0.9968895316123962, + 0, + -0.9993756413459778, + 0, + -0.9993756413459778, + 0, + -0.9968895316123962, + 0, + -0.9919726848602295, + 0, + -0.984731912612915, + 0, + -0.9753197431564331, + 0, + -0.9639254212379456, + 0, + -0.9507653117179871, + 0, + -0.9360727071762085, + 0, + -0.9200873970985413, + 0, + -0.9030473232269287, + 0, + -0.8851810693740845, + 0, + -0.8667027354240417, + 0, + -0.8478078246116638, + 0, + -0.8286707997322083, + 0, + -0.8094446063041687, + 0, + -0.7902607917785645, + 0, + -0.7712298631668091, + 0, + -0.7524435520172119, + 0, + -0.7339758276939392, + 0, + -0.7158854007720947, + 0, + -0.7158854007720947, + 0, + -0.7339758276939392, + 0, + -0.7524435520172119, + 0, + -0.7712298631668091, + 0, + -0.7902607917785645, + 0, + -0.8094446063041687, + 0, + -0.8286707997322083, + 0, + -0.8478078246116638, + 0, + -0.8667027354240417, + 0, + -0.8851810693740845, + 0, + -0.9030473232269287, + 0, + -0.9200873970985413, + 0, + -0.9360727071762085, + 0, + -0.9507653117179871, + 0, + -0.9639254212379456, + 0, + -0.9753197431564331, + 0, + -0.984731912612915, + 0, + -0.9919726848602295, + 0, + -0.9968895316123962, + 0, + -0.9993756413459778, + 0, + -0.9993756413459778, + 0, + -0.9968895316123962, + 0, + -0.9919726848602295, + 0, + -0.984731912612915, + 0, + -0.9753197431564331, + 0, + -0.9639254212379456, + 0, + -0.9507653117179871, + 0, + -0.9360727071762085, + 0, + -0.9200873970985413, + 0, + -0.9030473232269287, + 0, + -0.8851810693740845, + 0, + -0.8667027354240417, + 0, + -0.8478078246116638, + 0, + -0.8286707997322083, + 0, + -0.8094446063041687, + 0, + -0.7902607917785645, + 0, + -0.7712298631668091, + 0, + -0.7524435520172119, + 0, + -0.7339758276939392, + 0, + -0.7158854007720947, + 0, + -0.7149699926376343, + 0, + -0.7329893112182617, + 0, + -0.7513807415962219, + 0, + -0.7700856328010559, + 0, + -0.7890298366546631, + 0, + -0.8081220388412476, + 0, + -0.8272517919540405, + 0, + -0.8462884426116943, + 0, + -0.8650797009468079, + 0, + -0.8834521770477295, + 0, + -0.9012117385864258, + 0, + -0.9181463122367859, + 0, + -0.9340289235115051, + 0, + -0.9486240148544312, + 0, + -0.9616941213607788, + 0, + -0.9730085134506226, + 0, + -0.9823533296585083, + 0, + -0.9895414710044861, + 0, + -0.9944220185279846, + 0, + -0.9968895316123962, + 0, + -0.9968895316123962, + 0, + -0.9944220185279846, + 0, + -0.9895414710044861, + 0, + -0.9823533296585083, + 0, + -0.9730085134506226, + 0, + -0.9616941213607788, + 0, + -0.9486240148544312, + 0, + -0.9340289235115051, + 0, + -0.9181463122367859, + 0, + -0.9012117385864258, + 0, + -0.8834521770477295, + 0, + -0.8650797009468079, + 0, + -0.8462884426116943, + 0, + -0.8272517919540405, + 0, + -0.8081220388412476, + 0, + -0.7890298366546631, + 0, + -0.7700856328010559, + 0, + -0.7513807415962219, + 0, + -0.7329893112182617, + 0, + -0.7149699926376343, + 0, + -0.7131495475769043, + 0, + -0.731028139591217, + 0, + -0.749268651008606, + 0, + -0.7678123116493225, + 0, + -0.7865851521492004, + 0, + -0.805496096611023, + 0, + -0.8244356513023376, + 0, + -0.8432740569114685, + 0, + -0.8618608713150024, + 0, + -0.8800246715545654, + 0, + -0.8975741863250732, + 0, + -0.9143006801605225, + 0, + -0.9299811124801636, + 0, + -0.9443843364715576, + 0, + -0.9572775959968567, + 0, + -0.9684349894523621, + 0, + -0.9776474237442017, + 0, + -0.984731912612915, + 0, + -0.9895414710044861, + 0, + -0.9919726848602295, + 0, + -0.9919726848602295, + 0, + -0.9895414710044861, + 0, + -0.984731912612915, + 0, + -0.9776474237442017, + 0, + -0.9684349894523621, + 0, + -0.9572775959968567, + 0, + -0.9443843364715576, + 0, + -0.9299811124801636, + 0, + -0.9143006801605225, + 0, + -0.8975741863250732, + 0, + -0.8800246715545654, + 0, + -0.8618608713150024, + 0, + -0.8432740569114685, + 0, + -0.8244356513023376, + 0, + -0.805496096611023, + 0, + -0.7865851521492004, + 0, + -0.7678123116493225, + 0, + -0.749268651008606, + 0, + -0.731028139591217, + 0, + -0.7131495475769043, + 0, + -0.7104448676109314, + 0, + -0.7281156182289124, + 0, + -0.7461336255073547, + 0, + -0.7644397616386414, + 0, + -0.7829603552818298, + 0, + -0.8016047477722168, + 0, + -0.8202647566795349, + 0, + -0.8388122320175171, + 0, + -0.857099175453186, + 0, + -0.874957263469696, + 0, + -0.8921993970870972, + 0, + -0.9086216688156128, + 0, + -0.9240068197250366, + 0, + -0.9381300806999207, + 0, + -0.9507653117179871, + 0, + -0.9616941213607788, + 0, + -0.97071373462677, + 0, + -0.9776474237442017, + 0, + -0.9823533296585083, + 0, + -0.984731912612915, + 0, + -0.984731912612915, + 0, + -0.9823533296585083, + 0, + -0.9776474237442017, + 0, + -0.97071373462677, + 0, + -0.9616941213607788, + 0, + -0.9507653117179871, + 0, + -0.9381300806999207, + 0, + -0.9240068197250366, + 0, + -0.9086216688156128, + 0, + -0.8921993970870972, + 0, + -0.874957263469696, + 0, + -0.857099175453186, + 0, + -0.8388122320175171, + 0, + -0.8202647566795349, + 0, + -0.8016047477722168, + 0, + -0.7829603552818298, + 0, + -0.7644397616386414, + 0, + -0.7461336255073547, + 0, + -0.7281156182289124, + 0, + -0.7104448676109314, + 0, + -0.7068859338760376, + 0, + -0.7242860198020935, + 0, + -0.7420141696929932, + 0, + -0.7600113749504089, + 0, + -0.7782042026519775, + 0, + -0.7965030074119568, + 0, + -0.8148008584976196, + 0, + -0.8329718708992004, + 0, + -0.8508712649345398, + 0, + -0.8683350682258606, + 0, + -0.8851810693740845, + 0, + -0.9012117385864258, + 0, + -0.9162173867225647, + 0, + -0.9299811124801636, + 0, + -0.9422857165336609, + 0, + -0.9529213905334473, + 0, + -0.9616941213607788, + 0, + -0.9684349894523621, + 0, + -0.9730085134506226, + 0, + -0.9753197431564331, + 0, + -0.9753197431564331, + 0, + -0.9730085134506226, + 0, + -0.9684349894523621, + 0, + -0.9616941213607788, + 0, + -0.9529213905334473, + 0, + -0.9422857165336609, + 0, + -0.9299811124801636, + 0, + -0.9162173867225647, + 0, + -0.9012117385864258, + 0, + -0.8851810693740845, + 0, + -0.8683350682258606, + 0, + -0.8508712649345398, + 0, + -0.8329718708992004, + 0, + -0.8148008584976196, + 0, + -0.7965030074119568, + 0, + -0.7782042026519775, + 0, + -0.7600113749504089, + 0, + -0.7420141696929932, + 0, + -0.7242860198020935, + 0, + -0.7068859338760376, + 0, + -0.7025115489959717, + 0, + -0.719582736492157, + 0, + -0.7369595170021057, + 0, + -0.7545826435089111, + 0, + -0.7723792791366577, + 0, + -0.7902607917785645, + 0, + -0.8081220388412476, + 0, + -0.825840175151825, + 0, + -0.8432740569114685, + 0, + -0.860264778137207, + 0, + -0.8766366243362427, + 0, + -0.8921993970870972, + 0, + -0.9067521691322327, + 0, + -0.9200873970985413, + 0, + -0.9319983720779419, + 0, + -0.9422857165336609, + 0, + -0.9507653117179871, + 0, + -0.9572775959968567, + 0, + -0.9616941213607788, + 0, + -0.9639254212379456, + 0, + -0.9639254212379456, + 0, + -0.9616941213607788, + 0, + -0.9572775959968567, + 0, + -0.9507653117179871, + 0, + -0.9422857165336609, + 0, + -0.9319983720779419, + 0, + -0.9200873970985413, + 0, + -0.9067521691322327, + 0, + -0.8921993970870972, + 0, + -0.8766366243362427, + 0, + -0.860264778137207, + 0, + -0.8432740569114685, + 0, + -0.825840175151825, + 0, + -0.8081220388412476, + 0, + -0.7902607917785645, + 0, + -0.7723792791366577, + 0, + -0.7545826435089111, + 0, + -0.7369595170021057, + 0, + -0.719582736492157, + 0, + -0.7025115489959717, + 0, + -0.6973680257797241, + 0, + -0.7140580415725708, + 0, + -0.731028139591217, + 0, + -0.7482192516326904, + 0, + -0.7655589580535889, + 0, + -0.7829602360725403, + 0, + -0.8003202080726624, + 0, + -0.8175191283226013, + 0, + -0.8344205021858215, + 0, + -0.8508712649345398, + 0, + -0.8667027354240417, + 0, + -0.8817334175109863, + 0, + -0.895771861076355, + 0, + -0.9086216688156128, + 0, + -0.9200873970985413, + 0, + -0.9299811124801636, + 0, + -0.9381300806999207, + 0, + -0.9443843364715576, + 0, + -0.9486240148544312, + 0, + -0.9507653117179871, + 0, + -0.9507653117179871, + 0, + -0.9486240148544312, + 0, + -0.9443843364715576, + 0, + -0.9381300806999207, + 0, + -0.9299811124801636, + 0, + -0.9200873970985413, + 0, + -0.9086216688156128, + 0, + -0.895771861076355, + 0, + -0.8817334175109863, + 0, + -0.8667027354240417, + 0, + -0.8508712649345398, + 0, + -0.8344205021858215, + 0, + -0.8175191283226013, + 0, + -0.8003202080726624, + 0, + -0.7829602360725403, + 0, + -0.7655589580535889, + 0, + -0.7482192516326904, + 0, + -0.731028139591217, + 0, + -0.7140580415725708, + 0, + -0.6973680257797241, + 0, + -0.6915076971054077, + 0, + -0.7077706456184387, + 0, + -0.7242860198020935, + 0, + -0.740994930267334, + 0, + -0.7578258514404297, + 0, + -0.774693489074707, + 0, + -0.791497528553009, + 0, + -0.8081220388412476, + 0, + -0.8244356513023376, + 0, + -0.8402916193008423, + 0, + -0.8555293083190918, + 0, + -0.8699764609336853, + 0, + -0.8834521770477295, + 0, + -0.895771861076355, + 0, + -0.9067521691322327, + 0, + -0.9162173867225647, + 0, + -0.9240068197250366, + 0, + -0.9299811124801636, + 0, + -0.9340289235115051, + 0, + -0.9360727071762085, + 0, + -0.9360727071762085, + 0, + -0.9340289235115051, + 0, + -0.9299811124801636, + 0, + -0.9240068197250366, + 0, + -0.9162173867225647, + 0, + -0.9067521691322327, + 0, + -0.895771861076355, + 0, + -0.8834521770477295, + 0, + -0.8699764609336853, + 0, + -0.8555293083190918, + 0, + -0.8402916193008423, + 0, + -0.8244356513023376, + 0, + -0.8081220388412476, + 0, + -0.791497528553009, + 0, + -0.774693489074707, + 0, + -0.7578258514404297, + 0, + -0.740994930267334, + 0, + -0.7242860198020935, + 0, + -0.7077706456184387, + 0, + -0.6915076971054077, + 0, + -0.6849877834320068, + 0, + -0.7007843852043152, + 0, + -0.7168044447898865, + 0, + -0.7329893708229065, + 0, + -0.749268651008606, + 0, + -0.7655589580535889, + 0, + -0.7817630767822266, + 0, + -0.7977693676948547, + 0, + -0.8134518265724182, + 0, + -0.8286707997322083, + 0, + -0.8432740569114685, + 0, + -0.8570991158485413, + 0, + -0.8699764609336853, + 0, + -0.8817334175109863, + 0, + -0.8921993970870972, + 0, + -0.9012117385864258, + 0, + -0.9086216688156128, + 0, + -0.9143006801605225, + 0, + -0.9181463122367859, + 0, + -0.9200873970985413, + 0, + -0.9200873970985413, + 0, + -0.9181463122367859, + 0, + -0.9143006801605225, + 0, + -0.9086216688156128, + 0, + -0.9012117385864258, + 0, + -0.8921993970870972, + 0, + -0.8817334175109863, + 0, + -0.8699764609336853, + 0, + -0.8570991158485413, + 0, + -0.8432740569114685, + 0, + -0.8286707997322083, + 0, + -0.8134518265724182, + 0, + -0.7977693676948547, + 0, + -0.7817630767822266, + 0, + -0.7655589580535889, + 0, + -0.749268651008606, + 0, + -0.7329893708229065, + 0, + -0.7168044447898865, + 0, + -0.7007843852043152, + 0, + -0.6849877834320068, + 0, + -0.6778687238693237, + 0, + -0.693166971206665, + 0, + -0.7086586356163025, + 0, + -0.7242860198020935, + 0, + -0.7399798035621643, + 0, + -0.7556591033935547, + 0, + -0.7712298631668091, + 0, + -0.7865851521492004, + 0, + -0.8016048669815063, + 0, + -0.8161565661430359, + 0, + -0.8300970792770386, + 0, + -0.8432740569114685, + 0, + -0.8555293083190918, + 0, + -0.8667027354240417, + 0, + -0.8766366243362427, + 0, + -0.8851810693740845, + 0, + -0.8921993970870972, + 0, + -0.8975741863250732, + 0, + -0.9012117385864258, + 0, + -0.9030473232269287, + 0, + -0.9030473232269287, + 0, + -0.9012117385864258, + 0, + -0.8975741863250732, + 0, + -0.8921993970870972, + 0, + -0.8851810693740845, + 0, + -0.8766366243362427, + 0, + -0.8667027354240417, + 0, + -0.8555293083190918, + 0, + -0.8432740569114685, + 0, + -0.8300970792770386, + 0, + -0.8161565661430359, + 0, + -0.8016048669815063, + 0, + -0.7865851521492004, + 0, + -0.7712298631668091, + 0, + -0.7556591033935547, + 0, + -0.7399798035621643, + 0, + -0.7242860198020935, + 0, + -0.7086586356163025, + 0, + -0.693166971206665, + 0, + -0.6778687238693237 + ] + } + ], + "layout": { + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + } + } + }, + "text/html": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "cx = 20\n", + "cy = 10\n", + "fx = 20\n", + "fy = 20\n", + "\n", + "camera = cameras.PinholeCamera(cx, cy, fx, fy)\n", + "vis_camera_rays(camera)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Equirectangular Camera Models" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Image UV coordinates\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "line": { + "color": "lightblue", + "width": 1 + }, + "marker": { + "color": [ + [ + 0.05000000074505806, + 0.01666666753590107, + 1 + ], + [ + 0.05000000074505806, + 0.01666666753590107, + 1 + ], + [ + 0.05000000074505806, + 0.05000000074505806, + 1 + ], + [ + 0.05000000074505806, + 0.05000000074505806, + 1 + ], + [ + 0.05000000074505806, + 0.0833333358168602, + 1 + ], + [ + 0.05000000074505806, + 0.0833333358168602, + 1 + ], + [ + 0.05000000074505806, + 0.11666666716337204, + 1 + ], + [ + 0.05000000074505806, + 0.11666666716337204, + 1 + ], + [ + 0.05000000074505806, + 0.15000000596046448, + 1 + ], + [ + 0.05000000074505806, + 0.15000000596046448, + 1 + ], + [ + 0.05000000074505806, + 0.18333333730697632, + 1 + ], + [ + 0.05000000074505806, + 0.18333333730697632, + 1 + ], + [ + 0.05000000074505806, + 0.21666666865348816, + 1 + ], + [ + 0.05000000074505806, + 0.21666666865348816, + 1 + ], + [ + 0.05000000074505806, + 0.25, + 1 + ], + [ + 0.05000000074505806, + 0.25, + 1 + ], + [ + 0.05000000074505806, + 0.28333333134651184, + 1 + ], + [ + 0.05000000074505806, + 0.28333333134651184, + 1 + ], + [ + 0.05000000074505806, + 0.3166666626930237, + 1 + ], + [ + 0.05000000074505806, + 0.3166666626930237, + 1 + ], + [ + 0.05000000074505806, + 0.3499999940395355, + 1 + ], + [ + 0.05000000074505806, + 0.3499999940395355, + 1 + ], + [ + 0.05000000074505806, + 0.38333332538604736, + 1 + ], + [ + 0.05000000074505806, + 0.38333332538604736, + 1 + ], + [ + 0.05000000074505806, + 0.4166666567325592, + 1 + ], + [ + 0.05000000074505806, + 0.4166666567325592, + 1 + ], + [ + 0.05000000074505806, + 0.44999998807907104, + 1 + ], + [ + 0.05000000074505806, + 0.44999998807907104, + 1 + ], + [ + 0.05000000074505806, + 0.4833333194255829, + 1 + ], + [ + 0.05000000074505806, + 0.4833333194255829, + 1 + ], + [ + 0.05000000074505806, + 0.5166666507720947, + 1 + ], + [ + 0.05000000074505806, + 0.5166666507720947, + 1 + ], + [ + 0.05000000074505806, + 0.550000011920929, + 1 + ], + [ + 0.05000000074505806, + 0.550000011920929, + 1 + ], + [ + 0.05000000074505806, + 0.5833333134651184, + 1 + ], + [ + 0.05000000074505806, + 0.5833333134651184, + 1 + ], + [ + 0.05000000074505806, + 0.6166666746139526, + 1 + ], + [ + 0.05000000074505806, + 0.6166666746139526, + 1 + ], + [ + 0.05000000074505806, + 0.6499999761581421, + 1 + ], + [ + 0.05000000074505806, + 0.6499999761581421, + 1 + ], + [ + 0.05000000074505806, + 0.6833333373069763, + 1 + ], + [ + 0.05000000074505806, + 0.6833333373069763, + 1 + ], + [ + 0.05000000074505806, + 0.7166666388511658, + 1 + ], + [ + 0.05000000074505806, + 0.7166666388511658, + 1 + ], + [ + 0.05000000074505806, + 0.75, + 1 + ], + [ + 0.05000000074505806, + 0.75, + 1 + ], + [ + 0.05000000074505806, + 0.7833333611488342, + 1 + ], + [ + 0.05000000074505806, + 0.7833333611488342, + 1 + ], + [ + 0.05000000074505806, + 0.8166666626930237, + 1 + ], + [ + 0.05000000074505806, + 0.8166666626930237, + 1 + ], + [ + 0.05000000074505806, + 0.8500000238418579, + 1 + ], + [ + 0.05000000074505806, + 0.8500000238418579, + 1 + ], + [ + 0.05000000074505806, + 0.8833333253860474, + 1 + ], + [ + 0.05000000074505806, + 0.8833333253860474, + 1 + ], + [ + 0.05000000074505806, + 0.9166666865348816, + 1 + ], + [ + 0.05000000074505806, + 0.9166666865348816, + 1 + ], + [ + 0.05000000074505806, + 0.949999988079071, + 1 + ], + [ + 0.05000000074505806, + 0.949999988079071, + 1 + ], + [ + 0.05000000074505806, + 0.9833333492279053, + 1 + ], + [ + 0.05000000074505806, + 0.9833333492279053, + 1 + ], + [ + 0.15000000596046448, + 0.01666666753590107, + 1 + ], + [ + 0.15000000596046448, + 0.01666666753590107, + 1 + ], + [ + 0.15000000596046448, + 0.05000000074505806, + 1 + ], + [ + 0.15000000596046448, + 0.05000000074505806, + 1 + ], + [ + 0.15000000596046448, + 0.0833333358168602, + 1 + ], + [ + 0.15000000596046448, + 0.0833333358168602, + 1 + ], + [ + 0.15000000596046448, + 0.11666666716337204, + 1 + ], + [ + 0.15000000596046448, + 0.11666666716337204, + 1 + ], + [ + 0.15000000596046448, + 0.15000000596046448, + 1 + ], + [ + 0.15000000596046448, + 0.15000000596046448, + 1 + ], + [ + 0.15000000596046448, + 0.18333333730697632, + 1 + ], + [ + 0.15000000596046448, + 0.18333333730697632, + 1 + ], + [ + 0.15000000596046448, + 0.21666666865348816, + 1 + ], + [ + 0.15000000596046448, + 0.21666666865348816, + 1 + ], + [ + 0.15000000596046448, + 0.25, + 1 + ], + [ + 0.15000000596046448, + 0.25, + 1 + ], + [ + 0.15000000596046448, + 0.28333333134651184, + 1 + ], + [ + 0.15000000596046448, + 0.28333333134651184, + 1 + ], + [ + 0.15000000596046448, + 0.3166666626930237, + 1 + ], + [ + 0.15000000596046448, + 0.3166666626930237, + 1 + ], + [ + 0.15000000596046448, + 0.3499999940395355, + 1 + ], + [ + 0.15000000596046448, + 0.3499999940395355, + 1 + ], + [ + 0.15000000596046448, + 0.38333332538604736, + 1 + ], + [ + 0.15000000596046448, + 0.38333332538604736, + 1 + ], + [ + 0.15000000596046448, + 0.4166666567325592, + 1 + ], + [ + 0.15000000596046448, + 0.4166666567325592, + 1 + ], + [ + 0.15000000596046448, + 0.44999998807907104, + 1 + ], + [ + 0.15000000596046448, + 0.44999998807907104, + 1 + ], + [ + 0.15000000596046448, + 0.4833333194255829, + 1 + ], + [ + 0.15000000596046448, + 0.4833333194255829, + 1 + ], + [ + 0.15000000596046448, + 0.5166666507720947, + 1 + ], + [ + 0.15000000596046448, + 0.5166666507720947, + 1 + ], + [ + 0.15000000596046448, + 0.550000011920929, + 1 + ], + [ + 0.15000000596046448, + 0.550000011920929, + 1 + ], + [ + 0.15000000596046448, + 0.5833333134651184, + 1 + ], + [ + 0.15000000596046448, + 0.5833333134651184, + 1 + ], + [ + 0.15000000596046448, + 0.6166666746139526, + 1 + ], + [ + 0.15000000596046448, + 0.6166666746139526, + 1 + ], + [ + 0.15000000596046448, + 0.6499999761581421, + 1 + ], + [ + 0.15000000596046448, + 0.6499999761581421, + 1 + ], + [ + 0.15000000596046448, + 0.6833333373069763, + 1 + ], + [ + 0.15000000596046448, + 0.6833333373069763, + 1 + ], + [ + 0.15000000596046448, + 0.7166666388511658, + 1 + ], + [ + 0.15000000596046448, + 0.7166666388511658, + 1 + ], + [ + 0.15000000596046448, + 0.75, + 1 + ], + [ + 0.15000000596046448, + 0.75, + 1 + ], + [ + 0.15000000596046448, + 0.7833333611488342, + 1 + ], + [ + 0.15000000596046448, + 0.7833333611488342, + 1 + ], + [ + 0.15000000596046448, + 0.8166666626930237, + 1 + ], + [ + 0.15000000596046448, + 0.8166666626930237, + 1 + ], + [ + 0.15000000596046448, + 0.8500000238418579, + 1 + ], + [ + 0.15000000596046448, + 0.8500000238418579, + 1 + ], + [ + 0.15000000596046448, + 0.8833333253860474, + 1 + ], + [ + 0.15000000596046448, + 0.8833333253860474, + 1 + ], + [ + 0.15000000596046448, + 0.9166666865348816, + 1 + ], + [ + 0.15000000596046448, + 0.9166666865348816, + 1 + ], + [ + 0.15000000596046448, + 0.949999988079071, + 1 + ], + [ + 0.15000000596046448, + 0.949999988079071, + 1 + ], + [ + 0.15000000596046448, + 0.9833333492279053, + 1 + ], + [ + 0.15000000596046448, + 0.9833333492279053, + 1 + ], + [ + 0.25, + 0.01666666753590107, + 1 + ], + [ + 0.25, + 0.01666666753590107, + 1 + ], + [ + 0.25, + 0.05000000074505806, + 1 + ], + [ + 0.25, + 0.05000000074505806, + 1 + ], + [ + 0.25, + 0.0833333358168602, + 1 + ], + [ + 0.25, + 0.0833333358168602, + 1 + ], + [ + 0.25, + 0.11666666716337204, + 1 + ], + [ + 0.25, + 0.11666666716337204, + 1 + ], + [ + 0.25, + 0.15000000596046448, + 1 + ], + [ + 0.25, + 0.15000000596046448, + 1 + ], + [ + 0.25, + 0.18333333730697632, + 1 + ], + [ + 0.25, + 0.18333333730697632, + 1 + ], + [ + 0.25, + 0.21666666865348816, + 1 + ], + [ + 0.25, + 0.21666666865348816, + 1 + ], + [ + 0.25, + 0.25, + 1 + ], + [ + 0.25, + 0.25, + 1 + ], + [ + 0.25, + 0.28333333134651184, + 1 + ], + [ + 0.25, + 0.28333333134651184, + 1 + ], + [ + 0.25, + 0.3166666626930237, + 1 + ], + [ + 0.25, + 0.3166666626930237, + 1 + ], + [ + 0.25, + 0.3499999940395355, + 1 + ], + [ + 0.25, + 0.3499999940395355, + 1 + ], + [ + 0.25, + 0.38333332538604736, + 1 + ], + [ + 0.25, + 0.38333332538604736, + 1 + ], + [ + 0.25, + 0.4166666567325592, + 1 + ], + [ + 0.25, + 0.4166666567325592, + 1 + ], + [ + 0.25, + 0.44999998807907104, + 1 + ], + [ + 0.25, + 0.44999998807907104, + 1 + ], + [ + 0.25, + 0.4833333194255829, + 1 + ], + [ + 0.25, + 0.4833333194255829, + 1 + ], + [ + 0.25, + 0.5166666507720947, + 1 + ], + [ + 0.25, + 0.5166666507720947, + 1 + ], + [ + 0.25, + 0.550000011920929, + 1 + ], + [ + 0.25, + 0.550000011920929, + 1 + ], + [ + 0.25, + 0.5833333134651184, + 1 + ], + [ + 0.25, + 0.5833333134651184, + 1 + ], + [ + 0.25, + 0.6166666746139526, + 1 + ], + [ + 0.25, + 0.6166666746139526, + 1 + ], + [ + 0.25, + 0.6499999761581421, + 1 + ], + [ + 0.25, + 0.6499999761581421, + 1 + ], + [ + 0.25, + 0.6833333373069763, + 1 + ], + [ + 0.25, + 0.6833333373069763, + 1 + ], + [ + 0.25, + 0.7166666388511658, + 1 + ], + [ + 0.25, + 0.7166666388511658, + 1 + ], + [ + 0.25, + 0.75, + 1 + ], + [ + 0.25, + 0.75, + 1 + ], + [ + 0.25, + 0.7833333611488342, + 1 + ], + [ + 0.25, + 0.7833333611488342, + 1 + ], + [ + 0.25, + 0.8166666626930237, + 1 + ], + [ + 0.25, + 0.8166666626930237, + 1 + ], + [ + 0.25, + 0.8500000238418579, + 1 + ], + [ + 0.25, + 0.8500000238418579, + 1 + ], + [ + 0.25, + 0.8833333253860474, + 1 + ], + [ + 0.25, + 0.8833333253860474, + 1 + ], + [ + 0.25, + 0.9166666865348816, + 1 + ], + [ + 0.25, + 0.9166666865348816, + 1 + ], + [ + 0.25, + 0.949999988079071, + 1 + ], + [ + 0.25, + 0.949999988079071, + 1 + ], + [ + 0.25, + 0.9833333492279053, + 1 + ], + [ + 0.25, + 0.9833333492279053, + 1 + ], + [ + 0.3499999940395355, + 0.01666666753590107, + 1 + ], + [ + 0.3499999940395355, + 0.01666666753590107, + 1 + ], + [ + 0.3499999940395355, + 0.05000000074505806, + 1 + ], + [ + 0.3499999940395355, + 0.05000000074505806, + 1 + ], + [ + 0.3499999940395355, + 0.0833333358168602, + 1 + ], + [ + 0.3499999940395355, + 0.0833333358168602, + 1 + ], + [ + 0.3499999940395355, + 0.11666666716337204, + 1 + ], + [ + 0.3499999940395355, + 0.11666666716337204, + 1 + ], + [ + 0.3499999940395355, + 0.15000000596046448, + 1 + ], + [ + 0.3499999940395355, + 0.15000000596046448, + 1 + ], + [ + 0.3499999940395355, + 0.18333333730697632, + 1 + ], + [ + 0.3499999940395355, + 0.18333333730697632, + 1 + ], + [ + 0.3499999940395355, + 0.21666666865348816, + 1 + ], + [ + 0.3499999940395355, + 0.21666666865348816, + 1 + ], + [ + 0.3499999940395355, + 0.25, + 1 + ], + [ + 0.3499999940395355, + 0.25, + 1 + ], + [ + 0.3499999940395355, + 0.28333333134651184, + 1 + ], + [ + 0.3499999940395355, + 0.28333333134651184, + 1 + ], + [ + 0.3499999940395355, + 0.3166666626930237, + 1 + ], + [ + 0.3499999940395355, + 0.3166666626930237, + 1 + ], + [ + 0.3499999940395355, + 0.3499999940395355, + 1 + ], + [ + 0.3499999940395355, + 0.3499999940395355, + 1 + ], + [ + 0.3499999940395355, + 0.38333332538604736, + 1 + ], + [ + 0.3499999940395355, + 0.38333332538604736, + 1 + ], + [ + 0.3499999940395355, + 0.4166666567325592, + 1 + ], + [ + 0.3499999940395355, + 0.4166666567325592, + 1 + ], + [ + 0.3499999940395355, + 0.44999998807907104, + 1 + ], + [ + 0.3499999940395355, + 0.44999998807907104, + 1 + ], + [ + 0.3499999940395355, + 0.4833333194255829, + 1 + ], + [ + 0.3499999940395355, + 0.4833333194255829, + 1 + ], + [ + 0.3499999940395355, + 0.5166666507720947, + 1 + ], + [ + 0.3499999940395355, + 0.5166666507720947, + 1 + ], + [ + 0.3499999940395355, + 0.550000011920929, + 1 + ], + [ + 0.3499999940395355, + 0.550000011920929, + 1 + ], + [ + 0.3499999940395355, + 0.5833333134651184, + 1 + ], + [ + 0.3499999940395355, + 0.5833333134651184, + 1 + ], + [ + 0.3499999940395355, + 0.6166666746139526, + 1 + ], + [ + 0.3499999940395355, + 0.6166666746139526, + 1 + ], + [ + 0.3499999940395355, + 0.6499999761581421, + 1 + ], + [ + 0.3499999940395355, + 0.6499999761581421, + 1 + ], + [ + 0.3499999940395355, + 0.6833333373069763, + 1 + ], + [ + 0.3499999940395355, + 0.6833333373069763, + 1 + ], + [ + 0.3499999940395355, + 0.7166666388511658, + 1 + ], + [ + 0.3499999940395355, + 0.7166666388511658, + 1 + ], + [ + 0.3499999940395355, + 0.75, + 1 + ], + [ + 0.3499999940395355, + 0.75, + 1 + ], + [ + 0.3499999940395355, + 0.7833333611488342, + 1 + ], + [ + 0.3499999940395355, + 0.7833333611488342, + 1 + ], + [ + 0.3499999940395355, + 0.8166666626930237, + 1 + ], + [ + 0.3499999940395355, + 0.8166666626930237, + 1 + ], + [ + 0.3499999940395355, + 0.8500000238418579, + 1 + ], + [ + 0.3499999940395355, + 0.8500000238418579, + 1 + ], + [ + 0.3499999940395355, + 0.8833333253860474, + 1 + ], + [ + 0.3499999940395355, + 0.8833333253860474, + 1 + ], + [ + 0.3499999940395355, + 0.9166666865348816, + 1 + ], + [ + 0.3499999940395355, + 0.9166666865348816, + 1 + ], + [ + 0.3499999940395355, + 0.949999988079071, + 1 + ], + [ + 0.3499999940395355, + 0.949999988079071, + 1 + ], + [ + 0.3499999940395355, + 0.9833333492279053, + 1 + ], + [ + 0.3499999940395355, + 0.9833333492279053, + 1 + ], + [ + 0.44999998807907104, + 0.01666666753590107, + 1 + ], + [ + 0.44999998807907104, + 0.01666666753590107, + 1 + ], + [ + 0.44999998807907104, + 0.05000000074505806, + 1 + ], + [ + 0.44999998807907104, + 0.05000000074505806, + 1 + ], + [ + 0.44999998807907104, + 0.0833333358168602, + 1 + ], + [ + 0.44999998807907104, + 0.0833333358168602, + 1 + ], + [ + 0.44999998807907104, + 0.11666666716337204, + 1 + ], + [ + 0.44999998807907104, + 0.11666666716337204, + 1 + ], + [ + 0.44999998807907104, + 0.15000000596046448, + 1 + ], + [ + 0.44999998807907104, + 0.15000000596046448, + 1 + ], + [ + 0.44999998807907104, + 0.18333333730697632, + 1 + ], + [ + 0.44999998807907104, + 0.18333333730697632, + 1 + ], + [ + 0.44999998807907104, + 0.21666666865348816, + 1 + ], + [ + 0.44999998807907104, + 0.21666666865348816, + 1 + ], + [ + 0.44999998807907104, + 0.25, + 1 + ], + [ + 0.44999998807907104, + 0.25, + 1 + ], + [ + 0.44999998807907104, + 0.28333333134651184, + 1 + ], + [ + 0.44999998807907104, + 0.28333333134651184, + 1 + ], + [ + 0.44999998807907104, + 0.3166666626930237, + 1 + ], + [ + 0.44999998807907104, + 0.3166666626930237, + 1 + ], + [ + 0.44999998807907104, + 0.3499999940395355, + 1 + ], + [ + 0.44999998807907104, + 0.3499999940395355, + 1 + ], + [ + 0.44999998807907104, + 0.38333332538604736, + 1 + ], + [ + 0.44999998807907104, + 0.38333332538604736, + 1 + ], + [ + 0.44999998807907104, + 0.4166666567325592, + 1 + ], + [ + 0.44999998807907104, + 0.4166666567325592, + 1 + ], + [ + 0.44999998807907104, + 0.44999998807907104, + 1 + ], + [ + 0.44999998807907104, + 0.44999998807907104, + 1 + ], + [ + 0.44999998807907104, + 0.4833333194255829, + 1 + ], + [ + 0.44999998807907104, + 0.4833333194255829, + 1 + ], + [ + 0.44999998807907104, + 0.5166666507720947, + 1 + ], + [ + 0.44999998807907104, + 0.5166666507720947, + 1 + ], + [ + 0.44999998807907104, + 0.550000011920929, + 1 + ], + [ + 0.44999998807907104, + 0.550000011920929, + 1 + ], + [ + 0.44999998807907104, + 0.5833333134651184, + 1 + ], + [ + 0.44999998807907104, + 0.5833333134651184, + 1 + ], + [ + 0.44999998807907104, + 0.6166666746139526, + 1 + ], + [ + 0.44999998807907104, + 0.6166666746139526, + 1 + ], + [ + 0.44999998807907104, + 0.6499999761581421, + 1 + ], + [ + 0.44999998807907104, + 0.6499999761581421, + 1 + ], + [ + 0.44999998807907104, + 0.6833333373069763, + 1 + ], + [ + 0.44999998807907104, + 0.6833333373069763, + 1 + ], + [ + 0.44999998807907104, + 0.7166666388511658, + 1 + ], + [ + 0.44999998807907104, + 0.7166666388511658, + 1 + ], + [ + 0.44999998807907104, + 0.75, + 1 + ], + [ + 0.44999998807907104, + 0.75, + 1 + ], + [ + 0.44999998807907104, + 0.7833333611488342, + 1 + ], + [ + 0.44999998807907104, + 0.7833333611488342, + 1 + ], + [ + 0.44999998807907104, + 0.8166666626930237, + 1 + ], + [ + 0.44999998807907104, + 0.8166666626930237, + 1 + ], + [ + 0.44999998807907104, + 0.8500000238418579, + 1 + ], + [ + 0.44999998807907104, + 0.8500000238418579, + 1 + ], + [ + 0.44999998807907104, + 0.8833333253860474, + 1 + ], + [ + 0.44999998807907104, + 0.8833333253860474, + 1 + ], + [ + 0.44999998807907104, + 0.9166666865348816, + 1 + ], + [ + 0.44999998807907104, + 0.9166666865348816, + 1 + ], + [ + 0.44999998807907104, + 0.949999988079071, + 1 + ], + [ + 0.44999998807907104, + 0.949999988079071, + 1 + ], + [ + 0.44999998807907104, + 0.9833333492279053, + 1 + ], + [ + 0.44999998807907104, + 0.9833333492279053, + 1 + ], + [ + 0.550000011920929, + 0.01666666753590107, + 1 + ], + [ + 0.550000011920929, + 0.01666666753590107, + 1 + ], + [ + 0.550000011920929, + 0.05000000074505806, + 1 + ], + [ + 0.550000011920929, + 0.05000000074505806, + 1 + ], + [ + 0.550000011920929, + 0.0833333358168602, + 1 + ], + [ + 0.550000011920929, + 0.0833333358168602, + 1 + ], + [ + 0.550000011920929, + 0.11666666716337204, + 1 + ], + [ + 0.550000011920929, + 0.11666666716337204, + 1 + ], + [ + 0.550000011920929, + 0.15000000596046448, + 1 + ], + [ + 0.550000011920929, + 0.15000000596046448, + 1 + ], + [ + 0.550000011920929, + 0.18333333730697632, + 1 + ], + [ + 0.550000011920929, + 0.18333333730697632, + 1 + ], + [ + 0.550000011920929, + 0.21666666865348816, + 1 + ], + [ + 0.550000011920929, + 0.21666666865348816, + 1 + ], + [ + 0.550000011920929, + 0.25, + 1 + ], + [ + 0.550000011920929, + 0.25, + 1 + ], + [ + 0.550000011920929, + 0.28333333134651184, + 1 + ], + [ + 0.550000011920929, + 0.28333333134651184, + 1 + ], + [ + 0.550000011920929, + 0.3166666626930237, + 1 + ], + [ + 0.550000011920929, + 0.3166666626930237, + 1 + ], + [ + 0.550000011920929, + 0.3499999940395355, + 1 + ], + [ + 0.550000011920929, + 0.3499999940395355, + 1 + ], + [ + 0.550000011920929, + 0.38333332538604736, + 1 + ], + [ + 0.550000011920929, + 0.38333332538604736, + 1 + ], + [ + 0.550000011920929, + 0.4166666567325592, + 1 + ], + [ + 0.550000011920929, + 0.4166666567325592, + 1 + ], + [ + 0.550000011920929, + 0.44999998807907104, + 1 + ], + [ + 0.550000011920929, + 0.44999998807907104, + 1 + ], + [ + 0.550000011920929, + 0.4833333194255829, + 1 + ], + [ + 0.550000011920929, + 0.4833333194255829, + 1 + ], + [ + 0.550000011920929, + 0.5166666507720947, + 1 + ], + [ + 0.550000011920929, + 0.5166666507720947, + 1 + ], + [ + 0.550000011920929, + 0.550000011920929, + 1 + ], + [ + 0.550000011920929, + 0.550000011920929, + 1 + ], + [ + 0.550000011920929, + 0.5833333134651184, + 1 + ], + [ + 0.550000011920929, + 0.5833333134651184, + 1 + ], + [ + 0.550000011920929, + 0.6166666746139526, + 1 + ], + [ + 0.550000011920929, + 0.6166666746139526, + 1 + ], + [ + 0.550000011920929, + 0.6499999761581421, + 1 + ], + [ + 0.550000011920929, + 0.6499999761581421, + 1 + ], + [ + 0.550000011920929, + 0.6833333373069763, + 1 + ], + [ + 0.550000011920929, + 0.6833333373069763, + 1 + ], + [ + 0.550000011920929, + 0.7166666388511658, + 1 + ], + [ + 0.550000011920929, + 0.7166666388511658, + 1 + ], + [ + 0.550000011920929, + 0.75, + 1 + ], + [ + 0.550000011920929, + 0.75, + 1 + ], + [ + 0.550000011920929, + 0.7833333611488342, + 1 + ], + [ + 0.550000011920929, + 0.7833333611488342, + 1 + ], + [ + 0.550000011920929, + 0.8166666626930237, + 1 + ], + [ + 0.550000011920929, + 0.8166666626930237, + 1 + ], + [ + 0.550000011920929, + 0.8500000238418579, + 1 + ], + [ + 0.550000011920929, + 0.8500000238418579, + 1 + ], + [ + 0.550000011920929, + 0.8833333253860474, + 1 + ], + [ + 0.550000011920929, + 0.8833333253860474, + 1 + ], + [ + 0.550000011920929, + 0.9166666865348816, + 1 + ], + [ + 0.550000011920929, + 0.9166666865348816, + 1 + ], + [ + 0.550000011920929, + 0.949999988079071, + 1 + ], + [ + 0.550000011920929, + 0.949999988079071, + 1 + ], + [ + 0.550000011920929, + 0.9833333492279053, + 1 + ], + [ + 0.550000011920929, + 0.9833333492279053, + 1 + ], + [ + 0.6499999761581421, + 0.01666666753590107, + 1 + ], + [ + 0.6499999761581421, + 0.01666666753590107, + 1 + ], + [ + 0.6499999761581421, + 0.05000000074505806, + 1 + ], + [ + 0.6499999761581421, + 0.05000000074505806, + 1 + ], + [ + 0.6499999761581421, + 0.0833333358168602, + 1 + ], + [ + 0.6499999761581421, + 0.0833333358168602, + 1 + ], + [ + 0.6499999761581421, + 0.11666666716337204, + 1 + ], + [ + 0.6499999761581421, + 0.11666666716337204, + 1 + ], + [ + 0.6499999761581421, + 0.15000000596046448, + 1 + ], + [ + 0.6499999761581421, + 0.15000000596046448, + 1 + ], + [ + 0.6499999761581421, + 0.18333333730697632, + 1 + ], + [ + 0.6499999761581421, + 0.18333333730697632, + 1 + ], + [ + 0.6499999761581421, + 0.21666666865348816, + 1 + ], + [ + 0.6499999761581421, + 0.21666666865348816, + 1 + ], + [ + 0.6499999761581421, + 0.25, + 1 + ], + [ + 0.6499999761581421, + 0.25, + 1 + ], + [ + 0.6499999761581421, + 0.28333333134651184, + 1 + ], + [ + 0.6499999761581421, + 0.28333333134651184, + 1 + ], + [ + 0.6499999761581421, + 0.3166666626930237, + 1 + ], + [ + 0.6499999761581421, + 0.3166666626930237, + 1 + ], + [ + 0.6499999761581421, + 0.3499999940395355, + 1 + ], + [ + 0.6499999761581421, + 0.3499999940395355, + 1 + ], + [ + 0.6499999761581421, + 0.38333332538604736, + 1 + ], + [ + 0.6499999761581421, + 0.38333332538604736, + 1 + ], + [ + 0.6499999761581421, + 0.4166666567325592, + 1 + ], + [ + 0.6499999761581421, + 0.4166666567325592, + 1 + ], + [ + 0.6499999761581421, + 0.44999998807907104, + 1 + ], + [ + 0.6499999761581421, + 0.44999998807907104, + 1 + ], + [ + 0.6499999761581421, + 0.4833333194255829, + 1 + ], + [ + 0.6499999761581421, + 0.4833333194255829, + 1 + ], + [ + 0.6499999761581421, + 0.5166666507720947, + 1 + ], + [ + 0.6499999761581421, + 0.5166666507720947, + 1 + ], + [ + 0.6499999761581421, + 0.550000011920929, + 1 + ], + [ + 0.6499999761581421, + 0.550000011920929, + 1 + ], + [ + 0.6499999761581421, + 0.5833333134651184, + 1 + ], + [ + 0.6499999761581421, + 0.5833333134651184, + 1 + ], + [ + 0.6499999761581421, + 0.6166666746139526, + 1 + ], + [ + 0.6499999761581421, + 0.6166666746139526, + 1 + ], + [ + 0.6499999761581421, + 0.6499999761581421, + 1 + ], + [ + 0.6499999761581421, + 0.6499999761581421, + 1 + ], + [ + 0.6499999761581421, + 0.6833333373069763, + 1 + ], + [ + 0.6499999761581421, + 0.6833333373069763, + 1 + ], + [ + 0.6499999761581421, + 0.7166666388511658, + 1 + ], + [ + 0.6499999761581421, + 0.7166666388511658, + 1 + ], + [ + 0.6499999761581421, + 0.75, + 1 + ], + [ + 0.6499999761581421, + 0.75, + 1 + ], + [ + 0.6499999761581421, + 0.7833333611488342, + 1 + ], + [ + 0.6499999761581421, + 0.7833333611488342, + 1 + ], + [ + 0.6499999761581421, + 0.8166666626930237, + 1 + ], + [ + 0.6499999761581421, + 0.8166666626930237, + 1 + ], + [ + 0.6499999761581421, + 0.8500000238418579, + 1 + ], + [ + 0.6499999761581421, + 0.8500000238418579, + 1 + ], + [ + 0.6499999761581421, + 0.8833333253860474, + 1 + ], + [ + 0.6499999761581421, + 0.8833333253860474, + 1 + ], + [ + 0.6499999761581421, + 0.9166666865348816, + 1 + ], + [ + 0.6499999761581421, + 0.9166666865348816, + 1 + ], + [ + 0.6499999761581421, + 0.949999988079071, + 1 + ], + [ + 0.6499999761581421, + 0.949999988079071, + 1 + ], + [ + 0.6499999761581421, + 0.9833333492279053, + 1 + ], + [ + 0.6499999761581421, + 0.9833333492279053, + 1 + ], + [ + 0.75, + 0.01666666753590107, + 1 + ], + [ + 0.75, + 0.01666666753590107, + 1 + ], + [ + 0.75, + 0.05000000074505806, + 1 + ], + [ + 0.75, + 0.05000000074505806, + 1 + ], + [ + 0.75, + 0.0833333358168602, + 1 + ], + [ + 0.75, + 0.0833333358168602, + 1 + ], + [ + 0.75, + 0.11666666716337204, + 1 + ], + [ + 0.75, + 0.11666666716337204, + 1 + ], + [ + 0.75, + 0.15000000596046448, + 1 + ], + [ + 0.75, + 0.15000000596046448, + 1 + ], + [ + 0.75, + 0.18333333730697632, + 1 + ], + [ + 0.75, + 0.18333333730697632, + 1 + ], + [ + 0.75, + 0.21666666865348816, + 1 + ], + [ + 0.75, + 0.21666666865348816, + 1 + ], + [ + 0.75, + 0.25, + 1 + ], + [ + 0.75, + 0.25, + 1 + ], + [ + 0.75, + 0.28333333134651184, + 1 + ], + [ + 0.75, + 0.28333333134651184, + 1 + ], + [ + 0.75, + 0.3166666626930237, + 1 + ], + [ + 0.75, + 0.3166666626930237, + 1 + ], + [ + 0.75, + 0.3499999940395355, + 1 + ], + [ + 0.75, + 0.3499999940395355, + 1 + ], + [ + 0.75, + 0.38333332538604736, + 1 + ], + [ + 0.75, + 0.38333332538604736, + 1 + ], + [ + 0.75, + 0.4166666567325592, + 1 + ], + [ + 0.75, + 0.4166666567325592, + 1 + ], + [ + 0.75, + 0.44999998807907104, + 1 + ], + [ + 0.75, + 0.44999998807907104, + 1 + ], + [ + 0.75, + 0.4833333194255829, + 1 + ], + [ + 0.75, + 0.4833333194255829, + 1 + ], + [ + 0.75, + 0.5166666507720947, + 1 + ], + [ + 0.75, + 0.5166666507720947, + 1 + ], + [ + 0.75, + 0.550000011920929, + 1 + ], + [ + 0.75, + 0.550000011920929, + 1 + ], + [ + 0.75, + 0.5833333134651184, + 1 + ], + [ + 0.75, + 0.5833333134651184, + 1 + ], + [ + 0.75, + 0.6166666746139526, + 1 + ], + [ + 0.75, + 0.6166666746139526, + 1 + ], + [ + 0.75, + 0.6499999761581421, + 1 + ], + [ + 0.75, + 0.6499999761581421, + 1 + ], + [ + 0.75, + 0.6833333373069763, + 1 + ], + [ + 0.75, + 0.6833333373069763, + 1 + ], + [ + 0.75, + 0.7166666388511658, + 1 + ], + [ + 0.75, + 0.7166666388511658, + 1 + ], + [ + 0.75, + 0.75, + 1 + ], + [ + 0.75, + 0.75, + 1 + ], + [ + 0.75, + 0.7833333611488342, + 1 + ], + [ + 0.75, + 0.7833333611488342, + 1 + ], + [ + 0.75, + 0.8166666626930237, + 1 + ], + [ + 0.75, + 0.8166666626930237, + 1 + ], + [ + 0.75, + 0.8500000238418579, + 1 + ], + [ + 0.75, + 0.8500000238418579, + 1 + ], + [ + 0.75, + 0.8833333253860474, + 1 + ], + [ + 0.75, + 0.8833333253860474, + 1 + ], + [ + 0.75, + 0.9166666865348816, + 1 + ], + [ + 0.75, + 0.9166666865348816, + 1 + ], + [ + 0.75, + 0.949999988079071, + 1 + ], + [ + 0.75, + 0.949999988079071, + 1 + ], + [ + 0.75, + 0.9833333492279053, + 1 + ], + [ + 0.75, + 0.9833333492279053, + 1 + ], + [ + 0.8500000238418579, + 0.01666666753590107, + 1 + ], + [ + 0.8500000238418579, + 0.01666666753590107, + 1 + ], + [ + 0.8500000238418579, + 0.05000000074505806, + 1 + ], + [ + 0.8500000238418579, + 0.05000000074505806, + 1 + ], + [ + 0.8500000238418579, + 0.0833333358168602, + 1 + ], + [ + 0.8500000238418579, + 0.0833333358168602, + 1 + ], + [ + 0.8500000238418579, + 0.11666666716337204, + 1 + ], + [ + 0.8500000238418579, + 0.11666666716337204, + 1 + ], + [ + 0.8500000238418579, + 0.15000000596046448, + 1 + ], + [ + 0.8500000238418579, + 0.15000000596046448, + 1 + ], + [ + 0.8500000238418579, + 0.18333333730697632, + 1 + ], + [ + 0.8500000238418579, + 0.18333333730697632, + 1 + ], + [ + 0.8500000238418579, + 0.21666666865348816, + 1 + ], + [ + 0.8500000238418579, + 0.21666666865348816, + 1 + ], + [ + 0.8500000238418579, + 0.25, + 1 + ], + [ + 0.8500000238418579, + 0.25, + 1 + ], + [ + 0.8500000238418579, + 0.28333333134651184, + 1 + ], + [ + 0.8500000238418579, + 0.28333333134651184, + 1 + ], + [ + 0.8500000238418579, + 0.3166666626930237, + 1 + ], + [ + 0.8500000238418579, + 0.3166666626930237, + 1 + ], + [ + 0.8500000238418579, + 0.3499999940395355, + 1 + ], + [ + 0.8500000238418579, + 0.3499999940395355, + 1 + ], + [ + 0.8500000238418579, + 0.38333332538604736, + 1 + ], + [ + 0.8500000238418579, + 0.38333332538604736, + 1 + ], + [ + 0.8500000238418579, + 0.4166666567325592, + 1 + ], + [ + 0.8500000238418579, + 0.4166666567325592, + 1 + ], + [ + 0.8500000238418579, + 0.44999998807907104, + 1 + ], + [ + 0.8500000238418579, + 0.44999998807907104, + 1 + ], + [ + 0.8500000238418579, + 0.4833333194255829, + 1 + ], + [ + 0.8500000238418579, + 0.4833333194255829, + 1 + ], + [ + 0.8500000238418579, + 0.5166666507720947, + 1 + ], + [ + 0.8500000238418579, + 0.5166666507720947, + 1 + ], + [ + 0.8500000238418579, + 0.550000011920929, + 1 + ], + [ + 0.8500000238418579, + 0.550000011920929, + 1 + ], + [ + 0.8500000238418579, + 0.5833333134651184, + 1 + ], + [ + 0.8500000238418579, + 0.5833333134651184, + 1 + ], + [ + 0.8500000238418579, + 0.6166666746139526, + 1 + ], + [ + 0.8500000238418579, + 0.6166666746139526, + 1 + ], + [ + 0.8500000238418579, + 0.6499999761581421, + 1 + ], + [ + 0.8500000238418579, + 0.6499999761581421, + 1 + ], + [ + 0.8500000238418579, + 0.6833333373069763, + 1 + ], + [ + 0.8500000238418579, + 0.6833333373069763, + 1 + ], + [ + 0.8500000238418579, + 0.7166666388511658, + 1 + ], + [ + 0.8500000238418579, + 0.7166666388511658, + 1 + ], + [ + 0.8500000238418579, + 0.75, + 1 + ], + [ + 0.8500000238418579, + 0.75, + 1 + ], + [ + 0.8500000238418579, + 0.7833333611488342, + 1 + ], + [ + 0.8500000238418579, + 0.7833333611488342, + 1 + ], + [ + 0.8500000238418579, + 0.8166666626930237, + 1 + ], + [ + 0.8500000238418579, + 0.8166666626930237, + 1 + ], + [ + 0.8500000238418579, + 0.8500000238418579, + 1 + ], + [ + 0.8500000238418579, + 0.8500000238418579, + 1 + ], + [ + 0.8500000238418579, + 0.8833333253860474, + 1 + ], + [ + 0.8500000238418579, + 0.8833333253860474, + 1 + ], + [ + 0.8500000238418579, + 0.9166666865348816, + 1 + ], + [ + 0.8500000238418579, + 0.9166666865348816, + 1 + ], + [ + 0.8500000238418579, + 0.949999988079071, + 1 + ], + [ + 0.8500000238418579, + 0.949999988079071, + 1 + ], + [ + 0.8500000238418579, + 0.9833333492279053, + 1 + ], + [ + 0.8500000238418579, + 0.9833333492279053, + 1 + ], + [ + 0.949999988079071, + 0.01666666753590107, + 1 + ], + [ + 0.949999988079071, + 0.01666666753590107, + 1 + ], + [ + 0.949999988079071, + 0.05000000074505806, + 1 + ], + [ + 0.949999988079071, + 0.05000000074505806, + 1 + ], + [ + 0.949999988079071, + 0.0833333358168602, + 1 + ], + [ + 0.949999988079071, + 0.0833333358168602, + 1 + ], + [ + 0.949999988079071, + 0.11666666716337204, + 1 + ], + [ + 0.949999988079071, + 0.11666666716337204, + 1 + ], + [ + 0.949999988079071, + 0.15000000596046448, + 1 + ], + [ + 0.949999988079071, + 0.15000000596046448, + 1 + ], + [ + 0.949999988079071, + 0.18333333730697632, + 1 + ], + [ + 0.949999988079071, + 0.18333333730697632, + 1 + ], + [ + 0.949999988079071, + 0.21666666865348816, + 1 + ], + [ + 0.949999988079071, + 0.21666666865348816, + 1 + ], + [ + 0.949999988079071, + 0.25, + 1 + ], + [ + 0.949999988079071, + 0.25, + 1 + ], + [ + 0.949999988079071, + 0.28333333134651184, + 1 + ], + [ + 0.949999988079071, + 0.28333333134651184, + 1 + ], + [ + 0.949999988079071, + 0.3166666626930237, + 1 + ], + [ + 0.949999988079071, + 0.3166666626930237, + 1 + ], + [ + 0.949999988079071, + 0.3499999940395355, + 1 + ], + [ + 0.949999988079071, + 0.3499999940395355, + 1 + ], + [ + 0.949999988079071, + 0.38333332538604736, + 1 + ], + [ + 0.949999988079071, + 0.38333332538604736, + 1 + ], + [ + 0.949999988079071, + 0.4166666567325592, + 1 + ], + [ + 0.949999988079071, + 0.4166666567325592, + 1 + ], + [ + 0.949999988079071, + 0.44999998807907104, + 1 + ], + [ + 0.949999988079071, + 0.44999998807907104, + 1 + ], + [ + 0.949999988079071, + 0.4833333194255829, + 1 + ], + [ + 0.949999988079071, + 0.4833333194255829, + 1 + ], + [ + 0.949999988079071, + 0.5166666507720947, + 1 + ], + [ + 0.949999988079071, + 0.5166666507720947, + 1 + ], + [ + 0.949999988079071, + 0.550000011920929, + 1 + ], + [ + 0.949999988079071, + 0.550000011920929, + 1 + ], + [ + 0.949999988079071, + 0.5833333134651184, + 1 + ], + [ + 0.949999988079071, + 0.5833333134651184, + 1 + ], + [ + 0.949999988079071, + 0.6166666746139526, + 1 + ], + [ + 0.949999988079071, + 0.6166666746139526, + 1 + ], + [ + 0.949999988079071, + 0.6499999761581421, + 1 + ], + [ + 0.949999988079071, + 0.6499999761581421, + 1 + ], + [ + 0.949999988079071, + 0.6833333373069763, + 1 + ], + [ + 0.949999988079071, + 0.6833333373069763, + 1 + ], + [ + 0.949999988079071, + 0.7166666388511658, + 1 + ], + [ + 0.949999988079071, + 0.7166666388511658, + 1 + ], + [ + 0.949999988079071, + 0.75, + 1 + ], + [ + 0.949999988079071, + 0.75, + 1 + ], + [ + 0.949999988079071, + 0.7833333611488342, + 1 + ], + [ + 0.949999988079071, + 0.7833333611488342, + 1 + ], + [ + 0.949999988079071, + 0.8166666626930237, + 1 + ], + [ + 0.949999988079071, + 0.8166666626930237, + 1 + ], + [ + 0.949999988079071, + 0.8500000238418579, + 1 + ], + [ + 0.949999988079071, + 0.8500000238418579, + 1 + ], + [ + 0.949999988079071, + 0.8833333253860474, + 1 + ], + [ + 0.949999988079071, + 0.8833333253860474, + 1 + ], + [ + 0.949999988079071, + 0.9166666865348816, + 1 + ], + [ + 0.949999988079071, + 0.9166666865348816, + 1 + ], + [ + 0.949999988079071, + 0.949999988079071, + 1 + ], + [ + 0.949999988079071, + 0.949999988079071, + 1 + ], + [ + 0.949999988079071, + 0.9833333492279053, + 1 + ], + [ + 0.949999988079071, + 0.9833333492279053, + 1 + ] + ], + "size": 4 + }, + "type": "scatter3d", + "x": [ + 0, + 0.15557751059532166, + 0, + 0.148778036236763, + 0, + 0.1354762315750122, + 0, + 0.11625347286462784, + 0, + 0.09194986522197723, + 0, + 0.06362763047218323, + 0, + 0.03252455219626427, + 0, + -6.837967969630654e-09, + 0, + -0.03252456337213516, + 0, + -0.06362764537334442, + 0, + -0.09194986522197723, + 0, + -0.11625347286462784, + 0, + -0.1354762315750122, + 0, + -0.1487780213356018, + 0, + -0.15557751059532166, + 0, + -0.15557751059532166, + 0, + -0.1487780213356018, + 0, + -0.1354762315750122, + 0, + -0.11625345051288605, + 0, + -0.09194990247488022, + 0, + -0.06362763047218323, + 0, + -0.03252459317445755, + 0, + 1.865462451178246e-09, + 0, + 0.03252459689974785, + 0, + 0.06362763792276382, + 0, + 0.09194991737604141, + 0, + 0.11625348031520844, + 0, + 0.1354762613773346, + 0, + 0.148778036236763, + 0, + 0.15557751059532166, + 0, + 0.45150354504585266, + 0, + 0.4317706823348999, + 0, + 0.3931673467159271, + 0, + 0.33738070726394653, + 0, + 0.26684892177581787, + 0, + 0.1846545785665512, + 0, + 0.09438992291688919, + 0, + -1.9844557996862022e-08, + 0, + -0.09438996762037277, + 0, + -0.1846546232700348, + 0, + -0.26684892177581787, + 0, + -0.33738070726394653, + 0, + -0.3931673467159271, + 0, + -0.4317706525325775, + 0, + -0.45150354504585266, + 0, + -0.45150354504585266, + 0, + -0.4317706525325775, + 0, + -0.3931673467159271, + 0, + -0.33738067746162415, + 0, + -0.2668490409851074, + 0, + -0.1846545934677124, + 0, + -0.09439004957675934, + 0, + 5.41378319951491e-09, + 0, + 0.09439005702733994, + 0, + 0.1846546083688736, + 0, + 0.2668490409851074, + 0, + 0.3373807370662689, + 0, + 0.3931674361228943, + 0, + 0.4317706823348999, + 0, + 0.45150354504585266, + 0, + 0.7032331824302673, + 0, + 0.6724985241889954, + 0, + 0.6123723983764648, + 0, + 0.525482714176178, + 0, + 0.4156268835067749, + 0, + 0.28760620951652527, + 0, + 0.1470157355070114, + 0, + -3.0908619663705394e-08, + 0, + -0.1470157951116562, + 0, + -0.28760626912117004, + 0, + -0.4156268835067749, + 0, + -0.525482714176178, + 0, + -0.6123723983764648, + 0, + -0.6724984645843506, + 0, + -0.7032331824302673, + 0, + -0.7032331824302673, + 0, + -0.6724984645843506, + 0, + -0.6123723983764648, + 0, + -0.5254826545715332, + 0, + -0.41562706232070923, + 0, + -0.28760623931884766, + 0, + -0.14701592922210693, + 0, + 8.432163411953297e-09, + 0, + 0.14701594412326813, + 0, + 0.28760623931884766, + 0, + 0.4156270921230316, + 0, + 0.5254827737808228, + 0, + 0.6123725175857544, + 0, + 0.6724985241889954, + 0, + 0.7032331824302673, + 0, + 0.8861255049705505, + 0, + 0.8473975658416748, + 0, + 0.7716342806816101, + 0, + 0.6621468663215637, + 0, + 0.5237204432487488, + 0, + 0.3624049723148346, + 0, + 0.1852506399154663, + 0, + -3.894713174190656e-08, + 0, + -0.18525072932243347, + 0, + -0.36240506172180176, + 0, + -0.5237204432487488, + 0, + -0.6621468663215637, + 0, + -0.7716342806816101, + 0, + -0.84739750623703, + 0, + -0.8861255049705505, + 0, + -0.8861255049705505, + 0, + -0.84739750623703, + 0, + -0.7716342806816101, + 0, + -0.6621467471122742, + 0, + -0.5237206220626831, + 0, + -0.362405002117157, + 0, + -0.1852508783340454, + 0, + 1.0625146096288063e-08, + 0, + 0.1852508932352066, + 0, + 0.36240503191947937, + 0, + 0.5237206816673279, + 0, + 0.6621469259262085, + 0, + 0.7716344594955444, + 0, + 0.8473975658416748, + 0, + 0.8861255049705505, + 0, + 0.9822777509689331, + 0, + 0.939347505569458, + 0, + 0.8553631901741028, + 0, + 0.7339954972267151, + 0, + 0.5805485844612122, + 0, + 0.401729017496109, + 0, + 0.20535191893577576, + 0, + -4.3173230324100587e-08, + 0, + -0.20535200834274292, + 0, + -0.40172910690307617, + 0, + -0.5805485844612122, + 0, + -0.7339954972267151, + 0, + -0.8553631901741028, + 0, + -0.9393474459648132, + 0, + -0.9822777509689331, + 0, + -0.9822777509689331, + 0, + -0.9393474459648132, + 0, + -0.8553631901741028, + 0, + -0.7339953780174255, + 0, + -0.5805488228797913, + 0, + -0.4017290472984314, + 0, + -0.20535218715667725, + 0, + 1.1778065633905044e-08, + 0, + 0.20535220205783844, + 0, + 0.4017290771007538, + 0, + 0.580548882484436, + 0, + 0.7339955568313599, + 0, + 0.8553633689880371, + 0, + 0.939347505569458, + 0, + 0.9822777509689331, + 0, + 0.9822776913642883, + 0, + 0.9393474459648132, + 0, + 0.855363130569458, + 0, + 0.7339954376220703, + 0, + 0.5805485248565674, + 0, + 0.4017289876937866, + 0, + 0.20535190403461456, + 0, + -4.317322677138691e-08, + 0, + -0.20535199344158173, + 0, + -0.4017290771007538, + 0, + -0.5805485248565674, + 0, + -0.7339954376220703, + 0, + -0.855363130569458, + 0, + -0.9393473863601685, + 0, + -0.9822776913642883, + 0, + -0.9822776913642883, + 0, + -0.9393473863601685, + 0, + -0.855363130569458, + 0, + -0.7339953184127808, + 0, + -0.5805487632751465, + 0, + -0.401729017496109, + 0, + -0.20535217225551605, + 0, + 1.1778064745726624e-08, + 0, + 0.20535218715667725, + 0, + 0.4017290472984314, + 0, + 0.5805488228797913, + 0, + 0.7339954972267151, + 0, + 0.8553633093833923, + 0, + 0.9393474459648132, + 0, + 0.9822776913642883, + 0, + 0.8861255645751953, + 0, + 0.8473976254463196, + 0, + 0.7716343402862549, + 0, + 0.6621469259262085, + 0, + 0.5237204432487488, + 0, + 0.362405002117157, + 0, + 0.1852506548166275, + 0, + -3.894713529462024e-08, + 0, + -0.18525072932243347, + 0, + -0.36240509152412415, + 0, + -0.5237204432487488, + 0, + -0.6621469259262085, + 0, + -0.7716343402862549, + 0, + -0.8473975658416748, + 0, + -0.8861255645751953, + 0, + -0.8861255645751953, + 0, + -0.8473975658416748, + 0, + -0.7716343402862549, + 0, + -0.662146806716919, + 0, + -0.5237206816673279, + 0, + -0.36240503191947937, + 0, + -0.1852508932352066, + 0, + 1.0625146984466483e-08, + 0, + 0.1852509081363678, + 0, + 0.36240506172180176, + 0, + 0.5237207412719727, + 0, + 0.6621469855308533, + 0, + 0.7716344594955444, + 0, + 0.8473976254463196, + 0, + 0.8861255645751953, + 0, + 0.7032331824302673, + 0, + 0.6724985241889954, + 0, + 0.6123723983764648, + 0, + 0.525482714176178, + 0, + 0.4156268835067749, + 0, + 0.28760620951652527, + 0, + 0.1470157355070114, + 0, + -3.0908619663705394e-08, + 0, + -0.1470157951116562, + 0, + -0.28760626912117004, + 0, + -0.4156268835067749, + 0, + -0.525482714176178, + 0, + -0.6123723983764648, + 0, + -0.6724984645843506, + 0, + -0.7032331824302673, + 0, + -0.7032331824302673, + 0, + -0.6724984645843506, + 0, + -0.6123723983764648, + 0, + -0.5254826545715332, + 0, + -0.41562706232070923, + 0, + -0.28760623931884766, + 0, + -0.14701592922210693, + 0, + 8.432163411953297e-09, + 0, + 0.14701594412326813, + 0, + 0.28760623931884766, + 0, + 0.4156270921230316, + 0, + 0.5254827737808228, + 0, + 0.6123725175857544, + 0, + 0.6724985241889954, + 0, + 0.7032331824302673, + 0, + 0.45150336623191833, + 0, + 0.4317705035209656, + 0, + 0.3931671977043152, + 0, + 0.337380588054657, + 0, + 0.2668488025665283, + 0, + 0.18465450406074524, + 0, + 0.0943898856639862, + 0, + -1.9844549115077825e-08, + 0, + -0.09438993036746979, + 0, + -0.18465454876422882, + 0, + -0.2668488025665283, + 0, + -0.337380588054657, + 0, + -0.3931671977043152, + 0, + -0.4317704737186432, + 0, + -0.45150336623191833, + 0, + -0.45150336623191833, + 0, + -0.4317704737186432, + 0, + -0.3931671977043152, + 0, + -0.3373805284500122, + 0, + -0.26684892177581787, + 0, + -0.18465451896190643, + 0, + -0.09439001232385635, + 0, + 5.413780979068861e-09, + 0, + 0.09439001977443695, + 0, + 0.18465453386306763, + 0, + 0.26684895157814026, + 0, + 0.33738061785697937, + 0, + 0.39316725730895996, + 0, + 0.4317705035209656, + 0, + 0.45150336623191833, + 0, + 0.15557748079299927, + 0, + 0.1487780064344406, + 0, + 0.13547620177268982, + 0, + 0.11625345051288605, + 0, + 0.09194985032081604, + 0, + 0.06362761557102203, + 0, + 0.03252454474568367, + 0, + -6.837966637363024e-09, + 0, + -0.032524559646844864, + 0, + -0.06362763047218323, + 0, + -0.09194985032081604, + 0, + -0.11625345051288605, + 0, + -0.13547620177268982, + 0, + -0.14877799153327942, + 0, + -0.15557748079299927, + 0, + -0.15557748079299927, + 0, + -0.14877799153327942, + 0, + -0.13547620177268982, + 0, + -0.11625342816114426, + 0, + -0.09194988757371902, + 0, + -0.06362762302160263, + 0, + -0.03252458572387695, + 0, + 1.865462007089036e-09, + 0, + 0.03252458944916725, + 0, + 0.06362762302160263, + 0, + 0.09194989502429962, + 0, + 0.11625345796346664, + 0, + 0.1354762315750122, + 0, + 0.1487780064344406, + 0, + 0.15557748079299927 + ], + "y": [ + 0, + -0.016351856291294098, + 0, + -0.04834091290831566, + 0, + -0.07821723818778992, + 0, + -0.10467509925365448, + 0, + -0.12655815482139587, + 0, + -0.14291000366210938, + 0, + -0.15301601588726044, + 0, + -0.15643447637557983, + 0, + -0.15301600098609924, + 0, + -0.14291000366210938, + 0, + -0.12655815482139587, + 0, + -0.10467509925365448, + 0, + -0.07821724563837051, + 0, + -0.04834091663360596, + 0, + -0.016351860016584396, + 0, + 0.01635185070335865, + 0, + 0.048340946435928345, + 0, + 0.07821723818778992, + 0, + 0.10467512905597687, + 0, + 0.1265581250190735, + 0, + 0.14291000366210938, + 0, + 0.15301600098609924, + 0, + 0.15643447637557983, + 0, + 0.15301600098609924, + 0, + 0.14291000366210938, + 0, + 0.1265581250190735, + 0, + 0.10467509180307388, + 0, + 0.07821720093488693, + 0, + 0.04834090545773506, + 0, + 0.016351809725165367, + 0, + -0.04745493829250336, + 0, + -0.14029079675674438, + 0, + -0.22699527442455292, + 0, + -0.3037789762020111, + 0, + -0.3672860860824585, + 0, + -0.41474100947380066, + 0, + -0.4440697729587555, + 0, + -0.45399054884910583, + 0, + -0.4440697431564331, + 0, + -0.41474097967147827, + 0, + -0.3672860860824585, + 0, + -0.3037789762020111, + 0, + -0.2269953042268753, + 0, + -0.14029081165790558, + 0, + -0.04745494946837425, + 0, + 0.047454919666051865, + 0, + 0.14029088616371155, + 0, + 0.22699527442455292, + 0, + 0.30377906560897827, + 0, + 0.36728599667549133, + 0, + 0.41474097967147827, + 0, + 0.4440697431564331, + 0, + 0.45399054884910583, + 0, + 0.4440697431564331, + 0, + 0.41474097967147827, + 0, + 0.36728599667549133, + 0, + 0.3037789463996887, + 0, + 0.22699517011642456, + 0, + 0.140290766954422, + 0, + 0.04745480418205261, + 0, + -0.07391279190778732, + 0, + -0.2185080200433731, + 0, + -0.3535533845424652, + 0, + -0.47314679622650146, + 0, + -0.5720614194869995, + 0, + -0.6459742188453674, + 0, + -0.6916548013687134, + 0, + -0.7071067690849304, + 0, + -0.6916547417640686, + 0, + -0.6459741592407227, + 0, + -0.5720614194869995, + 0, + -0.47314679622650146, + 0, + -0.3535534143447876, + 0, + -0.2185080349445343, + 0, + -0.07391280680894852, + 0, + 0.07391276210546494, + 0, + 0.21850816905498505, + 0, + 0.3535533845424652, + 0, + 0.473146915435791, + 0, + 0.57206130027771, + 0, + 0.6459741592407227, + 0, + 0.6916547417640686, + 0, + 0.7071067690849304, + 0, + 0.6916547417640686, + 0, + 0.6459741592407227, + 0, + 0.57206130027771, + 0, + 0.4731467366218567, + 0, + 0.3535532057285309, + 0, + 0.21850797533988953, + 0, + 0.07391257584095001, + 0, + -0.09313555061817169, + 0, + -0.2753361761569977, + 0, + -0.44550326466560364, + 0, + -0.5961997509002686, + 0, + -0.7208395004272461, + 0, + -0.8139749765396118, + 0, + -0.8715358972549438, + 0, + -0.8910065293312073, + 0, + -0.8715358972549438, + 0, + -0.813974916934967, + 0, + -0.7208394408226013, + 0, + -0.5961997509002686, + 0, + -0.4455033242702484, + 0, + -0.27533620595932007, + 0, + -0.09313557296991348, + 0, + 0.0931355208158493, + 0, + 0.275336354970932, + 0, + 0.44550326466560364, + 0, + 0.5961999297142029, + 0, + 0.720839262008667, + 0, + 0.813974916934967, + 0, + 0.8715358972549438, + 0, + 0.8910065293312073, + 0, + 0.8715358972549438, + 0, + 0.813974916934967, + 0, + 0.720839262008667, + 0, + 0.5961996912956238, + 0, + 0.4455030560493469, + 0, + 0.2753361165523529, + 0, + 0.0931352823972702, + 0, + -0.10324155539274216, + 0, + -0.30521249771118164, + 0, + -0.4938441812992096, + 0, + -0.6608925461769104, + 0, + -0.7990567088127136, + 0, + -0.9022982716560364, + 0, + -0.966105043888092, + 0, + -0.9876883625984192, + 0, + -0.9661049842834473, + 0, + -0.9022982120513916, + 0, + -0.7990566492080688, + 0, + -0.6608925461769104, + 0, + -0.49384424090385437, + 0, + -0.30521252751350403, + 0, + -0.10324157774448395, + 0, + 0.10324151813983917, + 0, + 0.30521270632743835, + 0, + 0.4938441812992096, + 0, + 0.6608927249908447, + 0, + 0.7990565299987793, + 0, + 0.9022982120513916, + 0, + 0.9661049842834473, + 0, + 0.9876883625984192, + 0, + 0.9661049842834473, + 0, + 0.9022982120513916, + 0, + 0.7990565299987793, + 0, + 0.6608924865722656, + 0, + 0.4938439428806305, + 0, + 0.30521243810653687, + 0, + 0.10324125736951828, + 0, + -0.10324154794216156, + 0, + -0.30521246790885925, + 0, + -0.4938441514968872, + 0, + -0.6608924865722656, + 0, + -0.7990567088127136, + 0, + -0.9022982120513916, + 0, + -0.9661049842834473, + 0, + -0.9876883029937744, + 0, + -0.9661049246788025, + 0, + -0.9022981524467468, + 0, + -0.7990566492080688, + 0, + -0.6608924865722656, + 0, + -0.493844211101532, + 0, + -0.30521249771118164, + 0, + -0.10324157029390335, + 0, + 0.10324151068925858, + 0, + 0.30521267652511597, + 0, + 0.4938441514968872, + 0, + 0.6608926653862, + 0, + 0.7990564703941345, + 0, + 0.9022981524467468, + 0, + 0.9661049246788025, + 0, + 0.9876883029937744, + 0, + 0.9661049246788025, + 0, + 0.9022981524467468, + 0, + 0.7990564703941345, + 0, + 0.6608924269676208, + 0, + 0.4938439130783081, + 0, + 0.3052124083042145, + 0, + 0.10324125736951828, + 0, + -0.09313555806875229, + 0, + -0.2753361761569977, + 0, + -0.445503294467926, + 0, + -0.5961998105049133, + 0, + -0.7208395600318909, + 0, + -0.8139750361442566, + 0, + -0.8715359568595886, + 0, + -0.891006588935852, + 0, + -0.8715358972549438, + 0, + -0.8139749765396118, + 0, + -0.7208395004272461, + 0, + -0.5961998105049133, + 0, + -0.4455033540725708, + 0, + -0.27533620595932007, + 0, + -0.09313558042049408, + 0, + 0.0931355208158493, + 0, + 0.2753363847732544, + 0, + 0.445503294467926, + 0, + 0.5961999297142029, + 0, + 0.7208393216133118, + 0, + 0.8139749765396118, + 0, + 0.8715358972549438, + 0, + 0.891006588935852, + 0, + 0.8715358972549438, + 0, + 0.8139749765396118, + 0, + 0.7208393216133118, + 0, + 0.5961997509002686, + 0, + 0.4455030858516693, + 0, + 0.2753361463546753, + 0, + 0.0931352898478508, + 0, + -0.07391279190778732, + 0, + -0.2185080200433731, + 0, + -0.3535533845424652, + 0, + -0.47314679622650146, + 0, + -0.5720614194869995, + 0, + -0.6459742188453674, + 0, + -0.6916548013687134, + 0, + -0.7071067690849304, + 0, + -0.6916547417640686, + 0, + -0.6459741592407227, + 0, + -0.5720614194869995, + 0, + -0.47314679622650146, + 0, + -0.3535534143447876, + 0, + -0.2185080349445343, + 0, + -0.07391280680894852, + 0, + 0.07391276210546494, + 0, + 0.21850816905498505, + 0, + 0.3535533845424652, + 0, + 0.473146915435791, + 0, + 0.57206130027771, + 0, + 0.6459741592407227, + 0, + 0.6916547417640686, + 0, + 0.7071067690849304, + 0, + 0.6916547417640686, + 0, + 0.6459741592407227, + 0, + 0.57206130027771, + 0, + 0.4731467366218567, + 0, + 0.3535532057285309, + 0, + 0.21850797533988953, + 0, + 0.07391257584095001, + 0, + -0.047454919666051865, + 0, + -0.1402907371520996, + 0, + -0.22699518501758575, + 0, + -0.30377885699272156, + 0, + -0.36728596687316895, + 0, + -0.4147408604621887, + 0, + -0.44406959414482117, + 0, + -0.4539903700351715, + 0, + -0.4440695643424988, + 0, + -0.41474083065986633, + 0, + -0.36728593707084656, + 0, + -0.30377885699272156, + 0, + -0.22699521481990814, + 0, + -0.1402907520532608, + 0, + -0.04745493084192276, + 0, + 0.04745490103960037, + 0, + 0.14029084146022797, + 0, + 0.22699518501758575, + 0, + 0.3037789463996887, + 0, + 0.3672858476638794, + 0, + 0.41474083065986633, + 0, + 0.4440695643424988, + 0, + 0.4539903700351715, + 0, + 0.4440695643424988, + 0, + 0.41474083065986633, + 0, + 0.3672858476638794, + 0, + 0.30377882719039917, + 0, + 0.2269950807094574, + 0, + 0.14029072225093842, + 0, + 0.04745478555560112, + 0, + -0.01635185442864895, + 0, + -0.04834090545773506, + 0, + -0.07821722328662872, + 0, + -0.10467507690191269, + 0, + -0.12655813992023468, + 0, + -0.14290998876094818, + 0, + -0.15301598608493805, + 0, + -0.15643444657325745, + 0, + -0.15301597118377686, + 0, + -0.142909973859787, + 0, + -0.1265581250190735, + 0, + -0.10467507690191269, + 0, + -0.07821723073720932, + 0, + -0.04834090918302536, + 0, + -0.016351856291294098, + 0, + 0.016351846978068352, + 0, + 0.04834093526005745, + 0, + 0.07821722328662872, + 0, + 0.10467510670423508, + 0, + 0.1265580952167511, + 0, + 0.142909973859787, + 0, + 0.15301597118377686, + 0, + 0.15643444657325745, + 0, + 0.15301597118377686, + 0, + 0.142909973859787, + 0, + 0.1265580952167511, + 0, + 0.10467506945133209, + 0, + 0.07821718603372574, + 0, + 0.048340894281864166, + 0, + 0.016351807862520218 + ], + "z": [ + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.9876883625984192, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.8910065293312073, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.7071067690849304, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.45399051904678345, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + 0.15643449127674103, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.156434565782547, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.4539903998374939, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.7071067690849304, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.891006588935852, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192, + 0, + -0.9876883625984192 + ] + } + ], + "layout": { + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "heatmapgl": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmapgl" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + } + } + }, + "text/html": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "height = 10\n", + "width = 30\n", + "\n", + "camera = cameras.EquirectangularCamera(height=height, width=width)\n", + "vis_camera_rays(camera)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "interpreter": { + "hash": "024fe9dea615e4e34961116ff517c7e9f5910440e3d2c8eb4560299f11aaf2e7" + }, + "kernelspec": { + "display_name": "Python 3.9.12 ('mattport')", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.12" + }, + "orig_nbformat": 4 + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/notebooks/visualize_dataset.ipynb b/notebooks/visualize_dataset.ipynb index 0ed5072d5..aa1cae6c2 100644 --- a/notebooks/visualize_dataset.ipynb +++ b/notebooks/visualize_dataset.ipynb @@ -10,7 +10,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "b15dfdc1-5054-40bc-9631-4c7426eecfd9", "metadata": {}, "outputs": [], @@ -22,8 +22,9 @@ "\n", "from mattport.nerf.dataset.image_dataset import ImageDataset, collate_batch\n", "from mattport.nerf.dataset.collate import CollateIterDataset, collate_batch_size_one\n", - "from mattport.nerf.dataset.utils import get_dataset_inputs_dict\n", + "from mattport.nerf.dataset.utils import get_dataset_inputs\n", "from mattport.nerf.field_modules.ray_generator import RayGenerator\n", + "from mattport.nerf.field_modules.scene_bounds_collider import SceneBoundsCollider\n", "from mattport.structures.rays import RayBundle\n", "from mattport.utils.io import get_absolute_path\n", "from mattport.viewer.plotly import get_line_segments_from_lines\n", @@ -39,27 +40,19 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "012bf657", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "The autoreload extension is already loaded. To reload it, use:\n", - " %reload_ext autoreload\n" - ] - } - ], + "outputs": [], "source": [ "import goat\n", + "\n", "vis = goat.vis_utils.get_vis()" ] }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "71f46c79", "metadata": {}, "outputs": [], @@ -69,91 +62,14 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "7fe7478d", "metadata": {}, "outputs": [], "source": [ "with initialize(config_path=\"../configs\"):\n", - " # cfg = compose(config_name=\"default.yaml\")\n", - " cfg = compose(config_name=\"default.yaml\", overrides=[\"data/dataset=friends_TBBT-big_living_room\"])" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "id": "ad63e53a", - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "from mattport.nerf.dataset.colmap_utils import read_cameras_binary, read_images_binary, read_pointsTD_binary" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "id": "01c42863", - "metadata": {}, - "outputs": [], - "source": [ - "from mattport.nerf.dataset.friends import load_friends_data" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "b097e5eb", - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 40, - "id": "c5516443", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[2930.31056439 960. 544. ]\n", - "[4466.94830951 1024. 574. ]\n" - ] - } - ], - "source": [ - "dataset_inputs = load_friends_data(\"/shared/ethanweber/cartoons/data/colmap/smith_house_pair_manual_after\", include_point_cloud=True)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "eba07414", - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 24, - "id": "8ff323ed", - "metadata": {}, - "outputs": [], - "source": [ - "imdata = read_images_binary(os.path.join(\"/shared/ethanweber/mattport/data/friends/TBBT-big_living_room\", \"colmap\", \"images.bin\"))" - ] - }, - { - "cell_type": "code", - "execution_count": 41, - "id": "10539dc6", - "metadata": {}, - "outputs": [], - "source": [ - "# cfg.data.dataset.data_directory = get_absolute_path(cfg.data.dataset.data_directory)\n", - "# dataset_inputs = get_dataset_inputs_dict(**cfg.data.dataset, splits=[\"train\"])[\"train\"]" + " cfg = compose(config_name=\"default.yaml\")\n", + " # cfg = compose(config_name=\"default.yaml\", overrides=[\"data/dataset=friends_TBBT-big_living_room\"])" ] }, { @@ -162,45 +78,39 @@ "id": "0b010534", "metadata": {}, "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 46, - "id": "e95073a9", - "metadata": {}, - "outputs": [], "source": [ - "import goat.threedvis.meshcat.geometry as g\n", - "import numpy as np\n", - "point_cloud = dataset_inputs.point_cloud\n", - "size = 0.1\n", - "vis[\"point_cloud\"].set_object(\n", - " g.PointCloud(position=np.transpose(np.array(point_cloud.xyz)),\n", - " color=np.transpose(np.array(point_cloud.rgb)) / 255.0, size=size)\n", - ")" + "dataset_inputs = get_dataset_inputs(**cfg.data.dataset, split=\"train\")" ] }, { "cell_type": "code", - "execution_count": 47, + "execution_count": null, + "id": "e95073a9", + "metadata": {}, + "outputs": [], + "source": [ + "# import goat.threedvis.meshcat.geometry as g\n", + "# import numpy as np\n", + "# point_cloud = dataset_inputs.point_cloud\n", + "# size = 0.1\n", + "# vis[\"point_cloud\"].set_object(\n", + "# g.PointCloud(position=np.transpose(np.array(point_cloud.xyz)),\n", + "# color=np.transpose(np.array(point_cloud.rgb)) / 255.0, size=size)\n", + "# )" + ] + }, + { + "cell_type": "code", + "execution_count": null, "id": "aac97d4a", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "100%|██████████| 2/2 [00:00<00:00, 4.15it/s]\n" - ] - } - ], + "outputs": [], "source": [ "# show dataset inputs with three.js\n", "# goat.vis_utils.show_box_test(vis)\n", "num_images_to_show = 200\n", "for idx in tqdm(list(range(len(dataset_inputs.image_filenames)))[:num_images_to_show]):\n", - " image = imageio.imread(dataset_inputs.image_filenames[idx])[:,:,:3]\n", + " image = imageio.imread(dataset_inputs.image_filenames[idx])[:, :, :3]\n", "\n", " num_intrinsics_params = len(dataset_inputs.intrinsics[idx])\n", " camera_class = get_camera_model(num_intrinsics_params)\n", @@ -211,36 +121,28 @@ " name = \"train/{:06d}\".format(idx)\n", " # height = 0.5\n", " displayed_focal_length = 0.5\n", - " goat.vis_utils.draw_camera_frustum(vis, \n", - " name=name, \n", - " image=image, \n", - " K=K.numpy(), \n", + " goat.vis_utils.draw_camera_frustum(\n", + " vis,\n", + " name=name,\n", + " image=image,\n", + " K=K.numpy(),\n", " pose=camera_to_world.double().numpy(),\n", " height=3.0,\n", " realistic=False,\n", - " displayed_focal_length=0.0\n", - " )\n", - "\n" + " displayed_focal_length=0.0,\n", + " )" ] }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "001bdf3b-60a0-4bb2-9f88-ae36f2036c80", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 0%| | 0/10 [00:03" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "media.show_image(image_dataset.get_image(10))" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "id": "b90f4a78-4b8b-4615-a127-7d7579874765", "metadata": {}, "outputs": [], @@ -300,15 +189,16 @@ "def show_batch(batch):\n", " # set the color of the sampled rays\n", " c, y, x = [i.flatten() for i in torch.split(batch[\"local_indices\"], 1, dim=-1)]\n", - " batch[\"image\"][c,y,x] = 1.0\n", + " batch[\"image\"][c, y, x] = 1.0\n", "\n", " # batch[\"image\"] is num_images, h, w, 3\n", " images = torch.split(batch[\"image\"], 1, dim=0)\n", " image_list = [image[0] for image in images]\n", - " image = torch.cat(image_list, dim=1) # cat along the width dimension\n", + " image = torch.cat(image_list, dim=1) # cat along the width dimension\n", "\n", " # the white pixels are rays\n", - " media.show_image((image*255).to(torch.uint8))\n", + " media.show_image((image * 255).to(torch.uint8))\n", + "\n", "\n", "def sample_and_show_batch():\n", " batch = next(iter(dataloader))\n", @@ -318,30 +208,17 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "id": "09e625f7-fa1f-4b3f-acd4-bddfcdf7cd9f", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "batch = sample_and_show_batch()" ] }, { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "id": "fd8cf48a-823e-4395-99ca-eda4c2026440", "metadata": {}, "outputs": [], @@ -352,7 +229,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": null, "id": "646107c0-f979-408a-941f-98b2ad3e07f7", "metadata": {}, "outputs": [], @@ -360,34 +237,61 @@ "skip = 1\n", "size = 8\n", "data = []\n", - "data += [go.Scatter3d(\n", - " x=ray_generator.camera_to_world[::skip,0,3],\n", - " y=ray_generator.camera_to_world[::skip,1,3],\n", - " z=ray_generator.camera_to_world[::skip,2,3],\n", - " mode='markers',\n", - " name=\"origins\",\n", - " marker=dict(color='rgba(0, 0, 0, 1)', size=size)\n", - ")]" + "data += [\n", + " go.Scatter3d(\n", + " x=ray_generator.camera_to_world[::skip, 0, 3],\n", + " y=ray_generator.camera_to_world[::skip, 1, 3],\n", + " z=ray_generator.camera_to_world[::skip, 2, 3],\n", + " mode=\"markers\",\n", + " name=\"origins\",\n", + " marker=dict(color=\"rgba(0, 0, 0, 1)\", size=size),\n", + " )\n", + "]" ] }, { "cell_type": "code", - "execution_count": 24, + "execution_count": null, + "id": "fc627f05", + "metadata": {}, + "outputs": [], + "source": [ + "scene_bounds_collider = SceneBoundsCollider(dataset_inputs.scene_bounds)\n", + "intersected_ray_bundle = scene_bounds_collider(ray_bundle)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9ca1b3c3", + "metadata": {}, + "outputs": [], + "source": [ + "# intersected_ray_bundle.nears" + ] + }, + { + "cell_type": "code", + "execution_count": null, "id": "c73ba9bd-2902-4c46-b592-bc87ac8c71f6", "metadata": {}, "outputs": [], "source": [ - "near_plane = cfg.graph.network.near_plane\n", - "far_plane = cfg.graph.network.far_plane\n", - "lines = torch.stack([ray_bundle.origins + ray_bundle.directions * near_plane,\n", - " ray_bundle.origins + ray_bundle.directions * far_plane\n", - " ], dim=1).tolist() # (num_rays, 2, 3)\n", + "# near_plane = cfg.graph.network.near_plane\n", + "# far_plane = cfg.graph.network.far_plane\n", + "lines = torch.stack(\n", + " [\n", + " intersected_ray_bundle.origins + intersected_ray_bundle.directions * intersected_ray_bundle.nears,\n", + " intersected_ray_bundle.origins + intersected_ray_bundle.directions * intersected_ray_bundle.fars,\n", + " ],\n", + " dim=1,\n", + ").tolist() # (num_rays, 2, 3)\n", "lines = torch.tensor(random.sample(lines, k=100))" ] }, { "cell_type": "code", - "execution_count": 25, + "execution_count": null, "id": "991df6a2-efe3-4412-ba41-9a244e2e90cc", "metadata": {}, "outputs": [], @@ -397,8029 +301,20 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": null, "id": "0b2404d8-ca9e-4630-9f67-7c68d19458cb", "metadata": {}, - "outputs": [ - { - "data": { - "application/vnd.plotly.v1+json": { - "config": { - "plotlyServerURL": "https://plot.ly" - }, - "data": [ - { - "marker": { - "color": "rgba(0, 0, 0, 1)", - "size": 8 - }, - "mode": "markers", - "name": "origins", - "type": "scatter3d", - "x": [ - -2.620957851409912, - -2.3065438270568848, - -1.3201767206192017, - 3.2671120166778564, - 0.3710319399833679, - 0.4049864411354065, - 4.826180934906006, - -0.9473855495452881, - -3.0205116271972656, - 3.922758102416992, - 1.361860990524292, - 4.85964822769165, - 1.5065038204193115, - -3.674560070037842, - 1.7150750160217285, - -3.4039230346679688, - -0.67200767993927, - -2.094449043273926, - -1.6862897872924805, - 3.1038875579833984, - -1.6938903331756592, - -1.8510231971740723, - 1.3389005661010742, - 2.562008857727051, - -2.0709762573242188, - 1.103877067565918, - -2.8057069778442383, - -1.4376013278961182, - -2.484976291656494, - -2.4179115295410156, - -1.969143271446228, - 3.150782346725464, - -1.0036602020263672, - -3.0639021396636963, - 0.7507435083389282, - -0.8690291047096252, - 1.3284640312194824, - 1.3980400562286377, - -3.7091758251190186, - 3.407508373260498, - -2.9073688983917236, - 2.8712522983551025, - 3.3745851516723633, - 3.4474329948425293, - 0.1343022882938385, - -1.0858500003814697, - 1.9163532257080078, - 3.006258249282837, - -2.099956512451172, - -1.5952181816101074, - -2.9141554832458496, - -1.5751419067382812, - -1.5284204483032227, - 0.7405332922935486, - -3.091270923614502, - -3.121455430984497, - -1.3108881711959839, - 1.566190242767334, - -1.9271529912948608, - 1.976480484008789, - -1.101997971534729, - -1.650305151939392, - 1.4763436317443848, - -4.018808364868164, - -0.5259644389152527, - -0.4001197814941406, - 1.0715441703796387, - -0.41969823837280273, - -1.703543782234192, - -3.217604637145996, - 1.6377414464950562, - 0.9316978454589844, - 2.1592748165130615, - -2.612527370452881, - 1.679912805557251, - 2.7434144020080566, - 2.713665008544922, - 0.5630910992622375, - -0.6957547664642334, - 0.4105933904647827, - 3.7846343517303467, - 3.800171136856079, - 1.6267359256744385, - 5.1108856201171875, - -0.8661962151527405, - -2.8871655464172363, - 0.5945320725440979, - -0.4169619679450989, - -1.2841501235961914, - 1.9518399238586426, - -0.10009393095970154, - -0.2565694749355316, - 0.12403451651334763, - 2.9587600231170654, - 1.7632112503051758, - 4.5645856857299805, - 4.909059524536133, - 0.41644370555877686, - 3.5382237434387207, - 3.8257718086242676, - 1.3245147466659546, - 3.758837938308716, - -1.2901984453201294, - 0.7849958539009094, - -2.9857308864593506, - 0.936840832233429, - 0.7352339029312134, - 0.7705292701721191, - 0.9413787126541138, - -0.31442952156066895, - -0.9062077403068542, - -1.9406589269638062, - 2.916642665863037, - 2.0731399059295654, - -1.2346454858779907, - 4.311000347137451, - 4.2350969314575195, - 4.695927619934082, - 0.6286726593971252, - 3.818126916885376, - 4.161957263946533, - -3.6973514556884766, - 0.35286945104599, - 0.32111644744873047, - 2.9532952308654785, - 3.3116161823272705, - 4.7901105880737305, - 4.9534807205200195, - -2.7650246620178223, - 0.023515939712524414, - -0.08924168348312378, - 4.132203102111816, - -3.3169941902160645, - -1.430415153503418, - -1.2428169250488281, - -0.9602839350700378, - 0.8066017031669617, - 5.096758842468262, - 3.4243295192718506, - 0.8318295478820801, - -3.4428513050079346, - -3.0043654441833496, - -2.150261878967285, - -1.014682650566101, - -0.9344648718833923, - -0.9566317200660706, - 1.1658564805984497, - -0.8845604062080383, - 0.9025858640670776, - -0.8809413909912109, - 0.13712775707244873, - 0.7652997970581055, - -2.1050829887390137, - -1.3460723161697388, - 3.1971683502197266, - 3.891072988510132, - -0.358493447303772, - -2.3962655067443848, - -0.13333958387374878, - 2.477949857711792, - 2.0839552879333496, - 1.4337520599365234, - 0.1493113934993744, - -4.199881553649902, - -1.4152389764785767 - ], - "y": [ - -0.02269723080098629, - -0.007217392325401306, - 0.21683987975120544, - -0.06122439727187157, - 0.02551107667386532, - 0.05321834236383438, - -0.22067244350910187, - 0.25079548358917236, - -0.0777716189622879, - -0.13868878781795502, - -0.06678775697946548, - -0.2136428952217102, - -0.2517271041870117, - -0.06253424286842346, - -0.12914849817752838, - 0.08952926099300385, - 0.273040771484375, - 0.35393786430358887, - 0.2592128813266754, - -0.24914368987083435, - 0.21290244162082672, - 0.2601046562194824, - 0.3141436278820038, - -0.020961087197065353, - 0.39360663294792175, - 0.1447618007659912, - 0.28828945755958557, - 0.31241458654403687, - 0.36017167568206787, - 0.26626187562942505, - 0.23621948063373566, - -0.21083968877792358, - 0.16181844472885132, - 0.043499767780303955, - 0.12156285345554352, - 0.34818994998931885, - 0.0889679566025734, - 0.06825277954339981, - -0.038001418113708496, - -0.03809872642159462, - 0.18523260951042175, - -0.08598195016384125, - -0.02564994990825653, - -0.08750346302986145, - -0.06744293123483658, - 0.04242028295993805, - -0.007192827761173248, - -0.08793851733207703, - 0.10602737963199615, - 0.1460573822259903, - 0.22212782502174377, - 0.11642644554376602, - 0.10535178333520889, - 0.0066524893045425415, - 0.25616663694381714, - 0.2738812267780304, - -0.21472252905368805, - 0.1279269903898239, - 0.18506981432437897, - 0.016538791358470917, - 0.1003207117319107, - 0.15850825607776642, - 0.17389647662639618, - 0.14783470332622528, - 0.25039857625961304, - 0.24107114970684052, - 0.0804978758096695, - 0.24512138962745667, - 0.29673323035240173, - 0.2719915509223938, - -0.1328202486038208, - -0.06810294091701508, - -0.051776885986328125, - 0.2780889570713043, - 0.030238378793001175, - 0.00009394437074661255, - 0.0035497136414051056, - 0.00658223545178771, - -0.024308204650878906, - 0.02515861578285694, - -0.07199440896511078, - -0.07394362986087799, - 0.04916439205408096, - -0.15977804362773895, - 0.04948298633098602, - 0.17402295768260956, - 0.03083505854010582, - 0.0303938165307045, - 0.08235487341880798, - -0.09861154109239578, - 0.02883356809616089, - -0.050524357706308365, - 0.16528648138046265, - -0.14075598120689392, - -0.12077564746141434, - -0.3628769516944885, - -0.41275396943092346, - -0.09400872886180878, - -0.17872187495231628, - -0.20870640873908997, - -0.0996347963809967, - -0.21469084918498993, - 0.10958370566368103, - 0.15271781384944916, - -0.03783717751502991, - -0.002108961343765259, - 0.20103159546852112, - 0.09026075899600983, - 0.0506536141037941, - 0.18152305483818054, - 0.13792148232460022, - 0.11439946293830872, - -0.4924408197402954, - -0.054306816309690475, - 0.24151383340358734, - 0.010649655014276505, - -0.03100436180830002, - -0.25425511598587036, - -0.09674733132123947, - -0.12923409044742584, - -0.12281599640846252, - 0.15590913593769073, - -0.11266174167394638, - -0.10231234133243561, - -0.1753341406583786, - -0.2106318324804306, - -0.22799140214920044, - -0.22186097502708435, - -0.008078809827566147, - 0.01734292507171631, - 0.0024195071309804916, - -0.4445480704307556, - 0.04546790570020676, - 0.08874533325433731, - 0.04983121156692505, - 0.0713605135679245, - 0.22153843939304352, - -0.1405496448278427, - -0.06161907687783241, - -0.28465574979782104, - 0.328725129365921, - 0.317128986120224, - 0.25215595960617065, - 0.3592537045478821, - 0.22900663316249847, - 0.2263166904449463, - -0.008280416950583458, - 0.13492918014526367, - -0.4833546578884125, - 0.12935712933540344, - -0.465570330619812, - -0.822230339050293, - 0.15049239993095398, - 0.15180951356887817, - 0.28338778018951416, - -0.32651835680007935, - -0.7699631452560425, - -0.6617442965507507, - -0.038882672786712646, - -0.06576817482709885, - -0.055319830775260925, - 0.029805634170770645, - 0.06506314873695374, - 0.03998251259326935, - 0.02849458158016205 - ], - "z": [ - -0.6259534358978271, - -2.0112080574035645, - -1.6169897317886353, - -0.018804995343089104, - -1.398890495300293, - -1.5020315647125244, - -0.06478672474622726, - -1.2854127883911133, - 0.26107773184776306, - 0.48101526498794556, - -0.6294559240341187, - -0.07973085343837738, - 2.2341413497924805, - 2.959912061691284, - 0.09198955446481705, - 0.6389332413673401, - 1.7146213054656982, - -1.5720854997634888, - -1.1691135168075562, - 1.4464598894119263, - -1.0655180215835571, - -1.4064373970031738, - -0.5899629592895508, - -0.7430453300476074, - -1.448909044265747, - -0.3947642147541046, - -1.395993947982788, - -1.5644348859786987, - -1.4415491819381714, - -1.4967446327209473, - -1.4168566465377808, - 0.11062050610780716, - -1.5025733709335327, - 2.180180788040161, - -1.2096606492996216, - -1.2222822904586792, - -0.6224474310874939, - -0.6229749321937561, - 2.6515817642211914, - 0.22910255193710327, - -1.9885410070419312, - 0.4994273781776428, - 0.29146718978881836, - 0.15315395593643188, - -0.6983036398887634, - -1.2735430002212524, - -1.182043433189392, - -0.3822988271713257, - -1.5829613208770752, - -1.7921134233474731, - -1.9087226390838623, - -1.5780413150787354, - -1.7105379104614258, - -1.8278754949569702, - -0.8935827016830444, - -0.9839081168174744, - 2.2705588340759277, - -0.8218976259231567, - -1.415997862815857, - 0.11395318806171417, - -1.368291974067688, - -1.434346079826355, - -0.965854287147522, - 0.0329008549451828, - -1.0497677326202393, - -1.146047592163086, - -0.668433666229248, - -1.1488443613052368, - -1.3651847839355469, - -1.6926286220550537, - -0.3662630021572113, - -0.5354233384132385, - -0.7429128885269165, - -1.333686351776123, - -0.4357435405254364, - -0.26990756392478943, - -0.22622956335544586, - -0.7744665741920471, - 2.3329436779022217, - -0.8853849768638611, - -0.17051385343074799, - -0.18387442827224731, - -0.722726047039032, - -0.22386765480041504, - -1.0865975618362427, - -1.1870149374008179, - -0.6184709668159485, - -1.3269069194793701, - -1.7547537088394165, - -0.4397783875465393, - -1.301986575126648, - -0.323600709438324, - -0.965795636177063, - 0.11810342967510223, - -0.2080032229423523, - 1.70197594165802, - 1.5080652236938477, - -0.321573406457901, - 0.5963672995567322, - 0.15875357389450073, - -0.42475417256355286, - 0.23752571642398834, - -1.376319408416748, - -1.7711848020553589, - -0.5854673981666565, - -0.5635768175125122, - -0.6070570349693298, - -0.9656419157981873, - -0.8695501089096069, - -1.8131901025772095, - -1.413840889930725, - -1.1244473457336426, - 2.686849594116211, - -0.2676960527896881, - -1.2912307977676392, - -1.3466274738311768, - -1.1066513061523438, - 0.9939570426940918, - -0.07081498950719833, - 0.005207570735365152, - -0.04425918683409691, - 1.2914749383926392, - 1.838129997253418, - 1.8501781225204468, - 0.8168551325798035, - 0.6904395818710327, - 0.017272477969527245, - -0.135447159409523, - -1.1490519046783447, - -1.148095965385437, - -1.0472012758255005, - 1.8627870082855225, - -1.1610256433486938, - -1.4728754758834839, - -1.2383031845092773, - -1.6193757057189941, - -0.3687993288040161, - -0.08464117348194122, - -0.498749315738678, - 1.8428467512130737, - -1.3862802982330322, - -1.5068855285644531, - -1.3503378629684448, - -1.4887340068817139, - -0.6515887379646301, - -0.6726614832878113, - 0.049496639519929886, - -0.7778870463371277, - 3.4374642372131348, - -0.7840431928634644, - 3.31127667427063, - 4.327725887298584, - -0.8048294186592102, - -0.824744701385498, - 1.743438959121704, - 1.137464165687561, - 3.8119280338287354, - 6.3555145263671875, - -0.7761297225952148, - -0.4843476712703705, - -0.1734239161014557, - -0.48877382278442383, - -0.7759600281715393, - -0.8362661600112915, - -1.2391544580459595 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.6154143810272217, - -1.130441665649414 - ], - "y": [ - -0.18036767840385437, - 0.7321786284446716 - ], - "z": [ - 1.9584215879440308, - 3.240650177001953 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.5910754203796387, - -1.2764759063720703 - ], - "y": [ - -0.14492997527122498, - 0.944804847240448 - ], - "z": [ - 1.771091103553772, - 2.116666793823242 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.7927937507629395, - 3.755906105041504 - ], - "y": [ - 0.14729002118110657, - 1.2534582614898682 - ], - "z": [ - 0.7913184762001038, - 5.667282581329346 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.6169376373291016, - -1.2701771259307861 - ], - "y": [ - 0.3978783190250397, - 1.0912054777145386 - ], - "z": [ - -0.18120545148849487, - 4.758334636688232 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.318216562271118, - -1.4844176769256592 - ], - "y": [ - 0.2501121163368225, - -0.30018579959869385 - ], - "z": [ - -0.46171337366104126, - 4.437465667724609 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.3784866333007812, - -1.8460384607315063 - ], - "y": [ - 0.07468342781066895, - -1.3527578115463257 - ], - "z": [ - -0.4891015887260437, - 4.273136138916016 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 4.121050834655762, - 5.725449562072754 - ], - "y": [ - 0.08558230102062225, - 0.8832119703292847 - ], - "z": [ - 0.7497142553329468, - 5.417657375335693 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.455401659011841, - 1.7315537929534912 - ], - "y": [ - -0.277576208114624, - -1.295738935470581 - ], - "z": [ - 0.7324594855308533, - 5.314128875732422 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -0.9037959575653076, - -2.7929537296295166 - ], - "y": [ - 0.24904261529445648, - 0.24226278066635132 - ], - "z": [ - -0.12389439344406128, - 4.505472183227539 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.100243091583252, - -3.9716360569000244 - ], - "y": [ - 0.3515505790710449, - 0.8573105335235596 - ], - "z": [ - -0.23738086223602295, - 3.8245532512664795 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.7725210189819336, - 3.6342709064483643 - ], - "y": [ - -0.16448014974594116, - -0.6171627044677734 - ], - "z": [ - 0.8116347789764404, - 5.789180755615234 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.020065426826477, - -3.490570306777954 - ], - "y": [ - 0.4307911992073059, - 1.332754135131836 - ], - "z": [ - -0.19928401708602905, - 4.053134918212891 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4056546688079834, - 1.3432929515838623 - ], - "y": [ - -0.3115953207015991, - -1.223401427268982 - ], - "z": [ - 0.8977382779121399, - 5.360391616821289 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -0.8130481243133545, - -2.2484664916992188 - ], - "y": [ - 0.3897104263305664, - 1.0862696170806885 - ], - "z": [ - -0.10204672813415527, - 4.636558532714844 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.079252243041992, - -0.05063199996948242 - ], - "y": [ - 0.14982977509498596, - -0.9018796682357788 - ], - "z": [ - -0.5520862340927124, - 3.895228385925293 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.373893976211548, - -1.8184822797775269 - ], - "y": [ - 0.20148207247257233, - -0.591965913772583 - ], - "z": [ - -0.4604893922805786, - 4.444809436798096 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.0388758182525635, - -3.6034328937530518 - ], - "y": [ - 0.14581626653671265, - -0.3770952820777893 - ], - "z": [ - -0.19772052764892578, - 4.0625152587890625 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.6311581134796143, - -1.3554996252059937 - ], - "y": [ - 0.16671282052993774, - -0.2957874834537506 - ], - "z": [ - -0.17492836713790894, - 4.795997142791748 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.9389541149139404, - 4.632868766784668 - ], - "y": [ - 0.09440241754055023, - 0.9361326694488525 - ], - "z": [ - 0.7920348644256592, - 5.671581268310547 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.593783140182495, - -1.2602300643920898 - ], - "y": [ - -0.15975284576416016, - 0.8558676838874817 - ], - "z": [ - 1.8295799493789673, - 2.467599868774414 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.446848750114441, - -0.24964332580566406 - ], - "y": [ - 0.14292669296264648, - -0.43850430846214294 - ], - "z": [ - -0.2051914930343628, - 4.6144185066223145 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4888501167297363, - 1.8424657583236694 - ], - "y": [ - -0.32929059863090515, - -1.329573154449463 - ], - "z": [ - 0.9280045628547668, - 5.541989326477051 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.9883968830108643, - 4.929524898529053 - ], - "y": [ - -0.2211797833442688, - -0.9573605060577393 - ], - "z": [ - 0.7871521711349487, - 5.642284870147705 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.4305938482284546, - -0.1521141529083252 - ], - "y": [ - 0.3497944474220276, - 0.8027023077011108 - ], - "z": [ - -0.20660918951034546, - 4.605912208557129 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.351006507873535, - -1.6811578273773193 - ], - "y": [ - 0.08429938554763794, - -1.2950620651245117 - ], - "z": [ - -0.48973697423934937, - 4.269323825836182 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4759016036987305, - 1.7647755146026611 - ], - "y": [ - -0.15074323117733002, - -0.2582889199256897 - ], - "z": [ - 0.9445793628692627, - 5.641438007354736 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.6637046337127686, - -0.8407011032104492 - ], - "y": [ - -0.193550705909729, - 0.6530805230140686 - ], - "z": [ - 2.1016530990600586, - 4.100038528442383 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.702563762664795, - 3.1247477531433105 - ], - "y": [ - -0.13121438026428223, - -0.14111584424972534 - ], - "z": [ - 0.9985057711601257, - 5.964996814727783 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.4080146551132202, - -1.476891279220581 - ], - "y": [ - 0.12125931680202484, - -0.03603313863277435 - ], - "z": [ - -0.8454982042312622, - 3.7829346656799316 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.169994592666626, - -0.595085620880127 - ], - "y": [ - 0.207540363073349, - -0.5556161999702454 - ], - "z": [ - -0.504804790019989, - 4.178916931152344 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.3905425071716309, - -5.713432788848877 - ], - "y": [ - 0.46384674310684204, - 1.5310873985290527 - ], - "z": [ - -0.5948560237884521, - 1.6797022819519043 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.6305694580078125, - -1.0395116806030273 - ], - "y": [ - -0.25658655166625977, - 0.27486538887023926 - ], - "z": [ - 2.043027400970459, - 3.748284339904785 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.11006754636764526, - -3.2645742893218994 - ], - "y": [ - 0.4392663836479187, - 1.8720091581344604 - ], - "z": [ - -1.0912129878997803, - 2.3086462020874023 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.754448413848877, - 3.525834083557129 - ], - "y": [ - -0.1677413433790207, - -0.636729896068573 - ], - "z": [ - 0.8106664419174194, - 5.783370494842529 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.4045445919036865, - 0.0041817426681518555 - ], - "y": [ - 0.3239462375640869, - 0.6476130485534668 - ], - "z": [ - -0.2118104100227356, - 4.574705123901367 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.2817296981811523, - 0.5997436046600342 - ], - "y": [ - -0.0893968790769577, - 0.10978914797306061 - ], - "z": [ - 0.8482325673103333, - 5.063357353210449 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -0.022557556629180908, - -4.060324668884277 - ], - "y": [ - 0.1366623491048813, - 0.056385040283203125 - ], - "z": [ - -1.1816089153289795, - 1.7662702798843384 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.468932628631592, - 1.722961187362671 - ], - "y": [ - -0.27083683013916016, - -0.9788504242897034 - ], - "z": [ - 0.9314969182014465, - 5.562943458557129 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.337939739227295, - -1.6027568578720093 - ], - "y": [ - 0.19729743897914886, - -0.6170737743377686 - ], - "z": [ - -0.46591997146606445, - 4.412225723266602 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.0077943801879883, - -1.5215578079223633 - ], - "y": [ - 0.2605786919593811, - 1.545723557472229 - ], - "z": [ - 0.4338332414627075, - 3.734147071838379 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.438315987586975, - -6.000073432922363 - ], - "y": [ - 0.22751906514167786, - 0.11312155425548553 - ], - "z": [ - -0.640999972820282, - 1.402838945388794 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.6671810150146484, - -0.8198413848876953 - ], - "y": [ - -0.33984634280204773, - -0.22469331324100494 - ], - "z": [ - 2.1425833702087402, - 4.345620155334473 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.5932860374450684, - -1.263211727142334 - ], - "y": [ - -0.23982523381710052, - 0.37543338537216187 - ], - "z": [ - 1.905532717704773, - 2.923316478729248 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -0.8573349714279175, - -2.5141875743865967 - ], - "y": [ - 0.24129177629947662, - 0.19575780630111694 - ], - "z": [ - -0.10631096363067627, - 4.610973358154297 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.19062435626983643, - -2.781233072280884 - ], - "y": [ - 0.44794464111328125, - 1.9240787029266357 - ], - "z": [ - -1.0231449604034424, - 2.7170543670654297 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 1.9099631309509277, - -2.108546257019043 - ], - "y": [ - 0.0628596842288971, - 0.3594095706939697 - ], - "z": [ - 0.36583930253982544, - 3.326183319091797 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.9905409812927246, - 0.48163509368896484 - ], - "y": [ - 0.1887534111738205, - -0.6683379411697388 - ], - "z": [ - -0.5894051194190979, - 3.6713151931762695 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.873030662536621, - 4.237328052520752 - ], - "y": [ - -0.2838485836982727, - -1.3333733081817627 - ], - "z": [ - 0.7911288738250732, - 5.666145324707031 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4635465145111084, - 1.6906442642211914 - ], - "y": [ - -0.3338582515716553, - -1.3569790124893188 - ], - "z": [ - 0.9175681471824646, - 5.479370594024658 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.3071346282958984, - 0.27448320388793945 - ], - "y": [ - 0.05379800125956535, - 0.3050394356250763 - ], - "z": [ - 0.6860249638557434, - 5.247297286987305 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.718177080154419, - -0.5138654708862305 - ], - "y": [ - -0.2566904127597809, - 0.2742422819137573 - ], - "z": [ - 2.22381591796875, - 4.8330159187316895 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.96914005279541, - 4.813983917236328 - ], - "y": [ - 0.11297598481178284, - 1.0475740432739258 - ], - "z": [ - 0.7838603854179382, - 5.622534275054932 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.655548095703125, - 2.9324331283569336 - ], - "y": [ - -0.068553626537323, - -0.04160361364483833 - ], - "z": [ - 0.805597722530365, - 5.752958297729492 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.079613447189331, - -1.0906438827514648 - ], - "y": [ - 0.1339007318019867, - 0.7856558561325073 - ], - "z": [ - 0.5359956622123718, - 4.347121715545654 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.4136720895767212, - -5.85221004486084 - ], - "y": [ - 0.06954985857009888, - -0.8346937298774719 - ], - "z": [ - -0.6263661980628967, - 1.4906413555145264 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4549055099487305, - 1.6387989521026611 - ], - "y": [ - -0.1411500871181488, - -0.20073005557060242 - ], - "z": [ - 0.9368342161178589, - 5.594967365264893 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.3416547775268555, - 0.9592933654785156 - ], - "y": [ - -0.15238726139068604, - -0.2681530714035034 - ], - "z": [ - 0.8840922117233276, - 5.278515338897705 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.15483307838439941, - -2.995980978012085 - ], - "y": [ - 0.35909318923950195, - 1.39096999168396 - ], - "z": [ - -1.0226502418518066, - 2.720022201538086 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.6473461389541626, - -1.4526278972625732 - ], - "y": [ - 0.2984682321548462, - 0.49474504590034485 - ], - "z": [ - -0.17064350843429565, - 4.821706295013428 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.279736042022705, - 0.5877823829650879 - ], - "y": [ - -0.2737683057785034, - -0.9964392781257629 - ], - "z": [ - 0.8354156017303467, - 4.98645544052124 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.381643056869507, - -1.8649775981903076 - ], - "y": [ - 0.28804510831832886, - -0.07258772850036621 - ], - "z": [ - -0.44952094554901123, - 4.5106201171875 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.6428682804107666, - -1.4257608652114868 - ], - "y": [ - 0.308014839887619, - 0.5520246028900146 - ], - "z": [ - -0.17124927043914795, - 4.8180718421936035 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 4.090513229370117, - 5.542224884033203 - ], - "y": [ - -0.15836885571479797, - -0.5804949998855591 - ], - "z": [ - 0.7693169713020325, - 5.535274028778076 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.0521111488342285, - -1.255657434463501 - ], - "y": [ - -0.14290766417980194, - -0.8751945495605469 - ], - "z": [ - 0.5092273950576782, - 4.186511993408203 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.5785117149353027, - 2.3804357051849365 - ], - "y": [ - -0.1176733449101448, - -0.05986960232257843 - ], - "z": [ - 0.9760066866874695, - 5.830002307891846 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.39186429977417, - 1.3503296375274658 - ], - "y": [ - 0.08177639544010162, - 0.8603765368461609 - ], - "z": [ - 0.7155902981758118, - 5.212913990020752 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.01409226655960083, - -3.840425729751587 - ], - "y": [ - 0.3158668577671051, - 1.1316120624542236 - ], - "z": [ - -1.1554818153381348, - 1.9230328798294067 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.5420961976051331, - -0.6724022030830383 - ], - "y": [ - 0.3546110689640045, - 1.3640773296356201 - ], - "z": [ - -0.8223756551742554, - 3.9216699600219727 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.580146551132202, - -1.3420486450195312 - ], - "y": [ - -0.19936804473400116, - 0.6181765198707581 - ], - "z": [ - 1.7663536071777344, - 2.0882420539855957 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -0.8728460073471069, - -2.6072537899017334 - ], - "y": [ - 0.4024415612220764, - 1.162656307220459 - ], - "z": [ - -0.12426447868347168, - 4.503252029418945 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.720463752746582, - -0.5001468658447266 - ], - "y": [ - -0.4605043828487396, - -0.9486414790153503 - ], - "z": [ - 2.229163646697998, - 4.865101337432861 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.4584628343582153, - -0.31932783126831055 - ], - "y": [ - 0.4082842171192169, - 1.153640866279602 - ], - "z": [ - -0.2068907618522644, - 4.604222774505615 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.734048366546631, - -0.4186387062072754 - ], - "y": [ - -0.14398780465126038, - 0.9504579901695251 - ], - "z": [ - 2.214123487472534, - 4.7748613357543945 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 4.116491317749023, - 5.698093414306641 - ], - "y": [ - -0.1041860431432724, - -0.25539809465408325 - ], - "z": [ - 0.764295756816864, - 5.505146503448486 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.7565393447875977, - -0.2836923599243164 - ], - "y": [ - -0.43869465589523315, - -0.8177831768989563 - ], - "z": [ - 2.286195755004883, - 5.207294940948486 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.373577117919922, - 1.1508288383483887 - ], - "y": [ - -0.13598282635211945, - -0.16972650587558746 - ], - "z": [ - 0.9009363651275635, - 5.379580020904541 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.29927679896354675, - -2.1293184757232666 - ], - "y": [ - 0.20799458026885986, - 0.4843783974647522 - ], - "z": [ - -0.8988193273544312, - 3.463007926940918 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.4729321002960205, - 1.746957778930664 - ], - "y": [ - -0.25868064165115356, - -0.9059132933616638 - ], - "z": [ - 0.9347688555717468, - 5.58257532119751 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.5796475410461426, - -1.3450427055358887 - ], - "y": [ - -0.2209884524345398, - 0.48845404386520386 - ], - "z": [ - 1.8007924556732178, - 2.294875383377075 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 4.022977828979492, - 5.13701057434082 - ], - "y": [ - -0.18300923705101013, - -0.728337287902832 - ], - "z": [ - 0.784868061542511, - 5.628580570220947 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 0.6423107385635376, - -0.07111471891403198 - ], - "y": [ - 0.4374389052391052, - 1.8610444068908691 - ], - "z": [ - -0.8232529163360596, - 3.9164066314697266 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.39778733253479, - 1.2960889339447021 - ], - "y": [ - -0.28243768215179443, - -1.0484555959701538 - ], - "z": [ - 0.8995471000671387, - 5.371244430541992 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.7690134048461914, - -2.182631254196167 - ], - "y": [ - 0.37100571393966675, - 0.9299699068069458 - ], - "z": [ - -0.17883116006851196, - 4.772580623626709 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.1498942375183105, - -0.6689589023590088 - ], - "y": [ - -0.01825335994362831, - -0.1272687315940857 - ], - "z": [ - 0.5994139909744263, - 4.727631568908691 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.631443738937378, - -1.034266471862793 - ], - "y": [ - -0.3283533453941345, - -0.15573537349700928 - ], - "z": [ - 2.0598225593566895, - 3.849055767059326 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.3978354930877686, - 1.2963781356811523 - ], - "y": [ - -0.13548552989959717, - -0.1667427122592926 - ], - "z": [ - 0.9125753045082092, - 5.449413776397705 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.622642755508423, - -1.0870723724365234 - ], - "y": [ - -0.3615984618663788, - -0.3552059531211853 - ], - "z": [ - 2.0377461910247803, - 3.716597080230713 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.404407024383545, - 1.425586462020874 - ], - "y": [ - -0.25361400842666626, - -1.151965856552124 - ], - "z": [ - 0.7167305946350098, - 5.21975564956665 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.3603322505950928, - 0.26945579051971436 - ], - "y": [ - 0.19182372093200684, - -0.14512202143669128 - ], - "z": [ - -0.22613400220870972, - 4.488763332366943 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.33823561668396, - 0.4020349979400635 - ], - "y": [ - 0.2512294352054596, - 0.2113121896982193 - ], - "z": [ - -0.231673002243042, - 4.455529689788818 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -2.2796695232391357, - -1.2531354427337646 - ], - "y": [ - 0.30856838822364807, - 0.05055195093154907 - ], - "z": [ - -0.4642128348350525, - 4.422468662261963 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.567387342453003, - -1.4186043739318848 - ], - "y": [ - -0.3361452519893646, - -0.2024868130683899 - ], - "z": [ - 1.771838665008545, - 2.121152400970459 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.567720651626587, - 2.3156890869140625 - ], - "y": [ - -0.19131886959075928, - -0.5017427206039429 - ], - "z": [ - 0.971355676651001, - 5.802095890045166 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.975256085395813, - 0.5733449459075928 - ], - "y": [ - 0.14889287948608398, - -0.9075011014938354 - ], - "z": [ - -0.6075548529624939, - 3.5624165534973145 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.0141355991363525, - -1.483510971069336 - ], - "y": [ - 0.0267411507666111, - 0.14269833266735077 - ], - "z": [ - 0.4879978895187378, - 4.0591349601745605 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - -1.5353657007217407, - -0.7807453870773315 - ], - "y": [ - 0.2122775912284851, - -0.022398918867111206 - ], - "z": [ - -0.18168306350708008, - 4.755468845367432 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.9038517475128174, - 4.42225456237793 - ], - "y": [ - -0.026610352098941803, - 0.21005605161190033 - ], - "z": [ - 0.8096093535423279, - 5.7770280838012695 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 2.0290279388427734, - -1.3941569328308105 - ], - "y": [ - -0.07616037130355835, - -0.47471076250076294 - ], - "z": [ - 0.4982830286026001, - 4.120845794677734 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.2695255279541016, - 0.5265178680419922 - ], - "y": [ - -0.11681312322616577, - -0.05470828711986542 - ], - "z": [ - 0.8411992788314819, - 5.021157741546631 - ] - }, - { - "line": { - "color": "rgb(255, 0, 0)", - "width": 10 - }, - "marker": { - "color": "rgb(255, 0, 0)", - "colorscale": [ - [ - 0, - "#440154" - ], - [ - 0.1111111111111111, - "#482878" - ], - [ - 0.2222222222222222, - "#3e4989" - ], - [ - 0.3333333333333333, - "#31688e" - ], - [ - 0.4444444444444444, - "#26828e" - ], - [ - 0.5555555555555556, - "#1f9e89" - ], - [ - 0.6666666666666666, - "#35b779" - ], - [ - 0.7777777777777778, - "#6ece58" - ], - [ - 0.8888888888888888, - "#b5de2b" - ], - [ - 1, - "#fde725" - ] - ], - "size": 4 - }, - "showlegend": false, - "type": "scatter3d", - "x": [ - 3.8046815395355225, - 3.82723331451416 - ], - "y": [ - -0.17924976348876953, - -0.7057803869247437 - ], - "z": [ - 0.8105551600456238, - 5.782702922821045 - ] - } - ], - "layout": { - "autosize": false, - "height": 1000, - "margin": { - "b": 100, - "l": 50, - "pad": 4, - "r": 50, - "t": 100 - }, - "scene": { - "aspectmode": "data", - "camera": { - "center": { - "x": 0, - "y": 0, - "z": 0 - }, - "eye": { - "x": 1.25, - "y": 1.25, - "z": 1.25 - }, - "up": { - "x": 0, - "y": 0, - "z": 1 - } - } - }, - "template": { - "data": { - "bar": [ - { - "error_x": { - "color": "#2a3f5f" - }, - "error_y": { - "color": "#2a3f5f" - }, - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "bar" - } - ], - "barpolar": [ - { - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "barpolar" - } - ], - "carpet": [ - { - "aaxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "baxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "type": "carpet" - } - ], - "choropleth": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "choropleth" - } - ], - "contour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "contour" - } - ], - "contourcarpet": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "contourcarpet" - } - ], - "heatmap": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmap" - } - ], - "heatmapgl": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmapgl" - } - ], - "histogram": [ - { - "marker": { - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "histogram" - } - ], - "histogram2d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2d" - } - ], - "histogram2dcontour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2dcontour" - } - ], - "mesh3d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "mesh3d" - } - ], - "parcoords": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "parcoords" - } - ], - "pie": [ - { - "automargin": true, - "type": "pie" - } - ], - "scatter": [ - { - "fillpattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - }, - "type": "scatter" - } - ], - "scatter3d": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatter3d" - } - ], - "scattercarpet": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattercarpet" - } - ], - "scattergeo": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergeo" - } - ], - "scattergl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergl" - } - ], - "scattermapbox": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermapbox" - } - ], - "scatterpolar": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolar" - } - ], - "scatterpolargl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolargl" - } - ], - "scatterternary": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterternary" - } - ], - "surface": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "surface" - } - ], - "table": [ - { - "cells": { - "fill": { - "color": "#EBF0F8" - }, - "line": { - "color": "white" - } - }, - "header": { - "fill": { - "color": "#C8D4E3" - }, - "line": { - "color": "white" - } - }, - "type": "table" - } - ] - }, - "layout": { - "annotationdefaults": { - "arrowcolor": "#2a3f5f", - "arrowhead": 0, - "arrowwidth": 1 - }, - "autotypenumbers": "strict", - "coloraxis": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], - "sequential": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "sequentialminus": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ] - }, - "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" - ], - "font": { - "color": "#2a3f5f" - }, - "geo": { - "bgcolor": "white", - "lakecolor": "white", - "landcolor": "#E5ECF6", - "showlakes": true, - "showland": true, - "subunitcolor": "white" - }, - "hoverlabel": { - "align": "left" - }, - "hovermode": "closest", - "mapbox": { - "style": "light" - }, - "paper_bgcolor": "white", - "plot_bgcolor": "#E5ECF6", - "polar": { - "angularaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "radialaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "scene": { - "xaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "yaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "zaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - } - }, - "shapedefaults": { - "line": { - "color": "#2a3f5f" - } - }, - "ternary": { - "aaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "baxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "caxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "title": { - "x": 0.05 - }, - "xaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - }, - "yaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - } - } - }, - "width": 1000 - } - }, - "text/html": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "layout = go.Layout(\n", " autosize=False,\n", " width=1000,\n", " height=1000,\n", - " margin=go.layout.Margin(\n", - " l=50,\n", - " r=50,\n", - " b=100,\n", - " t=100,\n", - " pad=4\n", - " ),\n", + " margin=go.layout.Margin(l=50, r=50, b=100, t=100, pad=4),\n", " scene=go.layout.Scene(\n", " aspectmode=\"data\",\n", - " camera=dict(\n", - " up=dict(x=0, y=0, z=1),\n", - " center=dict(x=0, y=0, z=0),\n", - " eye=dict(x=1.25, y=1.25, z=1.25)\n", - " )\n", - " )\n", + " camera=dict(up=dict(x=0, y=0, z=1), center=dict(x=0, y=0, z=0), eye=dict(x=1.25, y=1.25, z=1.25)),\n", + " ),\n", ")\n", "fig = go.Figure(data=data, layout=layout)\n", "fig.show()" @@ -8441,7 +336,7 @@ "outputs": [], "source": [ "fig.write_image(\"temp.png\")\n", - "plotly_image = imageio.imread(\"temp.png\")\n" + "plotly_image = imageio.imread(\"temp.png\")" ] }, { @@ -8462,6 +357,9 @@ } ], "metadata": { + "interpreter": { + "hash": "4a749acc7d255f078aee52e0584cc77b3cb5aaed1b3a7407ec4262c1bf6cb526" + }, "kernelspec": { "display_name": "mattport", "language": "python", diff --git a/notebooks/visualize_encoders.ipynb b/notebooks/visualize_encoders.ipynb index 2fde5f60c..337252f9b 100644 --- a/notebooks/visualize_encoders.ipynb +++ b/notebooks/visualize_encoders.ipynb @@ -1,14 +1,32 @@ { "cells": [ { - "cell_type": "code", - "execution_count": 1, + "cell_type": "markdown", "metadata": {}, - "outputs": [], + "source": [ + "# Visualize Field Encoders\n" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "data": { + "application/javascript": "\n setTimeout(function() {\n var nbb_cell_id = 6;\n var nbb_unformatted_code = \"import torch\\nimport mediapy as media\\nfrom mattport.nerf.field_modules import encoding\";\n var nbb_formatted_code = \"import torch\\nimport mediapy as media\\nfrom mattport.nerf.field_modules import encoding\";\n var nbb_cells = Jupyter.notebook.get_cells();\n for (var i = 0; i < nbb_cells.length; ++i) {\n if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n nbb_cells[i].set_text(nbb_formatted_code);\n }\n break;\n }\n }\n }, 500);\n ", + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "import torch\n", "import mediapy as media\n", - "from mattport.nerf.field_modules import encoding\n" + "from mattport.nerf.field_modules import encoding" ] }, { @@ -21,7 +39,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 7, "metadata": {}, "outputs": [ { @@ -61,6 +79,16 @@ }, "metadata": {}, "output_type": "display_data" + }, + { + "data": { + "application/javascript": "\n setTimeout(function() {\n var nbb_cell_id = 7;\n var nbb_unformatted_code = \"num_frequencies = 4\\nmin_freq_exp = 0\\nmax_freq_exp = 6\\ninclude_input = True\\nresolution = 128\\n\\nencoder = encoding.NeRFEncoding(\\n in_dim=2,\\n num_frequencies=num_frequencies,\\n min_freq_exp=min_freq_exp,\\n max_freq_exp=max_freq_exp,\\n include_input=include_input,\\n)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(torch.meshgrid([x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1)\\n\\nencoded_values = encoder(grid)\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid, 2, 0), cmap=\\\"plasma\\\", border=True)\\nprint(\\\"Encoded Values:\\\")\\nmedia.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\\\"plasma\\\", border=True)\";\n var nbb_formatted_code = \"num_frequencies = 4\\nmin_freq_exp = 0\\nmax_freq_exp = 6\\ninclude_input = True\\nresolution = 128\\n\\nencoder = encoding.NeRFEncoding(\\n in_dim=2,\\n num_frequencies=num_frequencies,\\n min_freq_exp=min_freq_exp,\\n max_freq_exp=max_freq_exp,\\n include_input=include_input,\\n)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(torch.meshgrid([x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1)\\n\\nencoded_values = encoder(grid)\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid, 2, 0), cmap=\\\"plasma\\\", border=True)\\nprint(\\\"Encoded Values:\\\")\\nmedia.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\\\"plasma\\\", border=True)\";\n var nbb_cells = Jupyter.notebook.get_cells();\n for (var i = 0; i < nbb_cells.length; ++i) {\n if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n nbb_cells[i].set_text(nbb_formatted_code);\n }\n break;\n }\n }\n }, 500);\n ", + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -86,7 +114,7 @@ "print(\"Input Values:\")\n", "media.show_images(torch.moveaxis(grid, 2, 0), cmap=\"plasma\", border=True)\n", "print(\"Encoded Values:\")\n", - "media.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\"plasma\", border=True)\n" + "media.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\"plasma\", border=True)" ] }, { @@ -99,7 +127,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 8, "metadata": {}, "outputs": [ { @@ -131,7 +159,7 @@ { "data": { "text/html": [ - "
" + "
" ], "text/plain": [ "" @@ -139,6 +167,16 @@ }, "metadata": {}, "output_type": "display_data" + }, + { + "data": { + "application/javascript": "\n setTimeout(function() {\n var nbb_cell_id = 8;\n var nbb_unformatted_code = \"num_frequencies = 8\\nscale = 10\\nresolution = 128\\n\\nencoder = encoding.RFFEncoding(in_dim=2, num_frequencies=num_frequencies, scale=scale)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(torch.meshgrid([x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1)\\n\\nencoded_values = encoder(grid)\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid, 2, 0), cmap=\\\"plasma\\\", border=True)\\nprint(\\\"Encoded Values:\\\")\\nmedia.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\\\"plasma\\\", border=True)\";\n var nbb_formatted_code = \"num_frequencies = 8\\nscale = 10\\nresolution = 128\\n\\nencoder = encoding.RFFEncoding(in_dim=2, num_frequencies=num_frequencies, scale=scale)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(torch.meshgrid([x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1)\\n\\nencoded_values = encoder(grid)\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid, 2, 0), cmap=\\\"plasma\\\", border=True)\\nprint(\\\"Encoded Values:\\\")\\nmedia.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\\\"plasma\\\", border=True)\";\n var nbb_cells = Jupyter.notebook.get_cells();\n for (var i = 0; i < nbb_cells.length; ++i) {\n if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n nbb_cells[i].set_text(nbb_formatted_code);\n }\n break;\n }\n }\n }, 500);\n ", + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -156,7 +194,7 @@ "print(\"Input Values:\")\n", "media.show_images(torch.moveaxis(grid, 2, 0), cmap=\"plasma\", border=True)\n", "print(\"Encoded Values:\")\n", - "media.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\"plasma\", border=True)\n" + "media.show_images(torch.moveaxis(encoded_values, 2, 0), cmap=\"plasma\", border=True)" ] }, { @@ -169,7 +207,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -201,7 +239,7 @@ { "data": { "text/html": [ - "
" + "
" ], "text/plain": [ "" @@ -209,6 +247,16 @@ }, "metadata": {}, "output_type": "display_data" + }, + { + "data": { + "application/javascript": "\n setTimeout(function() {\n var nbb_cell_id = 9;\n var nbb_unformatted_code = \"num_levels = 8\\nmin_res = 2\\nmax_res = 128\\nhash_table_size = 2**4 # Typically much larger tables are used\\n\\nresolution = 128\\nslice = 0\\n\\n# Fixing features_per_level to 3 for easy RGB visualization. Typical value is 2 in networks\\nfeatures_per_level = 3\\n\\nencoder = encoding.HashEncoding(\\n num_levels=num_levels,\\n min_res=min_res,\\n max_res=max_res,\\n hash_table_size=hash_table_size,\\n features_per_level=features_per_level,\\n hash_init_scale=0.001,\\n)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(torch.meshgrid([x_samples, x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1)\\n\\nencoded_values = encoder(grid)\\n\\ngrid_slice = grid[slice, ...]\\nencoded_values_slice = encoded_values[slice, ...]\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid_slice, 2, 0), cmap=\\\"plasma\\\", border=True)\\n\\nprint(\\\"Encoded Values:\\\")\\nencoded_images = encoded_values_slice.view(resolution, resolution, num_levels, 3)\\nencoded_images = torch.moveaxis(encoded_images, 2, 0)\\nencoded_images -= torch.min(encoded_images)\\nencoded_images /= torch.max(encoded_images)\\nmedia.show_images(encoded_images.detach().numpy(), cmap=\\\"plasma\\\", border=True)\";\n var nbb_formatted_code = \"num_levels = 8\\nmin_res = 2\\nmax_res = 128\\nhash_table_size = 2**4 # Typically much larger tables are used\\n\\nresolution = 128\\nslice = 0\\n\\n# Fixing features_per_level to 3 for easy RGB visualization. Typical value is 2 in networks\\nfeatures_per_level = 3\\n\\nencoder = encoding.HashEncoding(\\n num_levels=num_levels,\\n min_res=min_res,\\n max_res=max_res,\\n hash_table_size=hash_table_size,\\n features_per_level=features_per_level,\\n hash_init_scale=0.001,\\n)\\n\\nx_samples = torch.linspace(0, 1, resolution)\\ngrid = torch.stack(\\n torch.meshgrid([x_samples, x_samples, x_samples], indexing=\\\"ij\\\"), dim=-1\\n)\\n\\nencoded_values = encoder(grid)\\n\\ngrid_slice = grid[slice, ...]\\nencoded_values_slice = encoded_values[slice, ...]\\n\\nprint(\\\"Input Values:\\\")\\nmedia.show_images(torch.moveaxis(grid_slice, 2, 0), cmap=\\\"plasma\\\", border=True)\\n\\nprint(\\\"Encoded Values:\\\")\\nencoded_images = encoded_values_slice.view(resolution, resolution, num_levels, 3)\\nencoded_images = torch.moveaxis(encoded_images, 2, 0)\\nencoded_images -= torch.min(encoded_images)\\nencoded_images /= torch.max(encoded_images)\\nmedia.show_images(encoded_images.detach().numpy(), cmap=\\\"plasma\\\", border=True)\";\n var nbb_cells = Jupyter.notebook.get_cells();\n for (var i = 0; i < nbb_cells.length; ++i) {\n if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n nbb_cells[i].set_text(nbb_formatted_code);\n }\n break;\n }\n }\n }, 500);\n ", + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -248,7 +296,129 @@ "encoded_images = torch.moveaxis(encoded_images, 2, 0)\n", "encoded_images -= torch.min(encoded_images)\n", "encoded_images /= torch.max(encoded_images)\n", - "media.show_images(encoded_images.detach().numpy(), cmap=\"plasma\", border=True)\n" + "media.show_images(encoded_images.detach().numpy(), cmap=\"plasma\", border=True)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Spherical Harmonic Encoding\n", + "Encode direction using spherical harmoincs. (Mostly used to encode viewing direction)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Level: 1\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Level: 2\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Level: 3\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Level: 4\n" + ] + }, + { + "data": { + "text/html": [ + "
" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/javascript": "\n setTimeout(function() {\n var nbb_cell_id = 10;\n var nbb_unformatted_code = \"levels = 4\\n\\nheight = 100\\nwidth = 150\\n\\nencoder = encoding.SHEncoding(levels=levels)\\n\\ntheta = torch.linspace(-torch.pi, torch.pi, width)\\nphi = torch.linspace(0, torch.pi, height)\\n[theta, phi] = torch.meshgrid([theta, phi], indexing=\\\"xy\\\")\\n\\ndirections = torch.stack([torch.cos(theta) * torch.sin(phi), torch.sin(theta) * torch.sin(phi), torch.cos(phi)], dim=-1)\\n\\nencoded_values = encoder(directions)\\nencoded_values = torch.moveaxis(encoded_values, 2, 0)\\n\\nfor level in range(levels):\\n print(f\\\"Level: {level+1}\\\")\\n media.show_images(encoded_values[level**2 : (level + 1) ** 2, ...], cmap=\\\"plasma\\\", border=True)\";\n var nbb_formatted_code = \"levels = 4\\n\\nheight = 100\\nwidth = 150\\n\\nencoder = encoding.SHEncoding(levels=levels)\\n\\ntheta = torch.linspace(-torch.pi, torch.pi, width)\\nphi = torch.linspace(0, torch.pi, height)\\n[theta, phi] = torch.meshgrid([theta, phi], indexing=\\\"xy\\\")\\n\\ndirections = torch.stack(\\n [\\n torch.cos(theta) * torch.sin(phi),\\n torch.sin(theta) * torch.sin(phi),\\n torch.cos(phi),\\n ],\\n dim=-1,\\n)\\n\\nencoded_values = encoder(directions)\\nencoded_values = torch.moveaxis(encoded_values, 2, 0)\\n\\nfor level in range(levels):\\n print(f\\\"Level: {level+1}\\\")\\n media.show_images(\\n encoded_values[level**2 : (level + 1) ** 2, ...], cmap=\\\"plasma\\\", border=True\\n )\";\n var nbb_cells = Jupyter.notebook.get_cells();\n for (var i = 0; i < nbb_cells.length; ++i) {\n if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n nbb_cells[i].set_text(nbb_formatted_code);\n }\n break;\n }\n }\n }, 500);\n ", + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "levels = 4\n", + "\n", + "height = 100\n", + "width = 150\n", + "\n", + "encoder = encoding.SHEncoding(levels=levels)\n", + "\n", + "theta = torch.linspace(-torch.pi, torch.pi, width)\n", + "phi = torch.linspace(0, torch.pi, height)\n", + "[theta, phi] = torch.meshgrid([theta, phi], indexing=\"xy\")\n", + "\n", + "directions = torch.stack([torch.cos(theta) * torch.sin(phi), torch.sin(theta) * torch.sin(phi), torch.cos(phi)], dim=-1)\n", + "\n", + "encoded_values = encoder(directions)\n", + "encoded_values = torch.moveaxis(encoded_values, 2, 0)\n", + "\n", + "for level in range(levels):\n", + " print(f\"Level: {level+1}\")\n", + " media.show_images(encoded_values[level**2 : (level + 1) ** 2, ...], cmap=\"plasma\", border=True)" ] }, { @@ -278,7 +448,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.11" + "version": "3.9.12" }, "orig_nbformat": 4 }, diff --git a/pyproject.toml b/pyproject.toml index 8a009c6e3..258f0db85 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,10 +8,10 @@ line-length = 120 # pylint [tool.pylint.messages_control] - max-line-length = 120 generated-members = ["numpy.*", "torch.*", "cv2.*", "cv.*"] -good-names-rgxs= "^[_a-zA-Z][_a-z0-9]?$" +good-names-rgxs = "^[_a-zA-Z][_a-z0-9]?$" +ignore = ["mattport/cuda", "tests/cuda", "nerfw.py", "semantic_nerf.py"] disable = [ "too-many-arguments", @@ -23,7 +23,7 @@ disable = [ #pytest [tool.pytest.ini_options] -addopts = "--typeguard-packages=mattport --torchtyping-patch-typeguard --disable-warnings" +addopts = "--typeguard-packages=mattport --torchtyping-patch-typeguard --disable-warnings --ignore=tests/cuda" testpaths = [ "tests", ] \ No newline at end of file diff --git a/scripts/benchmarking/run_benchmark.py b/scripts/benchmarking/run_benchmark.py index 70dada4aa..3b21f5715 100644 --- a/scripts/benchmarking/run_benchmark.py +++ b/scripts/benchmarking/run_benchmark.py @@ -56,7 +56,7 @@ def main(): trainer = Trainer(config, local_rank=0, world_size=1) trainer.setup(test_mode=True) avg_psnr = 0 - for step, image_idx in enumerate(config.data.validation_image_indices): + for step, image_idx in enumerate(config.data.val_image_indices): with torch.no_grad(): psnr = trainer.test_image(image_idx=image_idx, step=step) avg_psnr = (step * avg_psnr + psnr) / (step + 1) diff --git a/scripts/debugging/run_actions.py b/scripts/debugging/run_actions.py index d55506ca9..79f9cf029 100644 --- a/scripts/debugging/run_actions.py +++ b/scripts/debugging/run_actions.py @@ -12,11 +12,8 @@ if __name__ == "__main__": for step in steps: if "name" in step and step["name"] in LOCAL_TESTS: - if step["name"] == "Run Black": - curr_command = f"black mattport/ {step['with']['options']};" - else: - compressed = step["run"].replace("\n", "").replace("\\", "") - curr_command = f"{compressed};" + compressed = step["run"].replace("\n", ";").replace("\\", "") + curr_command = f"{compressed}" print("*" * 100) print(f"Running {curr_command}") diff --git a/scripts/run_train.py b/scripts/run_train.py index 654936a3d..bdaea1e80 100644 --- a/scripts/run_train.py +++ b/scripts/run_train.py @@ -6,6 +6,7 @@ import logging import random import socket from datetime import timedelta +import traceback from typing import Any, Callable import hydra @@ -17,6 +18,7 @@ from omegaconf import DictConfig from mattport.nerf.trainer import Trainer from mattport.utils import comms, profiler +from time import time logging.basicConfig(format="[%(filename)s:%(lineno)d] %(message)s", level=logging.DEBUG) @@ -98,7 +100,7 @@ def _distributed_worker( assert num_gpus_per_machine <= torch.cuda.device_count() torch.cuda.set_device(local_rank) - _set_random_seed(1234 + local_rank) # NOTE(ethan): will this work for multiple machines? should we use global_rank? + _set_random_seed(1234 + global_rank) comms.synchronize(world_size) output = main_func(local_rank, world_size, config) @@ -147,13 +149,15 @@ def launch( world_size = num_machines * num_gpus_per_machine if world_size == 0: # Using only CPU and one process. + _set_random_seed(0) main_func(local_rank=0, world_size=0, config=config) elif world_size == 1: # Using one gpu and one process. + _set_random_seed(0) try: main_func(local_rank=0, world_size=1, config=config) except KeyboardInterrupt: - pass + print(traceback.format_exc()) finally: profiler.flush_profiler(config.logging) elif world_size > 1: diff --git a/setup.cfg b/setup.cfg index 1d92ebac3..d7994bea2 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,7 +1,8 @@ [metadata] name = mattport -version = 0.0.1 -description = Volumetric rendering package +version = 0.0.0 +url = https://github.com/ethanweber/mattport.git +description = differentiable volume rendering package long_description = file: README.md [options] diff --git a/setup.py b/setup.py new file mode 100644 index 000000000..b7ceb0cd1 --- /dev/null +++ b/setup.py @@ -0,0 +1,39 @@ +import os +from setuptools import setup + +ROOT_DIR = os.path.dirname(os.path.abspath(__file__)) +USE_CUDA = True + +ext_modules = [] +cmdclass = {} +setup_requires = [] +if USE_CUDA: + try: + from torch.utils.cpp_extension import BuildExtension, CUDAExtension + + ext_modules = [ + CUDAExtension( + name="mattport_cuda", + sources=[ + "mattport/cuda/mattport_cuda.cpp", + "mattport/cuda/mattport_cuda_kernel.cu", + ], + include_dirs=[os.path.join("mattport", "cuda", "include")], + extra_compile_args={ + "cxx": [], + "nvcc": [], + }, + verbose=True, + ), + ] + cmdclass = {"build_ext": BuildExtension} + setup_requires = ["pybind11>=2.5.0"] + except: + print("Failed to build the CUDA extension.") + +if __name__ == "__main__": + setup( + ext_modules=ext_modules, + cmdclass=cmdclass, + setup_requires=setup_requires, + ) diff --git a/tests/cuda/test_mattport_cuda.py b/tests/cuda/test_mattport_cuda.py new file mode 100644 index 000000000..cce9b4130 --- /dev/null +++ b/tests/cuda/test_mattport_cuda.py @@ -0,0 +1,102 @@ +""" +Test the CUDA bindings. +""" +import torch +from mattport.cuda.sampler import Sampler +import time +import mattport_cuda +import os + + +def test_gradients(): + """_summary_""" + pass + + +def test_outputs(): + """_summary_""" + pass + + +def pytorch_sample_uniformly_along_ray_bundle(origins, directions, nears, fars, range_offsets): + """Sample along every ray with a constant step size.""" + time_steps = nears[:, None] + range_offsets[None, :] # (num_rays, max_num_samples) + samples = origins[:, None, :] + directions[:, None, :] * time_steps[:, :, None] + time_steps_mask = (time_steps <= fars[:, None]).float() + return time_steps, samples, time_steps_mask + + +def get_rgb_density(samples, time_steps_mask): + num_rays, max_num_samples = time_steps_mask.shape + total_max_num_samples = num_rays * max_num_samples + + time_steps_mask_flat = time_steps_mask.view(total_max_num_samples) == 1.0 + samples_flat = samples.view(total_max_num_samples, 3) + samples_flat_masked = samples_flat[time_steps_mask_flat] + + # TODO: this goes through the forward pass of the MLP + + rgb = torch.zeros((num_rays, max_num_samples, 3)) + density = torch.zeros((num_rays, max_num_samples)) + rgb.view(total_max_num_samples, 3)[time_steps_mask_flat] = 1.0 + density.view(total_max_num_samples)[time_steps_mask_flat] = 1.0 + return rgb, density + + +def test_benchmark(): + """The test cases assume that rays can be at most of length 1.0.""" + + device = torch.device("cuda") + dtype = torch.float32 + + near_range = [0, 0.2] + far_range = [0.8, 1.0] + max_num_samples = 128 * 8 + offset = 1.0 / max_num_samples + + print("offset is", offset) + # import sys; sys.exit() + + print("Running ray sampling tests.") + # origins = torch.tensor() + # we want these to be dtype=torch.float32 and device="cuda" + num_rays = 1024 * 8 + print("num_rays:", num_rays) + print("max_num_samples:", max_num_samples) + origins = torch.zeros((num_rays, 3)).to(device) + directions = torch.ones((num_rays, 3)).to(device) + nears = torch.rand((num_rays)).to(device) * (near_range[1] - near_range[0]) + near_range[0] + fars = torch.rand((num_rays)).to(device) * (far_range[1] - far_range[0]) + far_range[0] + offsets = torch.ones(max_num_samples).to(device) * offset + range_offsets = torch.arange(0, max_num_samples).to(device) * offset + + start = time.time() + time_steps_pt, samples_pt, time_steps_mask_pt = pytorch_sample_uniformly_along_ray_bundle( + origins, directions, nears, fars, range_offsets + ) + PYTORCH_SAMPLE_TIME = time.time() - start + print("PYTORCH_SAMPLE_TIME:", PYTORCH_SAMPLE_TIME) + + start = time.time() + time_steps_cu, samples_cu, time_steps_mask_cu = mattport_cuda.sample_uniformly_along_ray_bundle( + origins, directions, nears, fars, offsets, max_num_samples + ) + CUDA_SAMPLE_TIME = time.time() - start + print("CUDA_SAMPLE_TIME: ", CUDA_SAMPLE_TIME) + + # assert torch.allclose(time_steps_pt, time_steps_cu) + # assert torch.allclose(samples_pt, samples_cu) + # assert torch.allclose(time_steps_mask_pt, time_steps_mask_cu) + + # rgb_pt, density_pt = get_rgb_density(samples_pt, time_steps_mask_pt) + # rgb_cu, density_cu = get_rgb_density(samples_cu, time_steps_mask_cu) + + perc_samples_used = float(time_steps_mask_pt.sum() / (time_steps_mask_pt.shape[0] * time_steps_mask_pt.shape[1])) + perc_samples_used_str = str(round(perc_samples_used * 100.0, 2)) + print(f"Using field network for %{perc_samples_used_str} of samples in this ray bundle.") + + # TODO: rendering of rgb, density, and deltas with pytorch vs. cuda + + +if __name__ == "__main__": + test_benchmark() diff --git a/tests/nerf/dataloader/configs/blender_lego.yaml b/tests/nerf/dataloader/configs/blender_lego.yaml index a4793a94e..d6dae7b05 100644 --- a/tests/nerf/dataloader/configs/blender_lego.yaml +++ b/tests/nerf/dataloader/configs/blender_lego.yaml @@ -1,7 +1,7 @@ # dataset options dataset: data_directory: data/lego - dataset_type: blender + dataset_format: blender downscale_factor: 1.0 # dataloader options @@ -15,7 +15,7 @@ dataloader: network: ray_generator: class_name: RayGenerator - inputs: ['cxy'] # camera, x, and y indices + inputs: ["cxy"] # camera, x, and y indices meta_data: in_dim: 0 - learning_rate: 0.0 \ No newline at end of file + learning_rate: 0.0 diff --git a/tests/nerf/dataloader/test_ray_generator.py b/tests/nerf/dataloader/test_ray_generator.py index 4a2636157..022a169b3 100644 --- a/tests/nerf/dataloader/test_ray_generator.py +++ b/tests/nerf/dataloader/test_ray_generator.py @@ -9,8 +9,8 @@ from tqdm import tqdm from mattport.nerf.dataset.collate import CollateIterDataset, collate_batch_size_one from mattport.nerf.dataset.image_dataset import ImageDataset, collate_batch -from mattport.nerf.dataset.utils import get_dataset_inputs_dict -from mattport.nerf.field_modules.ray_generator import RayGenerator +from mattport.nerf.dataset.utils import get_dataset_inputs +from mattport.nerf.ray_generator import RayGenerator from mattport.utils.io import get_absolute_path from mattport.viewer.plotly import visualize_dataset @@ -34,7 +34,7 @@ def test_dataloader(visualize=False): """Testing for the dataloader from input dataset parameters to rays.""" data_directory = "tests/data/lego_test" - dataset_type = "blender" + dataset_format = "blender" downscale_factor = 1 num_images_to_sample_from = 1 num_times_to_repeat_images = 40 @@ -42,9 +42,9 @@ def test_dataloader(visualize=False): num_workers = 0 data_directory = get_absolute_path(data_directory) - dataset_inputs = get_dataset_inputs_dict( - data_directory=data_directory, dataset_type=dataset_type, downscale_factor=downscale_factor - )["train"] + dataset_inputs = get_dataset_inputs( + data_directory=data_directory, dataset_format=dataset_format, downscale_factor=downscale_factor, split="train" + ) image_dataset = ImageDataset( image_filenames=dataset_inputs.image_filenames, downscale_factor=dataset_inputs.downscale_factor ) diff --git a/tests/nerf/field_modules/test_embedding.py b/tests/nerf/field_modules/test_embedding.py new file mode 100644 index 000000000..43b5340f6 --- /dev/null +++ b/tests/nerf/field_modules/test_embedding.py @@ -0,0 +1,14 @@ +""" +Embedding tests +""" +from mattport.nerf.field_modules.embedding import Embedding + + +def test_indexing(): + """Test embedding indexing""" + in_dim = 100 + out_dim = 64 + + embedding = Embedding(in_dim, out_dim) + assert embedding + # TODO diff --git a/tests/nerf/field_modules/test_encodings.py b/tests/nerf/field_modules/test_encodings.py index c36c7a8ac..3654daa3e 100644 --- a/tests/nerf/field_modules/test_encodings.py +++ b/tests/nerf/field_modules/test_encodings.py @@ -75,7 +75,7 @@ def test_tensor_vm_encoder(): out_dim = 3 * num_components encoder = encoding.TensorVMEncoding(num_components=num_components, resolution=resolution) - assert encoder.get_out_dim() == num_components * 3 + assert encoder.get_out_dim() == out_dim in_tensor = torch.ones((3, in_dim)) encoded = encoder.encode(in_tensor) @@ -88,8 +88,51 @@ def test_tensor_vm_encoder(): encoder.upsample_grid(resolution=64) +def test_tensor_cp_encoder(): + """Test TensorCP encoder""" + + num_components = 24 + resolution = 32 + + in_dim = 3 + out_dim = num_components + + encoder = encoding.TensorCPEncoding(num_components=num_components, resolution=resolution) + assert encoder.get_out_dim() == out_dim + + in_tensor = torch.ones((3, in_dim)) + encoded = encoder.encode(in_tensor) + assert encoded.shape == (3, out_dim) + + in_tensor = torch.ones((6, 3, in_dim)) + encoded = encoder.encode(in_tensor) + assert encoded.shape == (6, 3, out_dim) + + encoder.upsample_grid(resolution=64) + + +def test_tensor_sh_encoder(): + """Test Spherical Harmonic encoder""" + + levels = 4 + out_dim = levels**2 + + with pytest.raises(ValueError): + encoder = encoding.SHEncoding(levels=5) + + encoder = encoding.SHEncoding(levels=levels) + assert encoder.get_out_dim() == out_dim + + in_tensor = torch.zeros((10, 3)) + in_tensor[..., 1] = 1 + encoded = encoder.encode(in_tensor) + assert encoded.shape == (10, out_dim) + + if __name__ == "__main__": test_scaling_and_offset() test_nerf_encoder() test_rff_encoder() test_tensor_vm_encoder() + test_tensor_cp_encoder() + test_tensor_sh_encoder() diff --git a/tests/nerf/field_modules/test_field_outputs.py b/tests/nerf/field_modules/test_field_outputs.py index 68bd590f6..fcc07fec8 100644 --- a/tests/nerf/field_modules/test_field_outputs.py +++ b/tests/nerf/field_modules/test_field_outputs.py @@ -4,16 +4,20 @@ Field output tests import torch from torch import nn -from mattport.nerf.field_modules.field_heads import DensityFieldHead, FieldHead, FieldHeadNames, RGBFieldHead +from mattport.nerf.field_modules.field_heads import ( + DensityFieldHead, + FieldHead, + RGBFieldHead, + SHFieldHead, +) def test_field_output(): """Test render output""" in_dim = 6 out_dim = 4 - field_head_name = FieldHeadNames.DENSITY activation = nn.ReLU() - render_head = FieldHead(in_dim=in_dim, out_dim=out_dim, field_head_name=field_head_name, activation=activation) + render_head = FieldHead(in_dim=in_dim, out_dim=out_dim, activation=activation) assert render_head.get_out_dim() == out_dim x = torch.ones((9, in_dim)) @@ -40,7 +44,20 @@ def test_rgb_output(): rgb_head(x) +def test_sh_output(): + """Test sh output""" + in_dim = 6 + levels = 4 + channels = 3 + rgb_head = SHFieldHead(in_dim, levels=levels, channels=channels) + assert rgb_head.get_out_dim() == channels * levels**2 + + x = torch.ones((9, in_dim)) + rgb_head(x) + + if __name__ == "__main__": test_field_output() test_density_output() test_rgb_output() + test_sh_output() diff --git a/tests/nerf/test_occupancy_grid.py b/tests/nerf/test_occupancy_grid.py new file mode 100644 index 000000000..b7c33f61a --- /dev/null +++ b/tests/nerf/test_occupancy_grid.py @@ -0,0 +1,22 @@ +""" +Code to test the occupancy grid. +""" + +import torch +from mattport.nerf.occupancy_grid import OccupancyGrid + + +def test_occupancy_grid(): + """For testing the occupancy grid.""" + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + num_cascades = 1 + resolution = 128 + aabb = torch.tensor([[-1, -1, -1], [1, 1, 1]], dtype=torch.float32).to(device) + grid = OccupancyGrid(num_cascades, resolution, aabb) + grid.to(device) + density_fn = lambda x: x[..., 0:1] # xyz (..., 3) => density (...,) + grid.update_occupancy_grid(density_fn=density_fn) + + +if __name__ == "__main__": + test_occupancy_grid() diff --git a/tests/nerf/test_renderers.py b/tests/nerf/test_renderers.py index 8c2170509..4d1e89ffc 100644 --- a/tests/nerf/test_renderers.py +++ b/tests/nerf/test_renderers.py @@ -11,20 +11,68 @@ def test_rgb_renderer(): """Test RGB volumetric rendering""" num_samples = 10 - rgb = torch.ones((3, num_samples, 3)) + rgb_samples = torch.ones((3, num_samples, 3)) weights = torch.ones((3, num_samples)) weights /= torch.sum(weights, axis=-1, keepdim=True) rgb_renderer = renderers.RGBRenderer() - out = rgb_renderer(rgb=rgb, weights=weights) - assert torch.max(out.rgb) > 0.9 + rgb = rgb_renderer(rgb=rgb_samples, weights=weights) + assert torch.max(rgb) > 0.9 - out = rgb_renderer(rgb=rgb * 0, weights=weights) - assert torch.max(out.rgb) == pytest.approx(0) + rgb = rgb_renderer(rgb=rgb_samples * 0, weights=weights) + assert torch.max(rgb) == pytest.approx(0) - # TODO Tancik: Add more precise tests + +def test_sh_renderer(): + """Test SH volumetric rendering""" + + levels = 4 + num_samples = 10 + + sh = torch.ones((3, num_samples, 3 * levels**2)) + weights = torch.ones((3, num_samples)) + weights /= torch.sum(weights, axis=-1, keepdim=True) + directions = torch.zeros((3, num_samples, 3)) + directions[..., 0] = 1 + + sh_renderer = renderers.SHRenderer() + + rgb = sh_renderer(sh=sh, directions=directions, weights=weights) + assert torch.max(rgb) > 0.9 + + +def test_acc_renderer(): + """Test accumulation rendering""" + + num_samples = 10 + weights = torch.ones((3, num_samples)) + weights /= torch.sum(weights, axis=-1, keepdim=True) + + acc_renderer = renderers.AccumulationRenderer() + + accumulation = acc_renderer(weights=weights) + assert torch.max(accumulation) > 0.9 + + +def test_depth_renderer(): + """Test depth rendering""" + + num_samples = 10 + weights = torch.ones((3, num_samples)) + weights /= torch.sum(weights, axis=-1, keepdim=True) + + ts = torch.linspace(0, 100, num_samples) + ts = torch.stack([ts, ts, ts], dim=0) + + depth_renderer = renderers.DepthRenderer() + + depth = depth_renderer(weights=weights, ts=ts) + assert torch.min(depth) > 0 if __name__ == "__main__": test_rgb_renderer() + test_sh_renderer() + test_acc_renderer() + test_depth_renderer() diff --git a/tests/nerf/test_sampler.py b/tests/nerf/test_sampler.py index 951b07c98..92a6848bb 100644 --- a/tests/nerf/test_sampler.py +++ b/tests/nerf/test_sampler.py @@ -5,6 +5,7 @@ import torch from mattport.nerf.sampler import PDFSampler, UniformSampler from mattport.structures.rays import RayBundle +from mattport.nerf.colliders import NearFarCollider def test_uniform_sampler(): @@ -12,11 +13,13 @@ def test_uniform_sampler(): near_plane = 2 far_plane = 4 num_samples = 15 - sampler = UniformSampler(near_plane=near_plane, far_plane=far_plane, num_samples=num_samples) + sampler = UniformSampler(num_samples=num_samples) origins = torch.zeros((10, 3)) directions = torch.ones_like(origins) ray_bundle = RayBundle(origins=origins, directions=directions) + collider = NearFarCollider(near_plane, far_plane) + ray_bundle = collider(ray_bundle) ray_samples = sampler(ray_bundle) @@ -34,8 +37,10 @@ def test_pdf_sampler(): origins = torch.zeros((10, 3)) directions = torch.ones_like(origins) ray_bundle = RayBundle(origins=origins, directions=directions) + collider = NearFarCollider(near_plane, far_plane) + ray_bundle = collider(ray_bundle) - uniform_sampler = UniformSampler(near_plane=near_plane, far_plane=far_plane, num_samples=num_samples) + uniform_sampler = UniformSampler(num_samples=num_samples) coarse_ray_samples = uniform_sampler(ray_bundle) weights = torch.ones((10, num_samples))