Spaces:
Build error
Build error
File size: 2,350 Bytes
28451f7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
/*
* SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/** @file gpu_memory_json.h
* @author Nikolaus Binder and Thomas Müller, NVIDIA
* @brief binding between GPUMemory and JSON librariy
*/
#pragma once
#include <json/json.hpp>
namespace tcnn {
inline nlohmann::json::binary_t gpu_memory_to_json_binary(const void* gpu_data, size_t n_bytes) {
nlohmann::json::binary_t data_cpu;
data_cpu.resize(n_bytes);
CUDA_CHECK_THROW(cudaMemcpy(data_cpu.data(), gpu_data, n_bytes, cudaMemcpyDeviceToHost));
return data_cpu;
}
inline void json_binary_to_gpu_memory(const nlohmann::json::binary_t& cpu_data, void* gpu_data, size_t n_bytes) {
CUDA_CHECK_THROW(cudaMemcpy(gpu_data, cpu_data.data(), n_bytes, cudaMemcpyHostToDevice));
}
template <typename T>
inline void to_json(nlohmann::json& j, const GPUMemory<T>& gpu_data) {
j = gpu_memory_to_json_binary(gpu_data.data(), gpu_data.get_bytes());
}
template <typename T>
inline void from_json(const nlohmann::json& j, GPUMemory<T>& gpu_data) {
if (j.is_binary()) {
const nlohmann::json::binary_t& cpu_data = j.get_binary();
gpu_data.resize(cpu_data.size()/sizeof(T));
json_binary_to_gpu_memory(cpu_data, gpu_data.data(), gpu_data.get_bytes());
} else if (j.is_object()) {
// https://json.nlohmann.me/features/binary_values/#json
json::array_t arr = j["bytes"];
nlohmann::json::binary_t cpu_data;
cpu_data.resize(arr.size());
for(size_t i = 0; i < arr.size(); ++i) {
cpu_data[i] = (uint8_t)arr[i];
}
gpu_data.resize(cpu_data.size()/sizeof(T));
json_binary_to_gpu_memory(cpu_data, gpu_data.data(), gpu_data.get_bytes());
} else {
throw std::runtime_error("Invalid json type: must be either binary or object");
}
}
}
|