#include "image_handler.h" #include "core/config.h" #include "common/calibration.h" #include "imgui/imgui_internal.h" #include "common/projection/gcp_compute/gcp_compute.h" #include "common/projection/warp/warp.h" #include "common/projection/projs/equirectangular.h" #include "common/map/map_drawer.h" #include "resources.h" #include "common/projection/reprojector.h" #include "core/opencl.h" namespace satdump { void ImageViewerHandler::init() { products = (ImageProducts *)ViewerHandler::products; if (products->has_calibation()) products->init_calibration(); // TMP if (instrument_cfg.contains("rgb_composites")) for (nlohmann::detail::iteration_proxy_value> compo : instrument_cfg["rgb_composites"].items()) rgb_presets.push_back({compo.key(), compo.value().get()}); select_image_str += std::string("Composite") + '\0'; for (int i = 0; i < (int)products->images.size(); i++) { auto img = products->images[i]; select_image_str += "Channel " + img.channel_name + '\0'; channel_numbers.push_back(img.channel_name); images_obj.push_back(img.image); } for (std::pair &compo : rgb_presets) rgb_presets_str += compo.first + '\0'; asyncUpdate(); #ifdef USE_OPENCL opencl::initOpenCL(); use_draw_proj_algo = opencl::getAllDevices().size() == 0; #else use_draw_proj_algo = true; #endif } void ImageViewerHandler::updateImage() { if (select_image_id == 0) { current_image = rgb_image; } else if (select_image_id - 1 < (int)products->images.size()) { current_image = products->images[select_image_id - 1].image; current_proj_metadata = products->get_channel_proj_metdata(select_image_id - 1); } if (select_image_id != 0) current_timestamps = products->get_timestamps(select_image_id - 1); if (median_blur) current_image.median_blur(); if (rotate_image) current_image.mirror(true, true); if (equalize_image) current_image.equalize(); if (white_balance_image) current_image.white_balance(); if (invert_image) current_image.linear_invert(); if (normalize_image) current_image.normalize(); int pre_corrected_width = current_image.width(); int pre_corrected_height = current_image.height(); std::vector corrected_stuff; if (correct_image) { corrected_stuff.resize(current_image.width()); bool success = false; image::Image cor = perform_geometric_correction(*products, current_image, success, corrected_stuff.data()); if (success) current_image = cor; if (!success) corrected_stuff.clear(); } if (map_overlay || cities_overlay) { current_image.to_rgb(); // Ensure this is RGB!! auto proj_func = satdump::reprojection::setupProjectionFunction(pre_corrected_width, pre_corrected_height, products->get_proj_cfg(), current_proj_metadata, products->get_tle(), current_timestamps, !(corrected_stuff.size() != 0 && correct_image) && rotate_image); if (corrected_stuff.size() != 0 && correct_image) { int fwidth = current_image.width(); int fheight = current_image.height(); bool rotate = rotate_image; std::function(float, float, int, int)> newfun = [proj_func, corrected_stuff, fwidth, fheight, rotate](float lat, float lon, int map_height, int map_width) mutable -> std::pair { std::pair ret = proj_func(lat, lon, map_height, map_width); if (ret.first != -1 && ret.second != -1 && ret.first < (int)corrected_stuff.size() && ret.first >= 0) { ret.first = corrected_stuff[ret.first]; if (rotate) { ret.first = (fwidth - 1) - ret.first; ret.second = (fheight - 1) - ret.second; } } else ret.second = ret.first = -1; return ret; }; proj_func = newfun; } if (map_overlay) { logger->info("Drawing map overlay..."); unsigned short color[3] = {(unsigned short)(color_borders.x * 65535.0f), (unsigned short)(color_borders.y * 65535.0f), (unsigned short)(color_borders.z * 65535.0f)}; map::drawProjectedMapShapefile({resources::getResourcePath("maps/ne_10m_admin_0_countries.shp")}, current_image, color, proj_func, 100); } if (cities_overlay) { logger->info("Drawing map overlay..."); unsigned short color[3] = {(unsigned short)(color_cities.x * 65535.0f), (unsigned short)(color_cities.y * 65535.0f), (unsigned short)(color_cities.z * 65535.0f)}; map::drawProjectedCapitalsGeoJson({resources::getResourcePath("maps/ne_10m_populated_places_simple.json")}, current_image, color, proj_func, cities_scale); } } projection_ready = false; image_view.update(current_image); // current_image.clear(); // Tooltip function image_view.mouseCallback = [this](int x, int y) { if (active_channel_id >= 0) { if (rotate_image) { x = current_image.width() - 1 - x; y = current_image.height() - 1 - y; } int raw_value = products->images[active_channel_id].image[y * current_image.width() + x] >> (16 - products->bit_depth); double radiance = products->get_calibrated_value(active_channel_id, x, y); ImGui::BeginTooltip(); ImGui::Text("Count : %d", raw_value); if (products->has_calibation()) { if (products->get_calibration_type(active_channel_id) == products->CALIB_REFLECTANCE) { ImGui::Text("Albedo : %.2f %%", radiance); } else { ImGui::Text("Radiance : %.10f", radiance); ImGui::Text("Temperature : %.2f °C", radiance_to_temperature(radiance, products->get_wavenumber(active_channel_id)) - 273.15); } } ImGui::EndTooltip(); /*if (ImGui::IsMouseClicked(ImGuiMouseButton_Left)) { logger->info("{:d}, {:d}", x, y); }*/ } }; } void ImageViewerHandler::asyncUpdate() { ui_thread_pool.push([this](int) { async_image_mutex.lock(); logger->info("Update image..."); updateImage(); logger->info("Done"); async_image_mutex.unlock(); }); } void ImageViewerHandler::updateRGB() { rgb_processing = true; active_channel_id = -1; ui_thread_pool.push([this](int) { async_image_mutex.lock(); logger->info("Generating RGB Composite"); satdump::ImageCompositeCfg cfg; cfg.equation = rgb_compo_cfg.equation; cfg.lut = rgb_compo_cfg.lut; cfg.lut_channels = rgb_compo_cfg.lut_channels; equalize_image = rgb_compo_cfg.equalize; invert_image = rgb_compo_cfg.invert; normalize_image = rgb_compo_cfg.normalize; white_balance_image = rgb_compo_cfg.white_balance; rgb_image = satdump::make_composite_from_product(*products, cfg, &rgb_progress, ¤t_timestamps, ¤t_proj_metadata);//image::generate_composite_from_equ(images_obj, channel_numbers, rgb_equation, nlohmann::json(), &rgb_progress); select_image_id = 0; updateImage(); logger->info("Done"); rgb_processing = false; async_image_mutex.unlock(); }); } void ImageViewerHandler::drawMenu() { if (ImGui::CollapsingHeader("Image")) { if (products->images.size() < 100) { if (ImGui::Combo("##imagechannelcombo", &select_image_id, select_image_str.c_str())) { if (select_image_id == 0) active_channel_id = -1; else active_channel_id = select_image_id - 1; asyncUpdate(); } } else { if (ImGui::InputInt("##imagechannelint", &select_image_id)) { if (select_image_id > (int)products->images.size()) select_image_id = (int)products->images.size(); else if (select_image_id < 0) select_image_id = 0; if (select_image_id == 0) active_channel_id = -1; else active_channel_id = select_image_id - 1; asyncUpdate(); } } if (active_channel_id >= 0) { if (products->get_wavenumber(active_channel_id) != 0) { ImGui::Text("Wavenumber : %f cm^-1", products->get_wavenumber(active_channel_id)); double wl_nm = 1e7 / products->get_wavenumber(active_channel_id); double frequency = 299792458.0 / (wl_nm * 10e-10); if (wl_nm < 1e3) ImGui::Text("Wavelength : %f nm", wl_nm); else if (wl_nm < 1e6) ImGui::Text("Wavelength : %f um", wl_nm / 1e3); else if (wl_nm < 1e9) ImGui::Text("Wavelength : %f mm", wl_nm / 1e6); else ImGui::Text("Wavelength : %f cm", wl_nm / 1e7); if (frequency < 1e3) ImGui::Text("Frequency : %f Hz", frequency); else if (frequency < 1e6) ImGui::Text("Frequency : %f kHz", frequency / 1e3); else if (frequency < 1e9) ImGui::Text("Frequency : %f MHz", frequency / 1e6); else ImGui::Text("Frequency : %f GHz", frequency / 1e9); } } if (ImGui::Checkbox("Median Blur", &median_blur)) asyncUpdate(); if (ImGui::Checkbox("Rotate", &rotate_image)) asyncUpdate(); if (products->can_geometrically_correct()) { if (shouldProject()) style::beginDisabled(); if (ImGui::Checkbox("Correct", &correct_image)) asyncUpdate(); if (shouldProject()) { style::endDisabled(); if (ImGui::IsItemHovered(ImGuiHoveredFlags_AllowWhenDisabled)) { ImGui::BeginTooltip(); ImGui::TextColored(ImColor(255, 0, 0), "Disable projection!"); ImGui::EndTooltip(); } } } if (ImGui::Checkbox("Equalize", &equalize_image)) asyncUpdate(); if (ImGui::Checkbox("White Balance", &white_balance_image)) asyncUpdate(); if (ImGui::Checkbox("Normalize", &normalize_image)) asyncUpdate(); if (ImGui::Checkbox("Invert", &invert_image)) asyncUpdate(); if (ImGui::Button("Save")) { std::string default_name = products->instrument_name + "_" + (select_image_id == 0 ? "composite" : ("ch" + channel_numbers[select_image_id - 1])) + ".png"; #ifndef __ANDROID__ auto result = pfd::save_file("Save Image", default_name, {"*.png"}); while (!result.ready(1000)) std::this_thread::sleep_for(std::chrono::milliseconds(1)); if (result.result().size() > 0) { std::string path = result.result(); logger->info("Saving current image at {:s}", path.c_str()); current_image.save_img(path); } #else std::string path = "/storage/emulated/0/" + default_name; logger->info("Saving current image at {:s}", path.c_str()); current_image.save_img("" + path); #endif } } if (ImGui::CollapsingHeader("RGB Composites")) { if (ImGui::Combo("Preset", &select_rgb_presets, rgb_presets_str.c_str())) { rgb_compo_cfg = rgb_presets[select_rgb_presets].second; updateRGB(); } ImGui::InputText("##rgbEquation", &rgb_compo_cfg.equation); if (rgb_processing) style::beginDisabled(); if (ImGui::Button("Apply") && !rgb_processing) { updateRGB(); return; // Avoid causing ImGui issues! } if (rgb_processing) style::endDisabled(); ImGui::SameLine(); ImGui::ProgressBar(rgb_progress); } if (ImGui::CollapsingHeader("Products")) { if (products->has_calibation()) { if (ImGui::Button("Temperature")) { active_channel_id = select_image_id - 1; rgb_image = products->images[active_channel_id].image; rgb_image.to_rgb(); for (size_t y = 0; y < products->images[active_channel_id].image.height(); y++) { for (size_t x = 0; x < products->images[active_channel_id].image.width(); x++) { float temp_c = radiance_to_temperature(products->get_calibrated_value(active_channel_id, x, y), products->get_wavenumber(active_channel_id)) - 273.15; image::Image lut = image::LUT_jet(); int value = ((temp_c + 10) / 15) * 256; if (value < 0) value = 0; if (value > 255) value = 255; rgb_image.channel(0)[y * rgb_image.width() + x] = lut.channel(0)[value]; rgb_image.channel(1)[y * rgb_image.width() + x] = lut.channel(1)[value]; rgb_image.channel(2)[y * rgb_image.width() + x] = lut.channel(2)[value]; } } select_image_id = 0; asyncUpdate(); } } } if (products->has_proj_cfg()) { if (ImGui::CollapsingHeader("Map Overlay")) { if (ImGui::Checkbox("Borders", &map_overlay)) asyncUpdate(); ImGui::SameLine(); ImGui::ColorEdit3("##borders", (float *)&color_borders, ImGuiColorEditFlags_NoInputs | ImGuiColorEditFlags_NoLabel); if (ImGui::Checkbox("Cities", &cities_overlay)) asyncUpdate(); ImGui::SameLine(); ImGui::ColorEdit3("##cities", (float *)&color_cities, ImGuiColorEditFlags_NoInputs | ImGuiColorEditFlags_NoLabel); ImGui::SliderFloat("Cities Scale", &cities_scale, 0.1, 10); } if (ImGui::CollapsingHeader("Projection")) { ImGui::BeginGroup(); if (!canBeProjected()) style::beginDisabled(); ImGui::Checkbox("Project", &should_project); if (!canBeProjected()) style::endDisabled(); ImGui::SameLine(); if (!should_project) style::beginDisabled(); ImGui::Checkbox("Old algorithm", &use_draw_proj_algo); if (!should_project) style::endDisabled(); ImGui::EndGroup(); if (ImGui::IsItemHovered(ImGuiHoveredFlags_AllowWhenDisabled)) { ImGui::BeginTooltip(); if (current_timestamps.size() == 0) ImGui::TextColored(ImColor(255, 0, 0), "No timestamps!"); else if (correct_image) ImGui::TextColored(ImColor(255, 0, 0), "Disable correction!"); else ImGui::TextColored(ImColor(255, 255, 0), "The old algorithm will\n" "deal with bad (noisy) data\n" "better, and is also faster \n" "if you do not have an\n" "OpenCL-compatible Graphics\n" "Card.\n" "The new one is preferred if\n" "possible though, as results\n" "are a lot nicer! :-)"); ImGui::EndTooltip(); } } } } void ImageViewerHandler::drawContents(ImVec2 win_size) { image_view.draw(win_size); } float ImageViewerHandler::drawTreeMenu() { tree_local.start(); #if 0 for (std::pair &compo : rgb_presets) { ImGui::TreeNodeEx(std::string("RGB " + compo.first).c_str(), ImGuiTreeNodeFlags_Leaf | ImGuiTreeNodeFlags_NoTreePushOnOpen); if (ImGui::IsItemClicked()) { rgb_compo_cfg = compo.second; updateRGB(); } tree_local.node(); } #endif return tree_local.end(); } bool ImageViewerHandler::canBeProjected() { return products->has_proj_cfg() && products->has_tle() && products->has_proj_cfg() && current_timestamps.size() > 0 && !correct_image; } bool ImageViewerHandler::hasProjection() { return projection_ready && should_project; } bool ImageViewerHandler::shouldProject() { return should_project; } void ImageViewerHandler::updateProjection(int width, int height, nlohmann::json settings, float *progess) { if (canBeProjected()) { reprojection::ReprojectionOperation op; op.source_prj_info = products->get_proj_cfg(); op.source_mtd_info = current_proj_metadata; op.target_prj_info = settings; op.img = current_image; if (rotate_image) op.img.mirror(true, true); op.output_width = width; op.output_height = height; op.use_draw_algorithm = use_draw_proj_algo; op.img_tle = products->get_tle(); op.img_tim = current_timestamps; reprojection::ProjectionResult res = reprojection::reproject(op, progess); projected_img = res.img; projection_ready = true; } else { logger->error("Current image can't be projected!"); } } image::Image &ImageViewerHandler::getProjection() { return projected_img; } }