97inline static void _copy_buffer(
const char *
const restrict input,
char *
const restrict output,
98 const size_t height,
const size_t o_width,
const size_t i_width,
99 const size_t x_offset,
const size_t y_offset,
100 const size_t stride,
const size_t bpp)
103#pragma omp parallel for default(none) \
104 dt_omp_firstprivate(input, output, bpp, o_width, i_width, height, x_offset, y_offset, stride) \
107 for(
size_t j = 0; j <
height; j++)
108 memcpy(output +
bpp * j * o_width,
109 input +
bpp * (x_offset + (y_offset + j) * i_width),
115 const size_t width,
const size_t height,
const size_t chan)
118#pragma omp parallel for simd default(none) \
119 aligned(input, output: 64) \
120 dt_omp_firstprivate(input, output, width, height, chan) \
125 const size_t index = k * chan;
127 output[index + 0] = (float)input[index + 2] / 255.f;
128 output[index + 1] = (float)input[index + 1] / 255.f;
129 output[index + 2] = (float)input[index + 0] / 255.f;
130 output[index + 3] = 0.f;
136 gboolean store_masks)
248 pipe->
icc_filename = g_strdup(icc_filename ? icc_filename :
"");
325 for(GList *nodes = pipe->
nodes; nodes; nodes = g_list_next(nodes))
329 piece->module->cleanup_pipe(piece->module, pipe, piece);
338 g_list_free(pipe->
nodes);
343 g_list_free(pipe->
iop);
354 g_assert(pipe->
nodes == NULL);
355 g_assert(pipe->
iop == NULL);
363 pipe->
iop = g_list_copy(dev->
iop);
364 for(GList *modules = pipe->
iop; modules; modules = g_list_next(modules))
368 piece->
enabled =
module->enabled;
370 piece->histogram_params.roi = NULL;
371 piece->histogram_params.bins_count = 256;
372 piece->histogram_stats.bins_count = 0;
373 piece->histogram_stats.pixels = 0;
375 = ((
module->default_colorspace(module, pipe, NULL) == IOP_CS_RAW) && (dt_image_is_raw(&pipe->image)))
378 piece->iwidth = pipe->
iwidth;
379 piece->iheight = pipe->
iheight;
380 piece->module =
module;
384 piece->blendop_hash = 0;
385 piece->global_hash = 0;
386 piece->global_mask_hash = 0;
387 piece->bypass_cache =
FALSE;
388 piece->process_cl_ready = 0;
389 piece->process_tiling_ready = 0;
390 piece->raster_masks = g_hash_table_new_full(g_direct_hash, g_direct_equal, NULL,
dt_free_align_ptr);
391 memset(&piece->processed_roi_in, 0,
sizeof(piece->processed_roi_in));
392 memset(&piece->processed_roi_out, 0,
sizeof(piece->processed_roi_out));
395 memset(&piece->dsc_mask, 0,
sizeof(piece->dsc_mask));
396 piece->dsc_mask.channels = 1;
398 piece->dsc_mask.filters = 0;
401 pipe->
nodes = g_list_append(pipe->
nodes, piece);
424 return dt_hash(hash, (
const char *)&pos,
sizeof(
int));
441 distort_hash =
dt_hash(distort_hash, (
const char *)&distort_hash,
sizeof(
uint64_t));
444 gboolean bypass_cache =
FALSE;
446 for(GList *node = g_list_first(pipe->
nodes); node; node = g_list_next(node))
463 fprintf(stdout,
"%s: ROI in: %ix%i, ROI out: %ix%i\n", piece->module->op, piece->
planned_roi_in.
width,
470 local_hash =
dt_hash(local_hash, (
const char *)&piece->module->request_mask_display,
sizeof(
int));
480 dt_print(
DT_DEBUG_PIPE,
"[pixelpipe] global hash for %s (%s) in pipe %i with hash %lu\n", piece->module->op, piece->module->multi_name, pipe->
type, (
long unsigned int)hash);
499 if(piece->module == hist->module)
525 for(GList *nodes = g_list_last(pipe->
nodes); nodes; nodes = g_list_previous(nodes))
545 dt_print(
DT_DEBUG_DEV,
"[pixelpipe] synch all modules with defaults_params for pipe %i called from %s\n", pipe->
type, caller_func);
546 dt_print(
DT_DEBUG_DEV,
"[pixelpipe] synch all modules with history for pipe %i called from %s\n", pipe->
type, caller_func);
552 for(GList *nodes = g_list_first(pipe->
nodes); nodes; nodes = g_list_next(nodes))
557 piece->
enabled = piece->module->default_enabled;
558 gboolean found_history =
FALSE;
562 for(GList *history = g_list_nth(dev->
history, history_end - 1);
564 history = g_list_previous(history))
569 found_history =
TRUE;
575 if(!found_history && piece->
enabled)
577 dt_iop_commit_params(piece->module, piece->module->default_params, piece->module->default_blendop_params,
579 dt_print(
DT_DEBUG_PIPE,
"[pixelpipe] info: committed default params for %s (%s) in pipe %i \n", piece->module->op, piece->module->multi_name, pipe->
type);
584 GList *last_item = g_list_nth(dev->
history, history_end - 1);
603 GList *first_item = NULL;
604 for(GList *history = last_item; history; history = g_list_previous(history))
607 first_item = history;
626 for(GList *history = first_item; history && history != fence_item; history = g_list_next(history))
653 dt_print(
DT_DEBUG_DEV,
"[dt_dev_pixelpipe_change] pipeline state changing for pipe %i, flag %i\n", pipe->
type, status);
694 dt_show_times_f(&start,
"[dt_dev_pixelpipe_change] pipeline resync on the current modules stack",
"for pipe %i", pipe->
type);
700 if(module)
return module->output_format(module, pipe, piece, dsc);
715 uint32_t **histogram, uint32_t *histogram_max)
722 if(histogram_params.
roi == NULL)
725 .
width = roi->
width, .height = roi->
height, .crop_x = 0, .crop_y = 0, .crop_width = 0, .crop_height = 0
728 histogram_params.
roi = &histogram_roi;
740 if(!strcmp(op,
"demosaic"))
742 else if(!strcmp(op,
"colorout"))
744 else if(!strcmp(op,
"gamma"))
757 if(!(
bpp == 4 *
sizeof(
float)))
return;
760 if(backbuf == NULL)
return;
761 if(backbuf->
hash == hash)
return;
764 if(backbuf->
buffer == NULL)
768 if(backbuf->
buffer == NULL)
786 if(backbuf->
buffer == NULL)
798 if(backbuf->
buffer == NULL)
806 backbuf->
hash = hash;
817 dt_show_times_f(&start,
"[dev_pixelpipe]",
"copying global histogram for %s", module->
op);
831 dt_aligned_pixel_t picked_color_min, dt_aligned_pixel_t picked_color_max,
845 for(
int k = 0; k < 4; k += 2) fbox[k] = sample->
box[k] * wd;
846 for(
int k = 1; k < 4; k += 2) fbox[k] = sample->
box[k] * ht;
850 fbox[0] = fbox[2] = sample->
point[0] * wd;
851 fbox[1] = fbox[3] = sample->
point[1] * ht;
865 box[0] = fminf(fbox[0], fbox[2]);
866 box[1] = fminf(fbox[1], fbox[3]);
867 box[2] = fmaxf(fbox[0], fbox[2]);
868 box[3] = fmaxf(fbox[1], fbox[3]);
873 for(
int k = 2; k < 4; k++) box[k] += 1;
877 if(box[0] >=
width || box[1] >=
height || box[2] < 0 || box[3] < 0)
return 1;
880 for(
int k = 0; k < 4; k += 2) box[k] =
MIN(
width - 1,
MAX(0, box[k]));
881 for(
int k = 1; k < 4; k += 2) box[k] =
MIN(
height - 1,
MAX(0, box[k]));
884 if(box[2] - box[0] < 1 || box[3] - box[1] < 1)
return 1;
890 const float *pixel,
const dt_iop_roi_t *roi,
float *picked_color,
891 float *picked_color_min,
float *picked_color_max,
898 for(
int k = 0; k < 4; k++)
900 picked_color_min[k] = INFINITY;
901 picked_color_max[k] = -INFINITY;
902 picked_color[k] = 0.0f;
908 dt_aligned_pixel_t min, max, avg;
909 for(
int k = 0; k < 4; k++)
920 for(
int k = 0; k < 4; k++)
922 picked_color_min[k] = min[k];
923 picked_color_max[k] = max[k];
924 picked_color[k] = avg[k];
982 module->input_colorspace(module, pipe, piece), &input_format->
cst,
990 module->histogram = realloc(module->histogram, buf_size);
992 module->histogram_stats = piece->histogram_stats;
1000#define KILL_SWITCH_ABORT \
1001 if(dt_atomic_get_int(&pipe->shutdown)) \
1003 if(*cl_mem_output != NULL) \
1005 dt_opencl_release_mem_object(*cl_mem_output); \
1006 *cl_mem_output = NULL; \
1009 pipe->status = DT_DEV_PIXELPIPE_DIRTY; \
1015#define KILL_SWITCH_AND_FLUSH_CACHE \
1016 if(dt_atomic_get_int(&pipe->shutdown)) \
1018 dt_dev_pixelpipe_cache_remove(darktable.pixelpipe_cache, hash, TRUE, output_entry); \
1019 if(*cl_mem_output != NULL) \
1021 dt_opencl_release_mem_object(*cl_mem_output); \
1022 *cl_mem_output = NULL; \
1025 pipe->status = DT_DEV_PIXELPIPE_DIRTY; \
1045 module->input_colorspace(module, pipe, piece), &input_format->
cst,
1061 module->process_tiling(module, piece, input, *output, roi_in, roi_out, in_bpp);
1068 fprintf(stderr,
"[pixelpipe_process_on_CPU] Warning: processes `%s' even if memory requirements are not met\n", module->
op);
1070 module->process(module, piece, input, *output, roi_in, roi_out);
1077 pipe->
dsc.
cst =
module->output_colorspace(module, pipe, piece);
1085 input_format->
cst, blend_cst, &input_format->
cst,
1104 for(GList *node = g_list_last(pipe->
nodes); node; node = g_list_previous(node))
1107 if(piece->
enabled)
return piece;
1133 input_format->
cst, picker_cst, &input_format->
cst,
1151static void *_gpu_init_buffer(
int devid,
void *
const host_ptr,
const dt_iop_roi_t *roi,
const size_t bpp,
1155 void *cl_mem_input = dt_opencl_alloc_device_use_host_pointer(devid, roi->
width, roi->
height,
bpp, host_ptr,
1156 CL_MEM_READ_WRITE | CL_MEM_USE_HOST_PTR);
1158 if(cl_mem_input == NULL)
1164 return cl_mem_input;
1168static void _gpu_clear_buffer(
void **cl_mem_buffer)
1170 if(*cl_mem_buffer != NULL)
1173 *cl_mem_buffer = NULL;
1177static gboolean _check_zero_memory(
void *cl_mem_pinned,
void *host_ptr,
dt_iop_module_t *module,
const char *message)
1179 if(cl_mem_pinned == host_ptr)
1186 printf(
"❌ Not zero-copy: OpenCL made a temporary device-side copy for %s %s\n", module->
op, message);
1193static int _cl_pinned_memory_copy(
const int devid,
void *host_ptr,
void *cl_mem_buffer,
const dt_iop_roi_t *roi,
1196 void *cl_mem_pinned_input = dt_opencl_map_image(devid, cl_mem_buffer,
TRUE, cl_mode, roi->
width,
1198 dt_opencl_unmap_mem_object(devid, cl_mem_buffer, cl_mem_pinned_input);
1202 if(!_check_zero_memory(cl_mem_pinned_input, host_ptr, module, message))
1204 cl_int err = CL_SUCCESS;
1206 if(cl_mode == CL_MAP_WRITE)
1207 err = dt_opencl_write_host_to_device(devid, host_ptr, cl_mem_buffer, roi->
width, roi->
height,
bpp);
1208 else if(cl_mode == CL_MAP_READ)
1209 err = dt_opencl_read_host_from_device(devid, host_ptr, cl_mem_buffer, roi->
width, roi->
height,
bpp);
1211 if(err != CL_SUCCESS)
1214 module->
op, message);
1228 const size_t in_bpp,
const size_t bpp,
1240 gboolean success_opencl =
TRUE;
1243 const float required_factor_cl = fmaxf(1.0f, (cl_mem_input != NULL) ?
tiling->factor_cl - 1.0f :
tiling->factor_cl);
1247 required_factor_cl,
tiling->overhead);
1257 gboolean possible_cl = (
module->process_cl && piece->process_cl_ready
1258 && !((pipe->type & DT_DEV_PIXELPIPE_PREVIEW) == DT_DEV_PIXELPIPE_PREVIEW
1259 && (module->flags() & IOP_FLAGS_PREVIEW_NON_OPENCL))
1260 && (fits_on_device || piece->process_tiling_ready));
1262 if(possible_cl && !fits_on_device)
1267 const float border =
tiling->overlap + 1;
1271 const gboolean possible = (cl_px > dx * border) || (cl_px > dy * border) || (cl_px > border * border);
1275 module->
op, cl_px / 1e6f, dx*dy / 1e6f, (
int)dx, (
int)dy, (
int)
tiling->overlap);
1282 if(!possible_cl)
goto error;
1289 if(cl_mem_input == NULL)
1292 cl_mem_input = _gpu_init_buffer(pipe->
devid, input, roi_in, in_bpp, module,
"input");
1293 int fail = (cl_mem_input == NULL);
1295 if(!fail && _cl_pinned_memory_copy(pipe->
devid, input, cl_mem_input, roi_in, CL_MAP_WRITE, in_bpp, module,
1301 if(fail)
goto error;
1305 *cl_mem_output = _gpu_init_buffer(pipe->
devid, *output, roi_out,
bpp, module,
"output");
1306 if(*cl_mem_output == NULL)
goto error;
1309 if(!dt_ioppr_transform_image_colorspace_cl(
1310 module, piece->
pipe->devid, cl_mem_input, cl_mem_input, roi_in->
width, roi_in->
height, input_cst_cl,
1311 module->input_colorspace(module, pipe, piece), &input_cst_cl, work_profile))
1315 if(!module->process_cl(module, piece, cl_mem_input, *cl_mem_output, roi_in, roi_out))
1322 pipe->
dsc.
cst =
module->output_colorspace(module, pipe, piece);
1328 success_opencl &= dt_ioppr_transform_image_colorspace_cl(
1329 module, piece->
pipe->devid, cl_mem_input, cl_mem_input, roi_in->
width, roi_in->
height, input_cst_cl,
1330 blend_cst, &input_cst_cl, work_profile);
1331 success_opencl &= dt_ioppr_transform_image_colorspace_cl(
1332 module, piece->
pipe->devid, *cl_mem_output, *cl_mem_output, roi_out->
width, roi_out->
height,
1333 pipe->
dsc.
cst, blend_cst, &pipe->
dsc.
cst, work_profile);
1344 if(dt_develop_blend_process_cl(module, piece, cl_mem_input, *cl_mem_output, roi_in, roi_out))
1350 if(_cl_pinned_memory_copy(pipe->
devid, *output, *cl_mem_output, roi_out, CL_MAP_READ,
bpp, module,
1357 if(input_format->
cst != input_cst_cl)
1360 input_format->
cst = input_cst_cl;
1361 int fail = _cl_pinned_memory_copy(pipe->
devid, input, cl_mem_input, roi_in, CL_MAP_READ, in_bpp, module,
1362 "color-converted input");
1364 if(fail)
goto error;
1370 _gpu_clear_buffer(&cl_mem_input);
1375 module->input_colorspace(module, pipe, piece), &input_format->
cst,
1381 int fail = !
module->process_tiling_cl(module, piece, input, *output, roi_in, roi_out, in_bpp);
1384 if(fail)
goto error;
1390 pipe->
dsc.
cst =
module->output_colorspace(module, pipe, piece);
1399 input_format->
cst, blend_cst, &input_format->
cst,
1424 _gpu_clear_buffer(&cl_mem_input);
1437 _gpu_clear_buffer(cl_mem_output);
1438 _gpu_clear_buffer(&cl_mem_input);
1441 if(input != NULL && *output != NULL)
1443 piece,
tiling, pixelpipe_flow, input_entry);
1452 char histogram_log[32] =
"";
1455 snprintf(histogram_log,
sizeof(histogram_log),
", collected histogram on %s",
1463 start,
"[dev_pixelpipe]",
"processed `%s' on %s%s%s, blended on %s [%s]", module_label,
1475 g_free(module_label);
1487 int hasinf = 0, hasnan = 0;
1488 dt_aligned_pixel_t min = { FLT_MAX };
1489 dt_aligned_pixel_t max = { FLT_MIN };
1491 for(
int k = 0; k < 4 * roi_out->
width * roi_out->
height; k++)
1495 float f = ((
float *)(output))[k];
1502 min[k & 3] = fmin(
f, min[k & 3]);
1503 max[k & 3] = fmax(
f, max[k & 3]);
1508 fprintf(stderr,
"[dev_pixelpipe] module `%s' outputs NaNs! [%s]\n", module_label,
1511 fprintf(stderr,
"[dev_pixelpipe] module `%s' outputs non-finite floats! [%s]\n", module_label,
1513 fprintf(stderr,
"[dev_pixelpipe] module `%s' min: (%f; %f; %f) max: (%f; %f; %f) [%s]\n", module_label,
1518 int hasinf = 0, hasnan = 0;
1519 float min = FLT_MAX;
1520 float max = FLT_MIN;
1522 for(
int k = 0; k < roi_out->
width * roi_out->
height; k++)
1524 float f = ((
float *)(output))[k];
1536 fprintf(stderr,
"[dev_pixelpipe] module `%s' outputs NaNs! [%s]\n", module_label,
1539 fprintf(stderr,
"[dev_pixelpipe] module `%s' outputs non-finite floats! [%s]\n", module_label,
1541 fprintf(stderr,
"[dev_pixelpipe] module `%s' min: (%f) max: (%f) [%s]\n", module_label, min, max,
1545 g_free(module_label);
1554 const gboolean bypass_cache,
1555 const size_t bufsize,
const size_t bpp)
1560 output, out_format, &cache_entry);
1561 if(cache_entry == NULL)
return 1;
1565 if(bypass_cache || new_entry)
1585 else if(roi_in->
scale == 1.0f)
1589 const int in_x =
MAX(roi_in->
x, 0);
1590 const int in_y =
MAX(roi_in->
y, 0);
1594 if(cp_width > 0 && cp_height > 0)
1611 roi_in->
x /= roi_out->
scale;
1612 roi_in->
y /= roi_out->
scale;
1615 roi_in->
scale = 1.0f;
1623 "Base buffer init: scale %f != 1.0 but the input has %li bytes per pixel. This case is not "
1624 "covered by the pipeline, please report the bug.\n",
1656 if(strcmp(module->
op,
"gamma") == 0)
1673 const dt_iop_roi_t *roi_out, GList *modules, GList *pieces,
int pos)
1686 void *cl_mem_input = NULL;
1687 *cl_mem_output = NULL;
1693 module = (dt_iop_module_t *)modules->data;
1698 g_list_previous(modules), g_list_previous(pieces), pos - 1);
1705 const size_t bufsize = (size_t)
bpp * roi_out->
width * roi_out->
height;
1707 const gboolean bypass_cache = (module) ? piece->bypass_cache :
FALSE;
1717 && !bypass_cache && !pipe->
reentry
1723 dt_print(
DT_DEBUG_PIPE,
"[dev_pixelpipe] found %lu (%s) for %s pipeline in cache\n", hash, (module) ? module->
op :
"noop",
1734 if(
_init_base_buffer(pipe, dev, output, cl_mem_output, out_format, &roi_in, roi_out, hash, bypass_cache, bufsize,
1745 memcpy(&roi_in, &piece->planned_roi_in,
sizeof(
dt_iop_roi_t));
1754 piece->processed_roi_in = roi_in;
1755 piece->processed_roi_out = *roi_out;
1758 g_list_previous(modules), g_list_previous(pieces), pos - 1))
1764 piece->dsc_out = piece->dsc_in = *input_format;
1765 module->output_format(module, pipe, piece, &piece->dsc_out);
1766 **out_format = pipe->
dsc = piece->dsc_out;
1774 if(strcmp(module->
op,
"gamma") != 0
1777 && (in_bpp == out_bpp)
1778 && !memcmp(&roi_in, roi_out,
sizeof(
struct dt_iop_roi_t)))
1781 **out_format = pipe->
dsc = piece->dsc_out = piece->dsc_in;
1789 if(input_entry == NULL)
return 1;
1792 char *
name = g_strdup_printf(
"module %s (%s) for pipe %i", module->
op, module->
multi_name, pipe->
type);
1794 output, out_format, &output_entry);
1796 if(output_entry == NULL)
return 1;
1804 if(!pipe->
reentry && !new_entry)
1806 dt_print(
DT_DEBUG_PIPE,
"[pipeline] found %lu (%s) for %s pipeline in cache\n", hash, (module) ? module->
op :
"noop",
1810 _sample_all(pipe, dev, input, output, &roi_in, roi_out, input_format, out_format, module,
1811 piece, input_hash, hash, in_bpp,
bpp, input_entry, output_entry);
1824 module->tiling_callback(module, piece, &roi_in, roi_out, &tiling);
1848 assert(
tiling.factor > 0.0f);
1849 assert(
tiling.factor_cl > 0.0f);
1858 error = pixelpipe_process_on_GPU(pipe, dev, input, cl_mem_input, input_format, &roi_in, output, cl_mem_output,
1859 out_format, roi_out, module, piece, &
tiling, &pixelpipe_flow, in_bpp,
bpp, input_entry);
1862 piece, &
tiling, &pixelpipe_flow, input_entry);
1870 if(bypass_cache || pipe->
reentry)
1874 **out_format = piece->dsc_out = pipe->
dsc;
1892 _sample_all(pipe, dev, input, output, &roi_in, roi_out, input_format, out_format, module, piece, input_hash,
1893 hash, in_bpp,
bpp, input_entry, output_entry);
1920 GList *nodes = g_list_last(pipe->
nodes);
1922 while(strcmp(piece->module->op, op))
1926 nodes = g_list_previous(nodes);
1934 GList *nodes = pipe->
nodes;
1936 while(strcmp(piece->module->op, op))
1940 nodes = g_list_next(nodes);
1946#define KILL_SWITCH_PIPE \
1947 if(dt_atomic_get_int(&pipe->shutdown)) \
1949 if(pipe->devid >= 0) \
1951 dt_opencl_unlock_device(pipe->devid); \
1954 pipe->status = DT_DEV_PIXELPIPE_DIRTY; \
1955 if(pipe->forms) g_list_free_full(pipe->forms, (void (*)(void *))dt_masks_free_form); \
1971 "[opencl] Too many opencl errors; disabling opencl for this session!\n");
1972 dt_control_log(_(
"Ansel discovered problems with your OpenCL setup; disabling OpenCL for this session!"));
1985 fprintf(stderr,
"[memory] before pixelpipe process\n");
1997 const guint pos = g_list_length(pipe->
iop);
1998 GList *modules = g_list_last(pipe->
iop);
1999 GList *pieces = g_list_last(pipe->
nodes);
2018 gboolean keep_running =
TRUE;
2019 int opencl_error = 0;
2032 void *cl_mem_out = NULL;
2048 _gpu_clear_buffer(&cl_mem_out);
2060 keep_running = (oclerr || (err && pipe->
opencl_error));
2105 if(pipe->
devid >= 0)
2124 && dev->
gui_module->operation_tags_filter() & current_module->operation_tags());
2129 const int width_in,
const int height_in,
2134 GList *modules = g_list_first(pipe->
iop);
2135 GList *pieces = g_list_first(pipe->
nodes);
2141 piece->buf_in = roi_in;
2147 module->modify_roi_out(module, piece, &roi_out, &roi_in);
2155 piece->buf_out = roi_out;
2158 modules = g_list_next(modules);
2159 pieces = g_list_next(pieces);
2177 GList *modules = g_list_last(pipe->
iop);
2178 GList *pieces = g_list_last(pipe->
nodes);
2184 piece->planned_roi_out = roi_out_temp;
2189 module->modify_roi_in(module, piece, &roi_out_temp, &roi_in);
2194 roi_in = roi_out_temp;
2197 piece->planned_roi_in = roi_in;
2198 roi_out_temp = roi_in;
2200 modules = g_list_previous(modules);
2201 pieces = g_list_previous(pieces);
2217 gboolean success =
TRUE;
2219 gchar *target_name = g_strdup_printf(
"%s (%s)", clean_target_name, target_module->
multi_name);
2221 if(source_piece == NULL || current_piece == NULL)
2223 fprintf(stderr,
"[raster masks] ERROR: source: %s, current: %s\n",
2224 (source_piece != NULL) ?
"is defined" :
"is undefined",
2225 (current_piece != NULL) ?
"is definded" :
"is undefined");
2228 if(source_piece == NULL)
2233 hint = g_strdup_printf(
2234 _(
"\n- Check if the module providing the masks for the module %s has not been deleted.\n"),
2237 else if(current_piece == NULL)
2243 hint = g_strdup_printf(_(
"\n- Check if the module %s (%s) providing the masks has not been moved above %s.\n"),
2244 delete_underscore(source_piece->module->name()), source_piece->module->multi_name, clean_target_name);
2247 dt_control_log(_(
"The %s module is trying to reuse a mask from a module but it can't be found.\n"
2248 "Masking in %s will be disabled until a mask is available.\n"
2250 target_name, target_name, hint ? hint :
"");
2253 fprintf(stderr,
"[raster masks] no source module for module %s could be found\n", target_name);
2257 if(success && !source_piece->
enabled)
2260 gchar *source_name = g_strdup_printf(
"%s (%s)", clean_source_name, source_piece->module->multi_name);
2262 dt_control_log(_(
"The `%s` module is trying to reuse a mask from disabled module `%s`.\n"
2263 "Disabled modules cannot provide their masks to other modules.\n"
2264 "Masking in `%s` will be disabled until `%s` is re-enabled."),
2265 target_name, source_name, target_name, source_name);
2267 fprintf(stderr,
"[raster masks] module %s trying to reuse a mask from disabled instance of %s\n",
2268 target_name, source_name);
2270 g_free(clean_source_name);
2271 g_free(source_name);
2275 g_free(clean_target_name);
2276 g_free(target_name);
2282 gboolean *free_mask,
int *
error)
2288 gchar *target_name = g_strdup_printf(
"%s (%s)", clean_target_name, target_module->
multi_name);
2290 if(!raster_mask_source)
2292 fprintf(stderr,
"[raster masks] The source module of the mask for %s was not found\n", target_name);
2293 g_free(clean_target_name);
2294 g_free(target_name);
2299 float *raster_mask = NULL;
2304 GList *source_iter = NULL;
2305 for(source_iter = g_list_last(pipe->
nodes); source_iter; source_iter = g_list_previous(source_iter))
2308 if(candidate->module == target_module)
2310 current_piece = candidate;
2312 else if(candidate->module == raster_mask_source)
2314 source_piece = candidate;
2329 gchar *source_name = g_strdup_printf(
"%s (%s)", clean_source_name, source_piece->module->multi_name);
2330 raster_mask = g_hash_table_lookup(source_piece->
raster_masks, GINT_TO_POINTER(raster_mask_id));
2336 "[raster masks] found in %s mask id %i from %s (%s) for module %s (%s) in pipe %i with hash %lu\n",
2338 raster_mask_id, source_name, source_piece->module->multi_name, target_name, target_module->
multi_name,
2339 pipe->
type, raster_hash);
2347 "[raster masks] mask id %i from %s for module %s could not be found in pipe %i. Pipe re-entry will be attempted.\n",
2348 raster_mask_id, source_name, target_name, pipe->
type);
2357 g_free(clean_target_name);
2358 g_free(target_name);
2363 for(GList *iter = g_list_next(source_iter); iter; iter = g_list_next(iter))
2371 if(module->module->distort_mask
2372 && !(!strcmp(module->module->
op,
"finalscale")
2373 && module->processed_roi_in.width == 0
2374 && module->processed_roi_in.height == 0))
2377 * module->processed_roi_out.height);
2378 if(!transformed_mask)
2380 fprintf(stderr,
"[raster masks] could not allocate memory for transformed mask\n");
2382 g_free(clean_target_name);
2383 g_free(target_name);
2387 module->module->distort_mask(module->module,
2391 &module->processed_roi_in,
2392 &module->processed_roi_out);
2395 raster_mask = transformed_mask;
2396 fprintf(stdout,
"doing transform\n");
2398 else if(!module->module->distort_mask &&
2399 (module->processed_roi_in.width != module->processed_roi_out.width ||
2400 module->processed_roi_in.height != module->processed_roi_out.height ||
2401 module->processed_roi_in.x != module->processed_roi_out.x ||
2402 module->processed_roi_in.y != module->processed_roi_out.y))
2403 fprintf(stderr,
"FIXME: module `%s' changed the roi from %d x %d @ %d / %d to %d x %d | %d / %d but doesn't have "
2404 "distort_mask() implemented!\n", module->module->
op, module->processed_roi_in.width,
2405 module->processed_roi_in.height, module->processed_roi_in.x, module->processed_roi_in.y,
2406 module->processed_roi_out.width, module->processed_roi_out.height, module->processed_roi_out.x,
2407 module->processed_roi_out.y);
2410 if(module->module == target_module)
2420 g_free(clean_target_name);
2421 g_free(target_name);
2436 if(p->rawdetail_mask_data)
2448 if((mask == NULL) || (tmp == NULL))
goto error;
2450 p->rawdetail_mask_data = mask;
2451 memcpy(&p->rawdetail_mask_roi, roi_in,
sizeof(
dt_iop_roi_t));
2453 dt_aligned_pixel_t wb = { piece->
pipe->dsc.temperature.coeffs[0],
2454 piece->
pipe->dsc.temperature.coeffs[1],
2455 piece->
pipe->dsc.temperature.coeffs[2] };
2458 wb[0] = wb[1] = wb[2] = 1.0f;
2466 fprintf(stderr,
"[dt_dev_write_rawdetail_mask] couldn't write detail mask\n");
2478 if(
p->rawdetail_mask_data)
2493 const int devid =
p->devid;
2495 cl_int err = CL_SUCCESS;
2497 if(mask == NULL)
goto error;
2498 out = dt_opencl_alloc_device(devid,
width,
height,
sizeof(
float));
2499 if(out == NULL)
goto error;
2500 tmp = dt_opencl_alloc_device_buffer(devid,
sizeof(
float) *
width *
height);
2501 if(tmp == NULL)
goto error;
2505 dt_aligned_pixel_t wb = { piece->
pipe->dsc.temperature.coeffs[0],
2506 piece->
pipe->dsc.temperature.coeffs[1],
2507 piece->
pipe->dsc.temperature.coeffs[2] };
2510 wb[0] = wb[1] = wb[2] = 1.0f;
2512 size_t sizes[3] = { ROUNDUPDWD(
width, devid), ROUNDUPDHT(
height, devid), 1 };
2521 if(err != CL_SUCCESS)
goto error;
2524 size_t sizes[3] = { ROUNDUPDWD(
width, devid), ROUNDUPDHT(
height, devid), 1 };
2531 if(err != CL_SUCCESS)
goto error;
2535 err = dt_opencl_read_host_from_device(devid, mask, out,
width,
height,
sizeof(
float));
2536 if(err != CL_SUCCESS)
goto error;
2539 p->rawdetail_mask_data =
mask;
2540 memcpy(&
p->rawdetail_mask_roi, roi_in,
sizeof(
dt_iop_roi_t));
2548 fprintf(stderr,
"[dt_dev_write_rawdetail_mask_cl] couldn't write detail mask: %i\n", err);
2562 gboolean valid =
FALSE;
2566 for(source_iter = pipe->
nodes; source_iter; source_iter = g_list_next(source_iter))
2581 if(!valid)
return NULL;
2584 float *resmask = src;
2585 float *inmask = src;
2588 for(GList *iter = source_iter; iter; iter = g_list_next(iter))
2594 if(module->module->distort_mask
2595 && !(!strcmp(module->module->
op,
"finalscale")
2596 && module->processed_roi_in.width == 0
2597 && module->processed_roi_in.height == 0))
2599 float *tmp =
dt_alloc_align_float((
size_t)module->processed_roi_out.width * module->processed_roi_out.height);
2600 dt_vprint(
DT_DEBUG_MASKS,
" %s %ix%i -> %ix%i\n", module->module->
op, module->processed_roi_in.width, module->processed_roi_in.height, module->processed_roi_out.width, module->processed_roi_out.height);
2601 module->module->distort_mask(module->module, module, inmask, tmp, &module->processed_roi_in, &module->processed_roi_out);
2606 else if(!module->module->distort_mask &&
2607 (module->processed_roi_in.width != module->processed_roi_out.width ||
2608 module->processed_roi_in.height != module->processed_roi_out.height ||
2609 module->processed_roi_in.x != module->processed_roi_out.x ||
2610 module->processed_roi_in.y != module->processed_roi_out.y))
2611 fprintf(stderr,
"FIXME: module `%s' changed the roi from %d x %d @ %d / %d to %d x %d | %d / %d but doesn't have "
2612 "distort_mask() implemented!\n", module->module->
op, module->processed_roi_in.width,
2613 module->processed_roi_in.height, module->processed_roi_in.x, module->processed_roi_in.y,
2614 module->processed_roi_out.width, module->processed_roi_out.height, module->processed_roi_out.x,
2615 module->processed_roi_out.y);
2617 if(module->module == target_module)
break;
static void error(char *msg)
Definition ashift_lsd.c:191
#define TRUE
Definition ashift_lsd.c:151
#define FALSE
Definition ashift_lsd.c:147
void dt_atomic_set_int(dt_atomic_int *var, int value)
Definition atomic.h:45
int dt_atomic_get_int(dt_atomic_int *var)
Definition atomic.h:46
int levels(struct dt_imageio_module_data_t *data)
Definition avif.c:685
int width
Definition bilateral.h:1
int height
Definition bilateral.h:1
int dt_develop_blend_process(struct dt_iop_module_t *self, struct dt_dev_pixelpipe_iop_t *piece, const void *const ivoid, void *const ovoid, const struct dt_iop_roi_t *const roi_in, const struct dt_iop_roi_t *const roi_out)
Definition blend.c:425
dt_iop_colorspace_type_t dt_develop_blend_colorspace(const dt_dev_pixelpipe_iop_t *const piece, dt_iop_colorspace_type_t cst)
Definition blend.c:133
void tiling_callback_blendop(struct dt_iop_module_t *self, struct dt_dev_pixelpipe_iop_t *piece, const dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out, struct dt_develop_tiling_t *tiling)
Definition blend.c:1362
@ DEVELOP_MASK_DISABLED
Definition blend.h:94
typedef void((*dt_cache_allocate_t)(void *userdata, dt_cache_entry_t *entry))
dt_iop_colorspace_type_t
Definition color_conversion.h:24
@ IOP_CS_RAW
Definition color_conversion.h:26
@ IOP_CS_LCH
Definition color_conversion.h:29
@ IOP_CS_JZCZHZ
Definition color_conversion.h:31
@ IOP_CS_RGB
Definition color_conversion.h:28
@ IOP_CS_HSL
Definition color_conversion.h:30
@ IOP_CS_LAB
Definition color_conversion.h:27
@ IOP_CS_NONE
Definition color_conversion.h:25
void dt_color_picker_helper(const dt_iop_buffer_dsc_t *dsc, const float *const pixel, const dt_iop_roi_t *roi, const int *const box, dt_aligned_pixel_t picked_color, dt_aligned_pixel_t picked_color_min, dt_aligned_pixel_t picked_color_max, const dt_iop_colorspace_type_t image_cst, const dt_iop_colorspace_type_t picker_cst, const dt_iop_order_iccprofile_info_t *const profile)
Definition color_picker.c:605
dt_iop_colorspace_type_t dt_iop_color_picker_get_active_cst(dt_iop_module_t *module)
Definition color_picker_proxy.c:246
static float kernel(const float *x, const float *y)
Definition colorchecker.c:435
@ DT_LIB_COLORPICKER_SIZE_POINT
Definition colorpicker.h:26
@ DT_LIB_COLORPICKER_SIZE_BOX
Definition colorpicker.h:27
dt_iop_color_intent_t
Definition colorspaces.h:43
@ DT_INTENT_LAST
Definition colorspaces.h:48
dt_colorspaces_color_profile_type_t
Definition colorspaces.h:61
@ DT_COLORSPACE_NONE
Definition colorspaces.h:62
void dt_histogram_max_helper(const dt_dev_histogram_stats_t *const histogram_stats, const dt_iop_colorspace_type_t cst, const dt_iop_colorspace_type_t cst_to, uint32_t **histogram, uint32_t *histogram_max)
Definition common/histogram.c:396
void dt_histogram_helper(dt_dev_histogram_collection_params_t *histogram_params, dt_dev_histogram_stats_t *histogram_stats, const dt_iop_colorspace_type_t cst, const dt_iop_colorspace_type_t cst_to, const void *pixel, uint32_t **histogram, const int compensate_middle_grey, const dt_iop_order_iccprofile_info_t *const profile_info)
Definition common/histogram.c:365
gboolean dt_image_is_rawprepare_supported(const dt_image_t *img)
Definition common/image.c:190
int dt_image_is_raw(const dt_image_t *img)
Definition common/image.c:120
void dt_control_log(const char *msg,...)
Definition control.c:424
void dt_control_queue_redraw_widget(GtkWidget *widget)
threadsafe request of redraw of specific widget. Use this function if you need to redraw a specific w...
Definition control.c:550
void dt_vprint(dt_debug_thread_t thread, const char *msg,...)
Definition darktable.c:1420
void dt_show_times(const dt_times_t *start, const char *prefix)
Definition darktable.c:1433
darktable_t darktable
Definition darktable.c:111
void dt_print_mem_usage()
Definition darktable.c:1686
void dt_capabilities_remove(char *capability)
Definition darktable.c:1669
void dt_show_times_f(const dt_times_t *start, const char *prefix, const char *suffix,...)
Definition darktable.c:1447
void dt_print(dt_debug_thread_t thread, const char *msg,...)
Definition darktable.c:1395
#define UNKNOWN_IMAGE
Definition darktable.h:139
@ DT_DEBUG_OPENCL
Definition darktable.h:478
@ DT_DEBUG_PIPE
Definition darktable.h:497
@ DT_DEBUG_NAN
Definition darktable.h:482
@ DT_DEBUG_MEMORY
Definition darktable.h:480
@ DT_DEBUG_DEV
Definition darktable.h:474
@ DT_DEBUG_MASKS
Definition darktable.h:483
@ DT_DEBUG_TILING
Definition darktable.h:495
float dt_boundingbox_t[4]
Definition darktable.h:467
static float * dt_alloc_align_float(size_t pixels)
Definition darktable.h:345
#define dt_free_align_ptr
Definition darktable.h:335
static void dt_get_times(dt_times_t *t)
Definition darktable.h:693
static gchar * delete_underscore(const char *s)
Definition darktable.h:845
static uint64_t dt_hash(uint64_t hash, const char *str, size_t size)
Definition darktable.h:805
#define dt_free_align(A)
Definition darktable.h:334
#define DT_MAX_FILENAME_LEN
Definition darktable.h:814
int32_t dt_dev_get_history_end(struct dt_develop_t *dev)
Definition develop.c:1392
int dt_dev_distort_backtransform_plus(dt_develop_t *dev, dt_dev_pixelpipe_t *pipe, const double iop_order, const int transf_direction, float *points, size_t points_count)
Definition develop.c:1226
gchar * dt_history_item_get_name(const struct dt_iop_module_t *module)
Definition develop.c:1120
@ DT_DEV_PIXELPIPE_DISPLAY_NONE
Definition develop.h:81
@ DT_DEV_TRANSFORM_DIR_FORW_INCL
Definition develop.h:73
@ DT_DEV_TRANSFORM_DIR_FORW_EXCL
Definition develop.h:74
@ DT_DEV_DETAIL_MASK_DEMOSAIC
Definition develop.h:110
@ DT_DEV_DETAIL_MASK_REQUIRED
Definition develop.h:109
@ DT_DEV_DETAIL_MASK_RAWPREPARE
Definition develop.h:111
@ DT_DEV_DETAIL_MASK_NONE
Definition develop.h:108
static int dt_pthread_mutex_unlock(dt_pthread_mutex_t *mutex) RELEASE(mutex) NO_THREAD_SAFETY_ANALYSIS
Definition dtpthread.h:319
static int dt_pthread_mutex_init(dt_pthread_mutex_t *mutex, const pthread_mutexattr_t *mutexattr)
Definition dtpthread.h:304
static int dt_pthread_mutex_destroy(dt_pthread_mutex_t *mutex)
Definition dtpthread.h:324
static int dt_pthread_mutex_lock(dt_pthread_mutex_t *mutex) ACQUIRE(mutex) NO_THREAD_SAFETY_ANALYSIS
Definition dtpthread.h:309
static float f(const float t, const float c, const float x)
Definition graduatednd.c:173
@ IMAGEIO_RGB
Definition imageio.h:55
@ IMAGEIO_INT8
Definition imageio.h:47
void dt_iop_commit_params(dt_iop_module_t *module, dt_iop_params_t *params, dt_develop_blend_params_t *blendop_params, dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece)
Definition imageop.c:1722
void dt_iop_init_pipe(struct dt_iop_module_t *module, struct dt_dev_pixelpipe_t *pipe, struct dt_dev_pixelpipe_iop_t *piece)
Definition imageop.c:442
void dt_iop_nap(int32_t usec)
Definition imageop.c:2431
@ DT_REQUEST_COLORPICK_OFF
Definition imageop.h:137
@ IOP_FLAGS_SUPPORTS_BLENDING
Definition imageop.h:108
@ IOP_TAG_DISTORT
Definition imageop.h:92
void dt_iop_clip_and_zoom(float *out, const float *const in, const dt_iop_roi_t *const roi_out, const dt_iop_roi_t *const roi_in, const int32_t out_stride, const int32_t in_stride)
Definition imageop_math.c:134
GList * dt_ioppr_iop_order_copy_deep(GList *iop_order_list)
Definition iop_order.c:1444
__DT_CLONE_TARGETS__ void dt_ioppr_transform_image_colorspace(struct dt_iop_module_t *self, const float *const image_in, float *const image_out, const int width, const int height, const int cst_from, const int cst_to, int *converted_cst, const dt_iop_order_iccprofile_info_t *const profile_info)
Definition iop_profile.c:1017
dt_iop_order_iccprofile_info_t * dt_ioppr_get_pipe_current_profile_info(dt_iop_module_t *module, struct dt_dev_pixelpipe_t *pipe)
Definition iop_profile.c:902
dt_iop_order_iccprofile_info_t * dt_ioppr_get_pipe_work_profile_info(struct dt_dev_pixelpipe_t *pipe)
Definition iop_profile.c:887
GList * dt_masks_dup_forms_deep(GList *forms, dt_masks_form_t *form)
Definition develop/masks/masks.c:71
void dt_masks_free_form(dt_masks_form_t *form)
Definition develop/masks/masks.c:982
void dt_masks_calc_rawdetail_mask(float *const src, float *const out, float *const tmp, const int width, const int height, const dt_aligned_pixel_t wb)
size_t size
Definition mipmap_cache.c:3
#define dt_mipmap_cache_get(A, B, C, D, E, F)
Definition mipmap_cache.h:110
@ DT_MIPMAP_BLOCKING
Definition mipmap_cache.h:50
#define dt_mipmap_cache_release(A, B)
Definition mipmap_cache.h:132
dt_mipmap_size_t
Definition mipmap_cache.h:30
mask
Definition dtstyle_to_xmp.py:54
static int dt_opencl_enqueue_kernel_2d(const int dev, const int kernel, const size_t *sizes)
Definition opencl.h:560
static size_t dt_opencl_get_device_available(const int devid)
Definition opencl.h:589
static int dt_opencl_set_kernel_arg(const int dev, const int kernel, const size_t size, const void *arg)
Definition opencl.h:556
static void dt_opencl_events_reset(const int devid)
Definition opencl.h:608
static void dt_opencl_unlock_device(const int dev)
Definition opencl.h:524
static int dt_opencl_update_settings(void)
Definition opencl.h:580
static void dt_opencl_check_tuning(const int devid)
Definition opencl.h:593
static int dt_opencl_is_inited(void)
Definition opencl.h:569
#define DT_OPENCL_MAX_ERRORS
Definition opencl.h:30
static int dt_opencl_lock_device(const int dev)
Definition opencl.h:520
static int dt_opencl_events_flush(const int devid, const int reset)
Definition opencl.h:614
static gboolean dt_opencl_image_fits_device(const int devid, const size_t width, const size_t height, const unsigned bpp, const float factor, const size_t overhead)
Definition opencl.h:584
static gboolean dt_opencl_finish(const int devid)
Definition opencl.h:512
static void dt_opencl_release_mem_object(void *mem)
Definition opencl.h:601
@ DT_REQUEST_ON
Definition pixelpipe.h:42
@ DT_REQUEST_ONLY_IN_GUI
Definition pixelpipe.h:43
@ DT_DEV_PIXELPIPE_THUMBNAIL
Definition pixelpipe.h:33
@ DT_DEV_PIXELPIPE_ANY
Definition pixelpipe.h:34
@ DT_DEV_PIXELPIPE_EXPORT
Definition pixelpipe.h:30
@ DT_DEV_PIXELPIPE_PREVIEW
Definition pixelpipe.h:32
@ DT_DEV_PIXELPIPE_FULL
Definition pixelpipe.h:31
int dt_dev_pixelpipe_cache_remove(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, const gboolean force, dt_pixel_cache_entry_t *cache_entry)
Arbitrarily remove the cache entry matching hash. Entries having a reference count > 0 (inter-thread ...
Definition pixelpipe_cache.c:112
void dt_dev_pixelpipe_cache_ref_count_entry(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, gboolean lock, dt_pixel_cache_entry_t *cache_entry)
Increase/Decrease the reference count on the cache line as to prevent LRU item removal....
Definition pixelpipe_cache.c:482
void dt_dev_pixelpipe_cache_rdlock_entry(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, gboolean lock, dt_pixel_cache_entry_t *cache_entry)
Lock or release the read lock on the entry.
Definition pixelpipe_cache.c:513
void dt_dev_pixelpipe_cache_wrlock_entry(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, gboolean lock, dt_pixel_cache_entry_t *cache_entry)
Lock or release the write lock on the entry.
Definition pixelpipe_cache.c:491
void dt_dev_pixelpipe_cache_print(dt_dev_pixelpipe_cache_t *cache)
Definition pixelpipe_cache.c:563
void dt_dev_pixel_pipe_cache_auto_destroy_apply(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, const int id, dt_pixel_cache_entry_t *cache_entry)
Definition pixelpipe_cache.c:547
uint64_t dt_dev_pixelpipe_cache_get_hash_data(dt_dev_pixelpipe_cache_t *cache, void *data, dt_pixel_cache_entry_t **entry)
Find the hash of the cache entry holding the buffer data.
Definition pixelpipe_cache.c:434
void dt_dev_pixelpipe_cache_flag_auto_destroy(dt_dev_pixelpipe_cache_t *cache, uint64_t hash, dt_pixel_cache_entry_t *cache_entry)
Flag the cache entry matching hash as "auto_destroy". This is useful for short-lived/disposable cache...
Definition pixelpipe_cache.c:535
int dt_dev_pixelpipe_cache_get_existing(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, void **data, dt_iop_buffer_dsc_t **dsc, dt_pixel_cache_entry_t **entry)
Get an existing cache line from the cache. This is similar to dt_dev_pixelpipe_cache_get,...
Definition pixelpipe_cache.c:350
int dt_dev_pixelpipe_cache_get(dt_dev_pixelpipe_cache_t *cache, const uint64_t hash, const size_t size, const char *name, const int id, void **data, dt_iop_buffer_dsc_t **dsc, dt_pixel_cache_entry_t **entry)
Get a cache line from the cache.
Definition pixelpipe_cache.c:295
static uint64_t _node_hash(dt_dev_pixelpipe_t *pipe, const dt_dev_pixelpipe_iop_t *piece, const dt_iop_roi_t *roi_out, const int pos)
Definition pixelpipe_hb.c:411
void dt_dev_pixelpipe_disable_before(dt_dev_pixelpipe_t *pipe, const char *op)
Definition pixelpipe_hb.c:1932
int dt_dev_pixelpipe_init_preview(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:159
void dt_dev_pixelpipe_set_input(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, int32_t imgid, int width, int height, dt_mipmap_size_t size)
Definition pixelpipe_hb.c:230
static void _sample_all(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, void *input, void **output, const dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out, dt_iop_buffer_dsc_t *input_format, dt_iop_buffer_dsc_t **output_format, dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece, const uint64_t input_hash, const uint64_t hash, const size_t in_bpp, const size_t bpp, dt_pixel_cache_entry_t *const input_entry, dt_pixel_cache_entry_t *const output_entry)
Definition pixelpipe_hb.c:1639
static void collect_histogram_on_CPU(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, float *input, const dt_iop_roi_t *roi_in, dt_iop_buffer_dsc_t *input_format, dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece)
Definition pixelpipe_hb.c:968
gboolean _commit_history_to_node(dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece, dt_dev_history_item_t *hist)
Definition pixelpipe_hb.c:497
void dt_dev_pixelpipe_reset_reentry(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:314
static dt_iop_colorspace_type_t _transform_for_picker(dt_iop_module_t *self, const dt_iop_colorspace_type_t cst)
Definition pixelpipe_hb.c:943
int dt_dev_pixelpipe_init_cached(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:180
void dt_dev_pixelpipe_get_roi_out(dt_dev_pixelpipe_t *pipe, struct dt_develop_t *dev, const int width_in, const int height_in, int *width, int *height)
Definition pixelpipe_hb.c:2128
gboolean dt_dev_pixelpipe_has_reentry(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:309
float * dt_dev_distort_detail_mask(const dt_dev_pixelpipe_t *pipe, float *src, const dt_iop_module_t *target_module)
Definition pixelpipe_hb.c:2559
dt_pixelpipe_flow_t
Definition pixelpipe_hb.c:50
@ PIXELPIPE_FLOW_HISTOGRAM_ON_GPU
Definition pixelpipe_hb.c:54
@ PIXELPIPE_FLOW_HISTOGRAM_NONE
Definition pixelpipe_hb.c:52
@ PIXELPIPE_FLOW_PROCESSED_ON_CPU
Definition pixelpipe_hb.c:55
@ PIXELPIPE_FLOW_PROCESSED_WITH_TILING
Definition pixelpipe_hb.c:57
@ PIXELPIPE_FLOW_PROCESSED_ON_GPU
Definition pixelpipe_hb.c:56
@ PIXELPIPE_FLOW_NONE
Definition pixelpipe_hb.c:51
@ PIXELPIPE_FLOW_BLENDED_ON_CPU
Definition pixelpipe_hb.c:58
@ PIXELPIPE_FLOW_HISTOGRAM_ON_CPU
Definition pixelpipe_hb.c:53
@ PIXELPIPE_FLOW_BLENDED_ON_GPU
Definition pixelpipe_hb.c:59
void dt_dev_pixelpipe_synch_top(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
Definition pixelpipe_hb.c:592
gboolean dt_dev_write_rawdetail_mask(dt_dev_pixelpipe_iop_t *piece, float *const rgb, const dt_iop_roi_t *const roi_in, const int mode)
Definition pixelpipe_hb.c:2431
void dt_dev_pixelpipe_disable_after(dt_dev_pixelpipe_t *pipe, const char *op)
Definition pixelpipe_hb.c:1918
void dt_dev_pixelpipe_synch_all_real(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, const char *caller_func)
Find the last history item matching each pipeline node (module), in the order of pipeline execution....
Definition pixelpipe_hb.c:543
dt_backbuf_t * _get_backuf(dt_develop_t *dev, const char *op)
Definition pixelpipe_hb.c:738
static void pixelpipe_picker(dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece, dt_iop_buffer_dsc_t *dsc, const float *pixel, const dt_iop_roi_t *roi, float *picked_color, float *picked_color_min, float *picked_color_max, const dt_iop_colorspace_type_t image_cst, dt_pixelpipe_picker_source_t picker_source)
Definition pixelpipe_hb.c:889
static void _print_perf_debug(dt_dev_pixelpipe_t *pipe, const dt_pixelpipe_flow_t pixelpipe_flow, dt_dev_pixelpipe_iop_t *piece, dt_iop_module_t *module, dt_times_t *start)
Definition pixelpipe_hb.c:1450
void dt_dev_pixelpipe_synch(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, GList *history)
Definition pixelpipe_hb.c:516
dt_pixelpipe_picker_source_t
Definition pixelpipe_hb.c:63
@ PIXELPIPE_PICKER_INPUT
Definition pixelpipe_hb.c:64
@ PIXELPIPE_PICKER_OUTPUT
Definition pixelpipe_hb.c:65
static gboolean _transform_for_blend(const dt_iop_module_t *const self, const dt_dev_pixelpipe_iop_t *const piece)
Definition pixelpipe_hb.c:929
static gboolean _dt_dev_raster_mask_check(dt_dev_pixelpipe_iop_t *source_piece, dt_dev_pixelpipe_iop_t *current_piece, const dt_iop_module_t *target_module)
Checks the validity of the raster mask source and target modules, outputs errors if necessary....
Definition pixelpipe_hb.c:2214
static void _print_nan_debug(dt_dev_pixelpipe_t *pipe, void *cl_mem_output, void *output, const dt_iop_roi_t *roi_out, dt_iop_buffer_dsc_t *out_format, dt_iop_module_t *module, const size_t bpp)
Definition pixelpipe_hb.c:1479
#define KILL_SWITCH_ABORT
Definition pixelpipe_hb.c:1000
void dt_dev_pixelpipe_set_icc(dt_dev_pixelpipe_t *pipe, dt_colorspaces_color_profile_type_t icc_type, const gchar *icc_filename, dt_iop_color_intent_t icc_intent)
Definition pixelpipe_hb.c:243
void dt_dev_pixelpipe_create_nodes(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
Definition pixelpipe_hb.c:351
static void _print_opencl_errors(int error, dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:1961
static dt_dev_pixelpipe_iop_t * _last_node_in_pipe(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:1102
int dt_dev_pixelpipe_init_export(dt_dev_pixelpipe_t *pipe, int32_t width, int32_t height, int levels, gboolean store_masks)
Definition pixelpipe_hb.c:135
void dt_dev_pixelpipe_get_roi_in(dt_dev_pixelpipe_t *pipe, struct dt_develop_t *dev, const struct dt_iop_roi_t roi_out)
Definition pixelpipe_hb.c:2165
static int pixelpipe_process_on_CPU(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, float *input, dt_iop_buffer_dsc_t *input_format, const dt_iop_roi_t *roi_in, void **output, dt_iop_buffer_dsc_t **out_format, const dt_iop_roi_t *roi_out, dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece, dt_develop_tiling_t *tiling, dt_pixelpipe_flow_t *pixelpipe_flow, dt_pixel_cache_entry_t *input_entry)
Definition pixelpipe_hb.c:1029
static int dt_dev_pixelpipe_process_rec(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, void **output, void **cl_mem_output, dt_iop_buffer_dsc_t **out_format, const dt_iop_roi_t *roi_out, GList *modules, GList *pieces, int pos)
Definition pixelpipe_hb.c:1671
int dt_dev_pixelpipe_init_dummy(dt_dev_pixelpipe_t *pipe, int32_t width, int32_t height)
Definition pixelpipe_hb.c:152
static void get_output_format(dt_iop_module_t *module, dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece, dt_develop_t *dev, dt_iop_buffer_dsc_t *dsc)
Definition pixelpipe_hb.c:697
static char * _pipe_type_to_str(int pipe_type)
Definition pixelpipe_hb.c:73
static void _sample_color_picker(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, float *input, dt_iop_buffer_dsc_t *input_format, const dt_iop_roi_t *roi_in, void **output, dt_iop_buffer_dsc_t **out_format, const dt_iop_roi_t *roi_out, dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece)
Definition pixelpipe_hb.c:1113
float * dt_dev_get_raster_mask(dt_dev_pixelpipe_t *pipe, const dt_iop_module_t *raster_mask_source, const int raster_mask_id, const dt_iop_module_t *target_module, gboolean *free_mask, int *error)
Definition pixelpipe_hb.c:2280
static uint64_t _default_pipe_hash(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:405
#define KILL_SWITCH_PIPE
Definition pixelpipe_hb.c:1946
void dt_dev_pixelpipe_cleanup(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:252
gboolean dt_dev_pixelpipe_unset_reentry(dt_dev_pixelpipe_t *pipe, uint64_t hash)
Remove the re-entry pipeline flag, only if the object identifier is the one that set it....
Definition pixelpipe_hb.c:296
static void histogram_collect(dt_dev_pixelpipe_iop_t *piece, const void *pixel, const dt_iop_roi_t *roi, uint32_t **histogram, uint32_t *histogram_max)
Definition pixelpipe_hb.c:714
static void _copy_buffer(const char *const restrict input, char *const restrict output, const size_t height, const size_t o_width, const size_t i_width, const size_t x_offset, const size_t y_offset, const size_t stride, const size_t bpp)
Definition pixelpipe_hb.c:97
gboolean dt_dev_pixelpipe_activemodule_disables_currentmodule(struct dt_develop_t *dev, struct dt_iop_module_t *current_module)
Definition pixelpipe_hb.c:2119
int dt_dev_pixelpipe_init_thumbnail(dt_dev_pixelpipe_t *pipe, int32_t width, int32_t height)
Definition pixelpipe_hb.c:145
int dt_dev_pixelpipe_init(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:170
static void _uint8_to_float(const uint8_t *const input, float *const output, const size_t width, const size_t height, const size_t chan)
Definition pixelpipe_hb.c:114
#define KILL_SWITCH_AND_FLUSH_CACHE
Definition pixelpipe_hb.c:1015
static void pixelpipe_get_histogram_backbuf(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, void *output, const dt_iop_roi_t *roi, dt_iop_module_t *module, dt_dev_pixelpipe_iop_t *piece, const uint64_t hash, const size_t bpp)
Definition pixelpipe_hb.c:750
gboolean dt_dev_pixelpipe_set_reentry(dt_dev_pixelpipe_t *pipe, uint64_t hash)
Set the re-entry pipeline flag, only if no object is already capturing it. Re-entered pipelines run w...
Definition pixelpipe_hb.c:282
void dt_dev_pixelpipe_change(dt_dev_pixelpipe_t *pipe, struct dt_develop_t *dev)
Definition pixelpipe_hb.c:643
static int pixelpipe_picker_helper(dt_iop_module_t *module, const dt_iop_roi_t *roi, dt_aligned_pixel_t picked_color, dt_aligned_pixel_t picked_color_min, dt_aligned_pixel_t picked_color_max, dt_pixelpipe_picker_source_t picker_source, int *box)
Definition pixelpipe_hb.c:830
void dt_pixelpipe_get_global_hash(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
Definition pixelpipe_hb.c:429
static int _init_base_buffer(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, void **output, void **cl_mem_output, dt_iop_buffer_dsc_t **out_format, dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out, const uint64_t hash, const gboolean bypass_cache, const size_t bufsize, const size_t bpp)
Definition pixelpipe_hb.c:1550
void dt_dev_clear_rawdetail_mask(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:2425
int dt_dev_pixelpipe_process(dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, int x, int y, int width, int height, double scale)
Definition pixelpipe_hb.c:1980
void dt_dev_pixelpipe_cleanup_nodes(dt_dev_pixelpipe_t *pipe)
Definition pixelpipe_hb.c:322
dt_dev_pixelpipe_change_t
Definition pixelpipe_hb.h:102
@ DT_DEV_PIPE_SYNCH
Definition pixelpipe_hb.h:106
@ DT_DEV_PIPE_TOP_CHANGED
Definition pixelpipe_hb.h:104
@ DT_DEV_PIPE_REMOVE
Definition pixelpipe_hb.h:105
@ DT_DEV_PIPE_UNCHANGED
Definition pixelpipe_hb.h:103
#define dt_dev_pixelpipe_synch_all(pipe, dev)
Definition pixelpipe_hb.h:287
@ DT_DEV_PIXELPIPE_DIRTY
Definition pixelpipe_hb.h:113
void output_format(dt_iop_module_t *self, dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece, dt_iop_buffer_dsc_t *dsc)
Definition rawprepare.c:274
#define DT_DEBUG_CONTROL_SIGNAL_RAISE(ctlsig, signal,...)
Definition signal.h:276
@ DT_SIGNAL_CONTROL_PICKERDATA_READY
This signal is raised when new color picker data are available in the pixelpipe. 1 module 2 piece no ...
Definition signal.h:229
unsigned __int64 uint64_t
Definition strptime.c:71
struct dt_lib_t * lib
Definition darktable.h:537
struct dt_dev_pixelpipe_cache_t * pixelpipe_cache
Definition darktable.h:556
struct dt_mipmap_cache_t * mipmap_cache
Definition darktable.h:542
struct dt_control_signal_t * signals
Definition darktable.h:540
struct dt_opencl_t * opencl
Definition darktable.h:551
int32_t unmuted
Definition darktable.h:526
struct dt_develop_t * develop
Definition darktable.h:536
size_t height
Definition develop.h:135
uint64_t hash
Definition develop.h:136
size_t width
Definition develop.h:134
void * buffer
Definition develop.h:133
size_t bpp
Definition develop.h:138
Definition colorpicker.h:42
dt_lib_colorpicker_size_t size
Definition colorpicker.h:49
dt_boundingbox_t box
Definition colorpicker.h:48
float point[2]
Definition colorpicker.h:47
Definition pixelpipe.h:48
const struct dt_histogram_roi_t * roi
Definition pixelpipe.h:50
uint32_t bins_count
Definition pixelpipe.h:61
Definition dev_history.h:30
uint64_t hash
Definition dev_history.h:42
dt_iop_params_t * params
Definition dev_history.h:33
char multi_name[128]
Definition dev_history.h:38
struct dt_develop_blend_params_t * blend_params
Definition dev_history.h:34
struct dt_iop_module_t *gboolean enabled
Definition dev_history.h:31
Definition pixelpipe_hb.h:46
gboolean enabled
Definition pixelpipe_hb.h:62
uint32_t histogram_max[4]
Definition pixelpipe_hb.h:68
dt_dev_request_flags_t request_histogram
Definition pixelpipe_hb.h:64
uint64_t blendop_hash
Definition pixelpipe_hb.h:74
struct dt_iop_module_t *struct dt_dev_pixelpipe_t * pipe
Definition pixelpipe_hb.h:48
uint64_t global_hash
Definition pixelpipe_hb.h:78
uint64_t hash
Definition pixelpipe_hb.h:73
dt_iop_buffer_dsc_t dsc_in
Definition pixelpipe_hb.h:93
uint32_t * histogram
Definition pixelpipe_hb.h:66
dt_dev_histogram_stats_t histogram_stats
Definition pixelpipe_hb.h:67
uint64_t global_mask_hash
Definition pixelpipe_hb.h:81
dt_iop_roi_t planned_roi_out
Definition pixelpipe_hb.h:88
gboolean bypass_cache
Definition pixelpipe_hb.h:96
int process_tiling_ready
Definition pixelpipe_hb.h:90
GHashTable * raster_masks
Definition pixelpipe_hb.h:98
dt_dev_histogram_collection_params_t histogram_params
Definition pixelpipe_hb.h:65
void * data
Definition pixelpipe_hb.h:49
void * blendop_data
Definition pixelpipe_hb.h:61
dt_iop_roi_t planned_roi_in
Definition pixelpipe_hb.h:88
Definition pixelpipe_hb.h:126
dt_colorspaces_color_profile_type_t icc_type
Definition pixelpipe_hb.h:198
struct dt_iop_order_iccprofile_info_t * work_profile_info
Definition pixelpipe_hb.h:144
struct dt_iop_order_iccprofile_info_t * input_profile_info
Definition pixelpipe_hb.h:146
int iwidth
Definition pixelpipe_hb.h:132
int want_detail_mask
Definition pixelpipe_hb.h:169
float backbuf_zoom_x
Definition pixelpipe_hb.h:158
GList * iop
Definition pixelpipe_hb.h:202
int opencl_error
Definition pixelpipe_hb.h:181
struct dt_iop_order_iccprofile_info_t * output_profile_info
Definition pixelpipe_hb.h:148
int running
Definition pixelpipe_hb.h:175
uint64_t backbuf_hash
Definition pixelpipe_hb.h:159
gchar * icc_filename
Definition pixelpipe_hb.h:199
int processed_width
Definition pixelpipe_hb.h:135
dt_dev_pixelpipe_change_t changed
Definition pixelpipe_hb.h:153
uint64_t last_history_hash
Definition pixelpipe_hb.h:213
dt_pthread_mutex_t busy_mutex
Definition pixelpipe_hb.h:160
gboolean flush_cache
Definition pixelpipe_hb.h:231
int mask_display
Definition pixelpipe_hb.h:185
float backbuf_scale
Definition pixelpipe_hb.h:157
GList * nodes
Definition pixelpipe_hb.h:151
dt_dev_pixelpipe_status_t status
Definition pixelpipe_hb.h:141
dt_imageio_levels_t levels
Definition pixelpipe_hb.h:192
gboolean reentry
Definition pixelpipe_hb.h:219
dt_mipmap_size_t size
Definition pixelpipe_hb.h:129
dt_iop_color_intent_t icc_intent
Definition pixelpipe_hb.h:200
dt_image_t image
Definition pixelpipe_hb.h:196
float * rawdetail_mask_data
Definition pixelpipe_hb.h:167
dt_atomic_int shutdown
Definition pixelpipe_hb.h:177
int output_backbuf_width
Definition pixelpipe_hb.h:163
dt_iop_buffer_dsc_t dsc
Definition pixelpipe_hb.h:139
uint64_t reentry_hash
Definition pixelpipe_hb.h:225
int opencl_enabled
Definition pixelpipe_hb.h:179
float backbuf_zoom_y
Definition pixelpipe_hb.h:158
int output_backbuf_height
Definition pixelpipe_hb.h:163
uint8_t * output_backbuf
Definition pixelpipe_hb.h:162
dt_dev_pixelpipe_type_t type
Definition pixelpipe_hb.h:190
int processed_height
Definition pixelpipe_hb.h:135
int32_t imgid
Definition pixelpipe_hb.h:128
size_t backbuf_width
Definition pixelpipe_hb.h:156
gboolean store_all_raster_masks
Definition pixelpipe_hb.h:208
dt_pthread_mutex_t backbuf_mutex
Definition pixelpipe_hb.h:160
int bypass_blendif
Definition pixelpipe_hb.h:187
int tiling
Definition pixelpipe_hb.h:183
int iheight
Definition pixelpipe_hb.h:132
struct dt_iop_roi_t rawdetail_mask_roi
Definition pixelpipe_hb.h:168
GList * forms
Definition pixelpipe_hb.h:206
void * backbuf
Definition pixelpipe_hb.h:155
int devid
Definition pixelpipe_hb.h:194
int processing
Definition pixelpipe_hb.h:173
int output_imgid
Definition pixelpipe_hb.h:171
GList * iop_order_list
Definition pixelpipe_hb.h:204
size_t backbuf_height
Definition pixelpipe_hb.h:156
int input_timestamp
Definition pixelpipe_hb.h:189
uint32_t mask_mode
Definition blend.h:183
float details
Definition blend.h:209
int32_t gui_attached
Definition develop.h:144
GList * iop_order_list
Definition develop.h:179
dt_image_t image_storage
Definition develop.h:164
dt_backbuf_t display_histogram
Definition develop.h:209
GList * iop
Definition develop.h:173
dt_backbuf_t output_histogram
Definition develop.h:208
struct dt_iop_module_t * gui_module
Definition develop.h:150
struct dt_dev_pixelpipe_t * preview_pipe
Definition develop.h:156
GList * history
Definition develop.h:169
dt_pthread_mutex_t history_mutex
Definition develop.h:167
dt_backbuf_t raw_histogram
Definition develop.h:207
GList * forms
Definition develop.h:189
float factor
Definition tiling.h:32
unsigned overhead
Definition tiling.h:40
float maxbuf
Definition tiling.h:36
Definition histogram.h:35
int width
Definition histogram.h:36
Definition common/image.h:195
dt_iop_buffer_dsc_t buf_dsc
Definition common/image.h:234
char filename[DT_MAX_FILENAME_LEN]
Definition common/image.h:218
Definition develop/format.h:36
int cst
Definition develop/format.h:62
unsigned int channels
Definition develop/format.h:38
dt_iop_buffer_type_t datatype
Definition develop/format.h:40
dt_aligned_pixel_t processed_maximum
Definition develop/format.h:59
dt_dev_request_colorpick_flags_t request_color_pick
Definition imageop.h:200
dt_aligned_pixel_t picked_output_color_min
Definition imageop.h:212
GtkWidget * widget
Definition imageop.h:268
char multi_name[128]
Definition imageop.h:294
struct dt_develop_t * dev
Definition imageop.h:227
GModule *dt_dev_operation_t op
Definition imageop.h:192
dt_dev_request_flags_t request_histogram
Definition imageop.h:202
int iop_order
Definition imageop.h:196
dt_aligned_pixel_t picked_output_color_max
Definition imageop.h:212
uint32_t histogram_max[4]
Definition imageop.h:218
dt_aligned_pixel_t picked_output_color
Definition imageop.h:212
gboolean enabled
Definition imageop.h:229
dt_aligned_pixel_t picked_color_min
Definition imageop.h:210
dt_aligned_pixel_t picked_color_max
Definition imageop.h:210
uint32_t * histogram
Definition imageop.h:214
dt_aligned_pixel_t picked_color
Definition imageop.h:210
Definition iop_profile.h:41
int x
Definition imageop.h:33
double scale
Definition imageop.h:34
int width
Definition imageop.h:33
int height
Definition imageop.h:33
int y
Definition imageop.h:33
struct dt_iop_color_picker_t * picker_proxy
Definition libs/lib.h:54
struct dt_lib_module_t *struct dt_colorpicker_sample_t * primary_sample
Definition libs/lib.h:53
struct dt_lib_t::@51 proxy
struct dt_lib_t::@51::@52 colorpicker
Definition mipmap_cache.h:58
int32_t height
Definition mipmap_cache.h:61
uint8_t * buf
Definition mipmap_cache.h:63
int32_t width
Definition mipmap_cache.h:61
int error_count
Definition opencl.h:498
int stopped
Definition opencl.h:497
Definition pixelpipe_cache.c:29
Definition darktable.h:605
#define dt_alloc_align(B)
Definition tests/cache.c:22
#define MIN(a, b)
Definition thinplate.c:23
#define MAX(a, b)
Definition thinplate.c:20
int dt_tiling_piece_fits_host_memory(const size_t width, const size_t height, const unsigned bpp, const float factor, const size_t overhead)
Definition tiling.c:2045