blender-archive/source/blender/compositor/operations/COM_InpaintOperation.cc

/*
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
 *
 * Copyright 2011, Blender Foundation.
 */

#include "MEM_guardedalloc.h"

#include "COM_InpaintOperation.h"
#include "COM_OpenCLDevice.h"

#include "BLI_math.h"

namespace blender::compositor {

#define ASSERT_XY_RANGE(x, y) \
  BLI_assert(x >= 0 && x < this->getWidth() && y >= 0 && y < this->getHeight())

// Inpaint (simple convolve using average of known pixels)
InpaintSimpleOperation::InpaintSimpleOperation()
{
  this->addInputSocket(DataType::Color);
  this->addOutputSocket(DataType::Color);
  this->flags.complex = true;
  this->m_inputImageProgram = nullptr;
  this->m_pixelorder = nullptr;
  this->m_manhattan_distance = nullptr;
  this->m_cached_buffer = nullptr;
  this->m_cached_buffer_ready = false;
}
void InpaintSimpleOperation::initExecution()
{
  this->m_inputImageProgram = this->getInputSocketReader(0);

  this->m_pixelorder = nullptr;
  this->m_manhattan_distance = nullptr;
  this->m_cached_buffer = nullptr;
  this->m_cached_buffer_ready = false;

  this->initMutex();
}

void InpaintSimpleOperation::clamp_xy(int &x, int &y)
{
  int width = this->getWidth();
  int height = this->getHeight();

  if (x < 0) {
    x = 0;
  }
  else if (x >= width) {
    x = width - 1;
  }

  if (y < 0) {
    y = 0;
  }
  else if (y >= height) {
    y = height - 1;
  }
}

float *InpaintSimpleOperation::get_pixel(int x, int y)
{
  int width = this->getWidth();

  ASSERT_XY_RANGE(x, y);

  return &this->m_cached_buffer[y * width * COM_DATA_TYPE_COLOR_CHANNELS +
                                x * COM_DATA_TYPE_COLOR_CHANNELS];
}

int InpaintSimpleOperation::mdist(int x, int y)
{
  int width = this->getWidth();

  ASSERT_XY_RANGE(x, y);

  return this->m_manhattan_distance[y * width + x];
}

bool InpaintSimpleOperation::next_pixel(int &x, int &y, int &curr, int iters)
{
  int width = this->getWidth();

  if (curr >= this->m_area_size) {
    return false;
  }

  int r = this->m_pixelorder[curr++];

  x = r % width;
  y = r / width;

  if (this->mdist(x, y) > iters) {
    return false;
  }

  return true;
}

void InpaintSimpleOperation::calc_manhattan_distance()
{
  int width = this->getWidth();
  int height = this->getHeight();
  short *m = this->m_manhattan_distance = (short *)MEM_mallocN(sizeof(short) * width * height,
                                                               __func__);
  int *offsets;

  offsets = (int *)MEM_callocN(sizeof(int) * (width + height + 1),
                               "InpaintSimpleOperation offsets");

  for (int j = 0; j < height; j++) {
    for (int i = 0; i < width; i++) {
      int r = 0;
      /* no need to clamp here */
      if (this->get_pixel(i, j)[3] < 1.0f) {
        r = width + height;
        if (i > 0) {
          r = min_ii(r, m[j * width + i - 1] + 1);
        }
        if (j > 0) {
          r = min_ii(r, m[(j - 1) * width + i] + 1);
        }
      }
      m[j * width + i] = r;
    }
  }

  for (int j = height - 1; j >= 0; j--) {
    for (int i = width - 1; i >= 0; i--) {
      int r = m[j * width + i];

      if (i + 1 < width) {
        r = min_ii(r, m[j * width + i + 1] + 1);
      }
      if (j + 1 < height) {
        r = min_ii(r, m[(j + 1) * width + i] + 1);
      }

      m[j * width + i] = r;

      offsets[r]++;
    }
  }

  offsets[0] = 0;

  for (int i = 1; i < width + height + 1; i++) {
    offsets[i] += offsets[i - 1];
  }

  this->m_area_size = offsets[width + height];
  this->m_pixelorder = (int *)MEM_mallocN(sizeof(int) * this->m_area_size, __func__);

  for (int i = 0; i < width * height; i++) {
    if (m[i] > 0) {
      this->m_pixelorder[offsets[m[i] - 1]++] = i;
    }
  }

  MEM_freeN(offsets);
}

void InpaintSimpleOperation::pix_step(int x, int y)
{
  const int d = this->mdist(x, y);
  float pix[3] = {0.0f, 0.0f, 0.0f};
  float pix_divider = 0.0f;

  for (int dx = -1; dx <= 1; dx++) {
    for (int dy = -1; dy <= 1; dy++) {
      /* changing to both != 0 gives dithering artifacts */
      if (dx != 0 || dy != 0) {
        int x_ofs = x + dx;
        int y_ofs = y + dy;

        this->clamp_xy(x_ofs, y_ofs);

        if (this->mdist(x_ofs, y_ofs) < d) {

          float weight;

          if (dx == 0 || dy == 0) {
            weight = 1.0f;
          }
          else {
            weight = M_SQRT1_2; /* 1.0f / sqrt(2) */
          }

          madd_v3_v3fl(pix, this->get_pixel(x_ofs, y_ofs), weight);
          pix_divider += weight;
        }
      }
    }
  }

  float *output = this->get_pixel(x, y);
  if (pix_divider != 0.0f) {
    mul_v3_fl(pix, 1.0f / pix_divider);
    /* use existing pixels alpha to blend into */
    interp_v3_v3v3(output, pix, output, output[3]);
    output[3] = 1.0f;
  }
}

void *InpaintSimpleOperation::initializeTileData(rcti *rect)
{
  if (this->m_cached_buffer_ready) {
    return this->m_cached_buffer;
  }
  lockMutex();
  if (!this->m_cached_buffer_ready) {
    MemoryBuffer *buf = (MemoryBuffer *)this->m_inputImageProgram->initializeTileData(rect);
    this->m_cached_buffer = (float *)MEM_dupallocN(buf->getBuffer());

    this->calc_manhattan_distance();

    int curr = 0;
    int x, y;

    while (this->next_pixel(x, y, curr, this->m_iterations)) {
      this->pix_step(x, y);
    }
    this->m_cached_buffer_ready = true;
  }

  unlockMutex();
  return this->m_cached_buffer;
}

void InpaintSimpleOperation::executePixel(float output[4], int x, int y, void * /*data*/)
{
  this->clamp_xy(x, y);
  copy_v4_v4(output, this->get_pixel(x, y));
}

void InpaintSimpleOperation::deinitExecution()
{
  this->m_inputImageProgram = nullptr;
  this->deinitMutex();
  if (this->m_cached_buffer) {
    MEM_freeN(this->m_cached_buffer);
    this->m_cached_buffer = nullptr;
  }

  if (this->m_pixelorder) {
    MEM_freeN(this->m_pixelorder);
    this->m_pixelorder = nullptr;
  }

  if (this->m_manhattan_distance) {
    MEM_freeN(this->m_manhattan_distance);
    this->m_manhattan_distance = nullptr;
  }
  this->m_cached_buffer_ready = false;
}

bool InpaintSimpleOperation::determineDependingAreaOfInterest(rcti * /*input*/,
                                                              ReadBufferOperation *readOperation,
                                                              rcti *output)
{
  if (this->m_cached_buffer_ready) {
    return false;
  }

  rcti newInput;

  newInput.xmax = getWidth();
  newInput.xmin = 0;
  newInput.ymax = getHeight();
  newInput.ymin = 0;

  return NodeOperation::determineDependingAreaOfInterest(&newInput, readOperation, output);
}

}  // namespace blender::compositor