#include "tenv.h"
#include "tsystem.h"
#include "ino_common.h"
#include "tfxparam.h"
#include <sstream> /* std::ostringstream */
/* copy and paste from
igs_ifx_common.h */
namespace igs {
namespace image {
namespace rgba {
enum num { blu = 0, gre, red, alp, siz };
}
} // namespace image
} // namespace igs
//------------------------------------------------------------
namespace {
// T is TPixel32 or TPixel64
// U is unsigned char or unsigned short
template <class T, class U>
void ras_to_arr_(const TRasterPT<T> ras, U* arr, const int channels) {
using namespace igs::image::rgba;
for (int yy = 0; yy < ras->getLy(); ++yy) {
const T* ras_sl = ras->pixels(yy);
for (int xx = 0; xx < ras->getLx(); ++xx, arr += channels) {
if (red < channels) {
arr[red] = ras_sl[xx].r;
}
if (gre < channels) {
arr[gre] = ras_sl[xx].g;
}
if (blu < channels) {
arr[blu] = ras_sl[xx].b;
}
if (alp < channels) {
arr[alp] = ras_sl[xx].m;
}
}
}
}
template <class U, class T>
void arr_to_ras_(const U* arr, const int channels, TRasterPT<T> ras,
const int margin // default is 0
) {
arr +=
(ras->getLx() + margin + margin) * margin * channels + margin * channels;
using namespace igs::image::rgba;
for (int yy = 0; yy < ras->getLy();
++yy, arr += (ras->getLx() + margin + margin) * channels) {
const U* arrx = arr;
T* ras_sl = ras->pixels(yy);
for (int xx = 0; xx < ras->getLx(); ++xx, arrx += channels) {
if (red < channels) {
ras_sl[xx].r = arrx[red];
}
if (gre < channels) {
ras_sl[xx].g = arrx[gre];
}
if (blu < channels) {
ras_sl[xx].b = arrx[blu];
}
if (alp < channels) {
ras_sl[xx].m = arrx[alp];
}
}
}
}
} // namespace
//--------------------
void ino::ras_to_arr(const TRasterP in_ras, const int channels,
unsigned char* out_arr) {
if ((TRaster32P)in_ras) {
ras_to_arr_<TPixel32, unsigned char>(in_ras, out_arr, channels);
} else if ((TRaster64P)in_ras) {
ras_to_arr_<TPixel64, unsigned short>(
in_ras, reinterpret_cast<unsigned short*>(out_arr), channels);
}
}
void ino::arr_to_ras(const unsigned char* in_arr, const int channels,
TRasterP out_ras, const int margin) {
if ((TRaster32P)out_ras) {
arr_to_ras_<unsigned char, TPixel32>(in_arr, channels, out_ras, margin);
} else if ((TRaster64P)out_ras) {
arr_to_ras_<unsigned short, TPixel64>(
reinterpret_cast<const unsigned short*>(in_arr), channels, out_ras,
margin);
}
}
//--------------------
void ino::ras_to_vec(const TRasterP in_ras, const int channels,
std::vector<unsigned char>& out_vec) {
out_vec.resize(
in_ras->getLy() * in_ras->getLx() * channels *
(((TRaster64P)in_ras) ? sizeof(unsigned short) : sizeof(unsigned char)));
ino::ras_to_arr(in_ras, channels, &out_vec.at(0));
}
void ino::vec_to_ras(std::vector<unsigned char>& in_vec, const int channels,
TRasterP out_ras, const int margin // default is 0
) {
ino::arr_to_ras(&in_vec.at(0), channels, out_ras, margin);
in_vec.clear();
}
//--------------------
#if 0 //---
void ino::Lx_to_wrap( TRasterP ras ) {
/*
ras->getLx() : 描画の幅
ras->getWrap() : データの存在幅
描画幅よりデータの存在幅の方が大きい場合、
存在幅位置に置き直し、残りをゼロクリア
*/
if ( ras->getWrap() <= ras->getLx() ) { return; }
const int rowSize = ras->getLx() * ras->getPixelSize();
const int wrapSize = ras->getWrap() * ras->getPixelSize();
const int restSize = wrapSize - rowSize;
const UCHAR *rowImg = ras->getRawData()+rowSize *(ras->getLy()-1);
UCHAR *wrapImg = ras->getRawData()+wrapSize*(ras->getLy()-1);
for (int yy = 0; yy < ras->getLy(); ++yy) {
::memcpy(wrapImg, rowImg, rowSize);
::memset(wrapImg+rowSize, 0, restSize); /* 上下にはみ出すとここで落ちる */
rowImg -= rowSize;
wrapImg -= wrapSize;
}
}
#endif //---
//------------------------------------------------------------
namespace {
bool enable_sw_ = true;
bool check_sw_ = true;
} // namespace
bool ino::log_enable_sw(void) {
if (check_sw_) {
TFileStatus file(
// ToonzFolder::getProfileFolder()
TEnv::getConfigDir() + "fx_ino_no_log.setup");
if (file.doesExist()) {
enable_sw_ = false;
}
check_sw_ = false;
}
return enable_sw_;
}
//------------------------------------------------------------
namespace {
/* より大きな四角エリアにPixel整数値で密着する */
void makeRectCoherent(TRectD& rect, const TPointD& pos) {
rect -= pos;
rect.x0 = tfloor(rect.x0); /* ((x)<(int)(x)? (int)(x)-1: (int)(x))*/
rect.y0 = tfloor(rect.y0);
rect.x1 = tceil(rect.x1); /* ((int)(x)<(x)? (int)(x)+1: (int)(x))*/
rect.y1 = tceil(rect.y1);
rect += pos;
}
inline void to_xyz(double* xyz, double const* bgr) {
xyz[0] = 0.6069 * bgr[2] + 0.1735 * bgr[1] + 0.2003 * bgr[0]; // X
xyz[1] = 0.2989 * bgr[2] + 0.5866 * bgr[1] + 0.1145 * bgr[0]; // Y
xyz[2] = 0.0000 * bgr[2] + 0.0661 * bgr[1] + 1.1162 * bgr[0]; // Z
}
inline void to_bgr(double* bgr, double const* xyz) {
bgr[0] = +0.0585 * xyz[0] - 0.1187 * xyz[1] + 0.9017 * xyz[2]; // blue
bgr[1] = -0.9844 * xyz[0] + 1.9985 * xyz[1] - 0.0279 * xyz[2]; // green
bgr[2] = +1.9104 * xyz[0] - 0.5338 * xyz[1] - 0.2891 * xyz[2]; // red
}
// convert sRGB color space to power space
template <typename T = double>
inline T to_linear_color_space(T nonlinear_color, T exposure, T gamma) {
// return -std::log(T(1) - std::pow(nonlinear_color, gamma)) / exposure;
return std::pow(nonlinear_color, gamma) / exposure;
}
// convert power space to sRGB color space
template <typename T = double>
inline T to_nonlinear_color_space(T linear_color, T exposure, T gamma) {
// return std::pow(T(1) - std::exp(-exposure * linear_color), T(1) / gamma);
return std::pow(linear_color * exposure, T(1) / gamma);
}
template <class T = double>
const T& clamp(const T& v, const T& lo, const T& hi) {
assert(!(hi < lo));
return (v < lo) ? lo : (hi < v) ? hi : v;
}
} // namespace
//------------------------------------------------------------
TBlendForeBackRasterFx::TBlendForeBackRasterFx(bool clipping_mask,
bool has_alpha_option)
: m_opacity(1.0 * ino::param_range())
, m_clipping_mask(clipping_mask)
, m_linear(false)
, m_gamma(2.2)
, m_premultiplied(true) {
addInputPort("Fore", this->m_up);
addInputPort("Back", this->m_down);
bindParam(this, "opacity", this->m_opacity);
bindParam(this, "clipping_mask", this->m_clipping_mask);
bindParam(this, "linear", this->m_linear);
bindParam(this, "gamma", this->m_gamma);
bindParam(this, "premultiplied", this->m_premultiplied);
this->m_opacity->setValueRange(0, 1.0 * ino::param_range());
this->m_gamma->setValueRange(0.2, 5.0);
if (has_alpha_option) {
m_alpha_rendering = TBoolParamP(true);
bindParam(this, "alpha_rendering", this->m_alpha_rendering);
}
}
//------------------------------------------------------------
bool TBlendForeBackRasterFx::doGetBBox(double frame, TRectD& bBox,
const TRenderSettings& rs) {
TRectD up_bx;
const bool up_sw =
(m_up.isConnected() ? m_up->doGetBBox(frame, up_bx, rs) : false);
TRectD dn_bx;
const bool dn_sw =
(m_down.isConnected() ? m_down->doGetBBox(frame, dn_bx, rs) : false);
if (up_sw && dn_sw) {
bBox = up_bx + dn_bx;
return !bBox.isEmpty();
} else if (up_sw) {
bBox = up_bx;
return true;
} else if (dn_sw) {
bBox = dn_bx;
return true;
} else {
bBox = TRectD();
return false;
}
}
//------------------------------------------------------------
void TBlendForeBackRasterFx::dryComputeUpAndDown(TRectD& rect, double frame,
const TRenderSettings& rs,
bool upComputesWholeTile) {
const bool up_is = (this->m_up.isConnected() &&
this->m_up.getFx()->getTimeRegion().contains(frame));
const bool down_is = (this->m_down.isConnected() &&
this->m_down.getFx()->getTimeRegion().contains(frame));
/* ------ 両方とも切断の時処理しない ---------------------- */
if (!up_is && !down_is) {
return;
}
/* ------ up接続かつdown切断の時 -------------------------- */
if (up_is && !down_is) {
this->m_up->dryCompute(rect, frame, rs);
return;
}
/* ------ down接続時 -------------------------------------- */
if (down_is) {
this->m_down->dryCompute(rect, frame, rs);
}
/* ------ up切断時 ---------------------------------------- */
if (!up_is) {
return;
}
/* ------ tileのgeometryを計算する ------------------------ */
TRectD upBBox;
if (upComputesWholeTile) {
upBBox = rect;
} else {
this->m_up->getBBox(frame, upBBox, rs);
upBBox *= rect;
makeRectCoherent(upBBox, rect.getP00());
}
if ((upBBox.getLx() > 0.5) && (upBBox.getLy() > 0.5)) {
this->m_up->dryCompute(upBBox, frame, rs);
}
}
//------------------------------------------------------------
void TBlendForeBackRasterFx::doCompute(TTile& tile, double frame,
const TRenderSettings& rs) {
/* ------ 画像生成 ---------------------------------------- */
TRasterP dn_ras, up_ras;
this->computeUpAndDown(tile, frame, rs, dn_ras, up_ras);
if (!dn_ras || !up_ras) {
return;
}
/* ------ 動作パラメータを得る ---------------------------- */
const double up_opacity =
this->m_opacity->getValue(frame) / ino::param_range();
const double gamma = this->m_gamma->getValue(frame);
/* ------ (app_begin)log記憶 ------------------------------ */
const bool log_sw = ino::log_enable_sw();
if (log_sw) {
std::ostringstream os;
os << "params"
<< " up_opacity " << up_opacity << " dn_tile w " << dn_ras->getLx()
<< " wrap " << dn_ras->getWrap() << " h " << dn_ras->getLy()
<< " pixbits " << ino::pixel_bits(dn_ras) << " up_tile w "
<< up_ras->getLx() << " wrap " << up_ras->getWrap() << " h "
<< up_ras->getLy() << " pixbits " << ino::pixel_bits(up_ras)
<< " frame " << frame;
}
/* ------ fx処理 ------------------------------------------ */
try {
if (dn_ras) {
dn_ras->lock();
}
if (up_ras) {
up_ras->lock();
}
doComputeFx(dn_ras, up_ras, TPoint(), up_opacity, gamma);
// fx_(dn_ras, up_ras, TPoint(), up_opacity,
// this->m_clipping_mask->getValue(),
// this->m_linear->getValue(), gamma, this->m_premultiplied->getValue());
if (up_ras) {
up_ras->unlock();
}
if (dn_ras) {
dn_ras->unlock();
}
}
/* ------ error処理 --------------------------------------- */
catch (std::exception& e) {
if (up_ras) {
up_ras->unlock();
}
if (dn_ras) {
dn_ras->unlock();
}
if (log_sw) {
std::string str("exception <");
str += e.what();
str += '>';
}
throw;
} catch (...) {
if (up_ras) {
up_ras->unlock();
}
if (dn_ras) {
dn_ras->unlock();
}
if (log_sw) {
std::string str("other exception");
}
throw;
}
}
//------------------------------------------------------------
void TBlendForeBackRasterFx::doComputeFx(TRasterP& dn_ras_out,
const TRasterP& up_ras,
const TPoint& pos,
const double up_opacity,
const double gamma) {
/* 交差したエリアを処理するようにする、いるのか??? */
TRect outRect(dn_ras_out->getBounds());
TRect upRect(up_ras->getBounds() + pos);
TRect intersection = outRect * upRect;
if (intersection.isEmpty()) return;
TRasterP cRout = dn_ras_out->extract(intersection);
TRect rr = intersection - pos;
TRasterP cRup = up_ras->extract(rr);
TRaster32P rout32 = cRout, rup32 = cRup;
TRaster64P rout64 = cRout, rup64 = cRup;
bool linear_sw = this->m_linear->getValue();
if (rout32 && rup32) {
if (linear_sw)
linearTmpl<TPixel32, UCHAR>(rout32, rup32, up_opacity, gamma);
// linearAdd<TPixel32, UCHAR>(rout32, rup32, up_opacity, clipping_mask_sw,
// gamma, premultiplied_sw);
else
nonlinearTmpl<TPixel32, UCHAR>(rout32, rup32, up_opacity);
// tmpl_<TPixel32, UCHAR>(rout32, rup32, up_opacity, clipping_mask_sw);
} else if (rout64 && rup64) {
if (linear_sw)
linearTmpl<TPixel64, USHORT>(rout64, rup64, up_opacity, gamma);
else
nonlinearTmpl<TPixel64, USHORT>(rout64, rup64, up_opacity);
} else {
throw TRopException("unsupported pixel type");
}
}
//------------------------------------------------------------
template <class T, class Q>
void TBlendForeBackRasterFx::nonlinearTmpl(TRasterPT<T> dn_ras_out,
const TRasterPT<T>& up_ras,
const double up_opacity) {
bool clipping_mask_sw = this->m_clipping_mask->getValue();
bool alpha_rendering_sw = (m_alpha_rendering.getPointer())
? this->m_alpha_rendering->getValue()
: true;
double maxi = static_cast<double>(T::maxChannelValue); // 255or65535
assert(dn_ras_out->getSize() == up_ras->getSize());
for (int yy = 0; yy < dn_ras_out->getLy(); ++yy) {
T* out_pix = dn_ras_out->pixels(yy);
const T* const out_end = out_pix + dn_ras_out->getLx();
const T* up_pix = up_ras->pixels(yy);
for (; out_pix < out_end; ++out_pix, ++up_pix) {
double upr = static_cast<double>(up_pix->r) / maxi;
double upg = static_cast<double>(up_pix->g) / maxi;
double upb = static_cast<double>(up_pix->b) / maxi;
double upa = static_cast<double>(up_pix->m) / maxi;
double dnr = static_cast<double>(out_pix->r) / maxi;
double dng = static_cast<double>(out_pix->g) / maxi;
double dnb = static_cast<double>(out_pix->b) / maxi;
double dna = static_cast<double>(out_pix->m) / maxi;
brendKernel(dnr, dng, dnb, dna, upr, upg, upb, upa,
clipping_mask_sw ? up_opacity * dna : up_opacity,
alpha_rendering_sw);
out_pix->r = static_cast<Q>(dnr * (maxi + 0.999999));
out_pix->g = static_cast<Q>(dng * (maxi + 0.999999));
out_pix->b = static_cast<Q>(dnb * (maxi + 0.999999));
out_pix->m = static_cast<Q>(dna * (maxi + 0.999999));
}
}
}
//------------------------------------------------------------
template <class T, class Q>
void TBlendForeBackRasterFx::linearTmpl(TRasterPT<T> dn_ras_out,
const TRasterPT<T>& up_ras,
const double up_opacity,
const double gamma) {
bool clipping_mask_sw = this->m_clipping_mask->getValue();
bool alpha_rendering_sw = (m_alpha_rendering.getPointer())
? this->m_alpha_rendering->getValue()
: true;
bool premultiplied_sw = this->m_premultiplied->getValue();
double maxi = static_cast<double>(T::maxChannelValue); // 255or65535
double limit = (maxi + 0.5) / (maxi + 1.0);
assert(dn_ras_out->getSize() == up_ras->getSize());
for (int yy = 0; yy < dn_ras_out->getLy(); ++yy) {
T* out_pix = dn_ras_out->pixels(yy);
const T* const out_end = out_pix + dn_ras_out->getLx();
const T* up_pix = up_ras->pixels(yy);
for (; out_pix < out_end; ++out_pix, ++up_pix) {
if (up_pix->m <= 0 || up_opacity <= 0) {
continue;
}
double dna = static_cast<double>(out_pix->m) / maxi;
double tmp_opacity = clipping_mask_sw ? up_opacity * dna : up_opacity;
if (tmp_opacity <= 0) continue;
double dnBGR[3];
dnBGR[0] = static_cast<double>(out_pix->b) / maxi;
dnBGR[1] = static_cast<double>(out_pix->g) / maxi;
dnBGR[2] = static_cast<double>(out_pix->r) / maxi;
double dnXYZ[3] = {0.0, 0.0, 0.0};
if (dna > 0.0) {
for (int c = 0; c < 3; c++) {
if (premultiplied_sw)
dnBGR[c] = to_linear_color_space(dnBGR[c] / dna, 1.0, gamma) * dna;
else
dnBGR[c] = to_linear_color_space(dnBGR[c], 1.0, gamma);
}
to_xyz(dnXYZ, dnBGR);
}
double upBGR[3];
upBGR[0] = static_cast<double>(up_pix->b) / maxi;
upBGR[1] = static_cast<double>(up_pix->g) / maxi;
upBGR[2] = static_cast<double>(up_pix->r) / maxi;
double upa = static_cast<double>(up_pix->m) / maxi;
for (int c = 0; c < 3; c++) {
if (premultiplied_sw)
upBGR[c] = to_linear_color_space(upBGR[c] / upa, 1.0, gamma) * upa;
else
upBGR[c] = to_linear_color_space(upBGR[c], 1.0, gamma);
}
double upXYZ[3];
to_xyz(upXYZ, upBGR);
brendKernel(dnXYZ[0], dnXYZ[1], dnXYZ[2], dna, upXYZ[0], upXYZ[1],
upXYZ[2], upa, tmp_opacity, alpha_rendering_sw);
to_bgr(dnBGR, dnXYZ);
// premultiply the result
double nonlinear_b =
to_nonlinear_color_space(dnBGR[0] / dna, 1.0, gamma) * dna;
double nonlinear_g =
to_nonlinear_color_space(dnBGR[1] / dna, 1.0, gamma) * dna;
double nonlinear_r =
to_nonlinear_color_space(dnBGR[2] / dna, 1.0, gamma) * dna;
out_pix->r =
static_cast<Q>(clamp(nonlinear_r, 0.0, 1.0) * (maxi + 0.999999));
out_pix->g =
static_cast<Q>(clamp(nonlinear_g, 0.0, 1.0) * (maxi + 0.999999));
out_pix->b =
static_cast<Q>(clamp(nonlinear_b, 0.0, 1.0) * (maxi + 0.999999));
out_pix->m = static_cast<Q>(dna * (maxi + 0.999999));
}
}
}
//------------------------------------------------------------
void TBlendForeBackRasterFx::computeUpAndDown(TTile& tile, double frame,
const TRenderSettings& rs,
TRasterP& dn_ras,
TRasterP& up_ras,
bool upComputesWholeTile) {
/* ------ サポートしていないPixelタイプはエラーを投げる --- */
if (!((TRaster32P)tile.getRaster()) && !((TRaster64P)tile.getRaster())) {
throw TRopException("unsupported input pixel type");
}
/*
m_down,m_upは繋がっている方があればそれを表示する
両方とも接続していれば合成処理する
表示スイッチを切ってあるならm_upを表示する
fxをreplaceすると、
m_source --> m_up (=port0)
m_refernce --> m_down(=port1)
となる
*/
const bool up_is = (this->m_up.isConnected() &&
this->m_up.getFx()->getTimeRegion().contains(frame));
const bool down_is = (this->m_down.isConnected() &&
this->m_down.getFx()->getTimeRegion().contains(frame));
/* ------ 両方とも切断の時処理しない ---------------------- */
if (!up_is && !down_is) {
tile.getRaster()->clear();
return;
}
/* ------ up接続かつdown切断の時 -------------------------- */
if (up_is && !down_is) {
this->m_up->compute(tile, frame, rs);
return;
}
/* ------ down接続時 downのみ描画して... ------------------ */
if (down_is) {
this->m_down->compute(tile, frame, rs);
}
/* ------ up切断時 ---------------------------------------- */
if (!up_is) {
return;
}
/* upと重なる部分を描画する */
/* ------ tileの範囲 -------------------------------------- */
const TDimension tsz(tile.getRaster()->getSize()); /* 整数 */
const TRectD tileRect(tile.m_pos, TDimensionD(tsz.lx, tsz.ly));
TRectD upBBox;
if (upComputesWholeTile) {
upBBox = tileRect;
} /* tile全体を得る */
else { /* 厳密なエリア... */
this->m_up->getBBox(frame, upBBox, rs);
upBBox *= tileRect; /* upとtileの交差エリア */
/* より大きな四角エリアにPixel整数値で密着する */
makeRectCoherent(upBBox, tile.m_pos); // double-->int grid
}
TDimensionI upSize( /* TRectDをTDimensionIに変換 */
tround(upBBox.getLx()) // getLx() = "x1>=x0?x1-x0:0"
,
tround(upBBox.getLy()) // getLy() = "y1>=y0?y1-y0:0"
);
if ((upSize.lx <= 0) || (upSize.ly <= 0)) {
return;
}
/* ------ upのメモリ確保と描画 ---------------------------- */
TTile upTile;
this->m_up->allocateAndCompute(upTile, upBBox.getP00(), upSize,
tile.getRaster() /* 32/64bitsの判定に使う */
,
frame, rs);
/* ------ upとdownのTRasterを得る ------------------------- */
TRectI dnRect(upTile.getRaster()->getSize()); // TDimensionI(-)
dnRect += convert(upTile.m_pos - tile.m_pos); /* uptile->tile原点 */
/*
ここで問題はdoubleの位置を、四捨五入して整数値にしていること
移動してから四捨五入ではないの???
dnRectの元位置が整数位置なので、問題ないか...
*/
dn_ras = upComputesWholeTile ? tile.getRaster()
: tile.getRaster()->extract(dnRect);
up_ras = upTile.getRaster();
assert(dn_ras->getSize() == up_ras->getSize());
}