Blob Blame Raw
/*------------------------------------
 Iwa_GradientWarpFx iwasawa
 参照画像の勾配方向にWarpするエフェクト
------------------------------------*/

#include "iwa_gradientwarpfx.h"

/*------------------------------------------------------------
 ソース画像を0〜1に正規化してホストメモリに読み込む
------------------------------------------------------------*/

template <typename RASTER, typename PIXEL>
void Iwa_GradientWarpFx::setSourceRaster(const RASTER srcRas,
										 float4 *dstMem,
										 TDimensionI dim)
{
	float4 *chann_p = dstMem;
	for (int j = 0; j < dim.ly; j++) {
		PIXEL *pix = srcRas->pixels(j);
		for (int i = 0; i < dim.lx; i++, pix++, chann_p++) {
			(*chann_p).x = (float)pix->r / (float)PIXEL::maxChannelValue;
			(*chann_p).y = (float)pix->g / (float)PIXEL::maxChannelValue;
			(*chann_p).z = (float)pix->b / (float)PIXEL::maxChannelValue;
			(*chann_p).w = (float)pix->m / (float)PIXEL::maxChannelValue;
		}
	}
}

/*------------------------------------------------------------
 参照画像の輝度値を0〜1に正規化してホストメモリに読み込む
------------------------------------------------------------*/

template <typename RASTER, typename PIXEL>
void Iwa_GradientWarpFx::setWarperRaster(const RASTER warperRas,
										 float *dstMem,
										 TDimensionI dim)
{
	float *chann_p = dstMem;
	for (int j = 0; j < dim.ly; j++) {
		PIXEL *pix = warperRas->pixels(j);
		for (int i = 0; i < dim.lx; i++, pix++, chann_p++) {
			float r = (float)pix->r / (float)PIXEL::maxChannelValue;
			float g = (float)pix->g / (float)PIXEL::maxChannelValue;
			float b = (float)pix->b / (float)PIXEL::maxChannelValue;

			(*chann_p) = 0.298912f * r + 0.586611f * g + 0.114478f * b;
		}
	}
}

/*------------------------------------------------------------
 出力結果をChannel値に変換してタイルに格納
------------------------------------------------------------*/
template <typename RASTER, typename PIXEL>
void Iwa_GradientWarpFx::setOutputRaster(float4 *srcMem,
										 const RASTER dstRas,
										 TDimensionI dim,
										 int2 margin)
{
	int out_j = 0;
	for (int j = margin.y; j < dstRas->getLy() + margin.y; j++, out_j++) {
		PIXEL *pix = dstRas->pixels(out_j);
		float4 *chan_p = srcMem;
		chan_p += j * dim.lx + margin.x;
		for (int i = 0; i < dstRas->getLx(); i++, pix++, chan_p++) {
			float val;
			val = (*chan_p).x * (float)PIXEL::maxChannelValue + 0.5f;
			pix->r = (typename PIXEL::Channel)((val > (float)PIXEL::maxChannelValue) ? (float)PIXEL::maxChannelValue : val);
			val = (*chan_p).y * (float)PIXEL::maxChannelValue + 0.5f;
			pix->g = (typename PIXEL::Channel)((val > (float)PIXEL::maxChannelValue) ? (float)PIXEL::maxChannelValue : val);
			val = (*chan_p).z * (float)PIXEL::maxChannelValue + 0.5f;
			pix->b = (typename PIXEL::Channel)((val > (float)PIXEL::maxChannelValue) ? (float)PIXEL::maxChannelValue : val);
			val = (*chan_p).w * (float)PIXEL::maxChannelValue + 0.5f;
			pix->m = (typename PIXEL::Channel)((val > (float)PIXEL::maxChannelValue) ? (float)PIXEL::maxChannelValue : val);
		}
	}
}

//------------------------------------

Iwa_GradientWarpFx::Iwa_GradientWarpFx()
	: m_h_maxlen(0.0), m_v_maxlen(0.0), m_scale(1.0)
{
	/*- 共通パラメータのバインド -*/
	addInputPort("Source", m_source);
	addInputPort("Warper", m_warper);
	bindParam(this, "h_maxlen", m_h_maxlen);
	bindParam(this, "v_maxlen", m_v_maxlen);
	bindParam(this, "scale", m_scale);

	m_h_maxlen->setMeasureName("fxLength");
	m_v_maxlen->setMeasureName("fxLength");
	m_h_maxlen->setValueRange(-100.0, 100.0);
	m_v_maxlen->setValueRange(-100.0, 100.0);
	m_scale->setValueRange(1.0, 100.0);
}

//------------------------------------

void Iwa_GradientWarpFx::doCompute(TTile &tile,
								   double frame,
								   const TRenderSettings &settings)
{
	/*- ソース画像が刺さっていなければreturn -*/
	if (!m_source.isConnected()) {
		tile.getRaster()->clear();
		return;
	}
	/*- 参照画像が刺さっていなければ、ソース画像をそのまま返す -*/
	if (!m_warper.isConnected()) {
		m_source->compute(tile, frame, settings);
		return;
	}

	/*-  計算パラメータを得る -*/
	/*- 移動距離のピクセルサイズ -*/
	/*--- 拡大縮小(移動回転しないで)のGeometryを反映させる ---*/
	double k = sqrt(fabs(settings.m_affine.det()));
	double hLength = m_h_maxlen->getValue(frame) * k;
	double vLength = m_v_maxlen->getValue(frame) * k;

	double scale = m_scale->getValue(frame);

	/*- ワープ距離が0なら、ソース画像をそのまま返す -*/
	if (hLength == 0.0 && vLength == 0.0) {
		m_source->compute(tile, frame, settings);
		return;
	}

	int margin = static_cast<int>(ceil((abs(hLength) < abs(vLength)) ? abs(vLength) : abs(hLength)));

	/*- 素材計算範囲を計算 -*/
	/*- 出力範囲 -*/
	TRectD rectOut(tile.m_pos, TDimensionD(
								   tile.getRaster()->getLx(), tile.getRaster()->getLy()));
	TRectD enlargedRect = rectOut.enlarge((double)margin);
	TDimensionI enlargedDim((int)enlargedRect.getLx(), (int)enlargedRect.getLy());

	/*- ソース画像を正規化して格納 -*/
	float4 *source_host;
	TRasterGR8P source_host_ras(enlargedDim.lx * sizeof(float4), enlargedDim.ly);
	source_host_ras->lock();
	source_host = (float4 *)source_host_ras->getRawData();
	{
		/*- タイルはこのフォーカス内だけ使用。正規化してsource_hostに取り込んだらもう使わない。 -*/
		TTile sourceTile;
		m_source->allocateAndCompute(
			sourceTile, enlargedRect.getP00(),
			enlargedDim,
			tile.getRaster(), frame, settings);
		/*- タイルの画像を0〜1に正規化してホストメモリに読み込む -*/
		TRaster32P ras32 = (TRaster32P)sourceTile.getRaster();
		TRaster64P ras64 = (TRaster64P)sourceTile.getRaster();
		if (ras32)
			setSourceRaster<TRaster32P, TPixel32>(ras32, source_host, enlargedDim);
		else if (ras64)
			setSourceRaster<TRaster64P, TPixel64>(ras64, source_host, enlargedDim);
	}

	/*- 参照画像を正規化して格納 -*/
	float *warper_host;
	TRasterGR8P warper_host_ras(enlargedDim.lx * sizeof(float), enlargedDim.ly);
	warper_host_ras->lock();
	warper_host = (float *)warper_host_ras->getRawData();
	{
		/*- タイルはこのフォーカス内だけ使用。正規化してwarper_hostに取り込んだらもう使わない -*/
		TTile warperTile;
		m_warper->allocateAndCompute(
			warperTile, enlargedRect.getP00(),
			enlargedDim,
			tile.getRaster(), frame, settings);
		/*- タイルの画像の輝度値を0〜1に正規化してホストメモリに読み込む -*/
		TRaster32P ras32 = (TRaster32P)warperTile.getRaster();
		TRaster64P ras64 = (TRaster64P)warperTile.getRaster();
		if (ras32)
			setWarperRaster<TRaster32P, TPixel32>(ras32, warper_host, enlargedDim);
		else if (ras64)
			setWarperRaster<TRaster64P, TPixel64>(ras64, warper_host, enlargedDim);
	}

	/*- 変位値をScale倍して増やす -*/
	hLength *= scale;
	vLength *= scale;

	TRasterGR8P result_host_ras;

	result_host_ras = TRasterGR8P(enlargedDim.lx * sizeof(float4), enlargedDim.ly);
	/*- 結果を収めるメモリ -*/
	float4 *result_host;
	result_host_ras->lock();
	result_host = (float4 *)result_host_ras->getRawData();
	doCompute_CPU(tile, frame, settings,
				  hLength, vLength,
				  margin,
				  enlargedDim,
				  source_host,
				  warper_host,
				  result_host);
	/*- ポインタ入れ替え -*/
	source_host = result_host;

	int2 yohaku = {(enlargedDim.lx - tile.getRaster()->getSize().lx) / 2,
				   (enlargedDim.ly - tile.getRaster()->getSize().ly) / 2};
	/*- ラスタのクリア -*/
	tile.getRaster()->clear();
	TRaster32P outRas32 = (TRaster32P)tile.getRaster();
	TRaster64P outRas64 = (TRaster64P)tile.getRaster();
	if (outRas32)
		setOutputRaster<TRaster32P, TPixel32>(source_host, outRas32, enlargedDim, yohaku);
	else if (outRas64)
		setOutputRaster<TRaster64P, TPixel64>(source_host, outRas64, enlargedDim, yohaku);

	/*- ソース画像のメモリ解放 -*/
	source_host_ras->unlock();
	/*- 参照画像のメモリ解放 -*/
	warper_host_ras->unlock();
	result_host_ras->unlock();
}

/*------------------------------------
 Fx計算
------------------------------------*/

void Iwa_GradientWarpFx::doCompute_CPU(TTile &tile,
									   const double frame,
									   const TRenderSettings &settings,
									   double hLength,
									   double vLength,
									   int margin,
									   TDimensionI &enlargedDim,
									   float4 *source_host,
									   float *warper_host,
									   float4 *result_host)
{
	float4 *res_p = result_host + margin * enlargedDim.lx + margin;

	float *warp_up = warper_host + (margin + 1) * enlargedDim.lx + margin;
	float *warp_down = warper_host + (margin - 1) * enlargedDim.lx + margin;
	float *warp_right = warper_host + margin * enlargedDim.lx + 1 + margin;
	float *warp_left = warper_host + margin * enlargedDim.lx - 1 + margin;

	for (int j = margin; j < enlargedDim.ly - margin; j++) {
		for (int i = margin; i < enlargedDim.lx - margin;
			 i++, res_p++, warp_up++, warp_down++, warp_right++, warp_left++) {
			/*- 勾配を得る -*/
			float2 grad = {static_cast<float>((*warp_right) - (*warp_left)),
						   static_cast<float>((*warp_up) - (*warp_down))};
			/*- 参照点 -*/
			float2 samplePos = {static_cast<float>(i + grad.x * hLength),
								static_cast<float>(j + grad.y * vLength)};

			int2 index = {(int)(samplePos.x + (float)enlargedDim.lx) - enlargedDim.lx,
						  (int)(samplePos.y + (float)enlargedDim.ly) - enlargedDim.ly};
			float2 ratio = {samplePos.x - (float)index.x,
							samplePos.y - (float)index.y};

			/*- サンプリング点回りのピクセルを線形補間 -*/
			float4 col1 = interp_CPU(getSourceVal_CPU(source_host, enlargedDim, index.x, index.y),
									 getSourceVal_CPU(source_host, enlargedDim, index.x + 1, index.y),
									 ratio.x);
			float4 col2 = interp_CPU(getSourceVal_CPU(source_host, enlargedDim, index.x, index.y + 1),
									 getSourceVal_CPU(source_host, enlargedDim, index.x + 1, index.y + 1),
									 ratio.x);
			*res_p = interp_CPU(col1, col2, ratio.y);
		}

		res_p += 2 * margin;
		warp_up += 2 * margin;
		warp_down += 2 * margin;
		warp_right += 2 * margin;
		warp_left += 2 * margin;
	}
}

float4 Iwa_GradientWarpFx::getSourceVal_CPU(float4 *source_host,
											TDimensionI &enlargedDim,
											int pos_x, int pos_y)
{
	if (pos_x < 0 || pos_x >= enlargedDim.lx ||
		pos_y < 0 || pos_y >= enlargedDim.ly)
		return float4{0.0f, 0.0f, 0.0f, 0.0f};

	return source_host[pos_y * enlargedDim.lx + pos_x];
}

float4 Iwa_GradientWarpFx::interp_CPU(float4 val1, float4 val2, float ratio)
{
	return float4{(1.0f - ratio) * val1.x + ratio * val2.x,
				  (1.0f - ratio) * val1.y + ratio * val2.y,
				  (1.0f - ratio) * val1.z + ratio * val2.z,
				  (1.0f - ratio) * val1.w + ratio * val2.w};
}

//------------------------------------

bool Iwa_GradientWarpFx::doGetBBox(double frame,
								   TRectD &bBox,
								   const TRenderSettings &info)
{
	if (!m_source.isConnected()) {
		bBox = TRectD();
		return false;
	}

	const bool ret = m_source->doGetBBox(frame, bBox, info);
	get_render_enlarge(frame, info.m_affine, bBox);
	return ret;
}

//------------------------------------

bool Iwa_GradientWarpFx::canHandle(const TRenderSettings &info,
								   double frame)
{
	return false;
}

//------------------------------------

void Iwa_GradientWarpFx::get_render_real_hv(const double frame,
											const TAffine affine,
											double &h_maxlen,
											double &v_maxlen)
{
	/*--- ベクトルにする(プラス値) --- */
	TPointD rend_vect;
	rend_vect.x = abs(m_h_maxlen->getValue(frame));
	rend_vect.y = abs(m_v_maxlen->getValue(frame));
	/*--- 拡大縮小(移動回転しないで)のGeometryを反映させる ---*/
	rend_vect = rend_vect * sqrt(fabs(affine.det()));
	/*--- 方向は無視して長さを返す(プラス値) ---*/
	h_maxlen = rend_vect.x;
	v_maxlen = rend_vect.y;
}

//------------------------------------

void Iwa_GradientWarpFx::get_render_enlarge(const double frame,
											const TAffine affine,
											TRectD &bBox)
{
	double h_maxlen = 0.0;
	double v_maxlen = 0.0;
	this->get_render_real_hv(frame, affine, h_maxlen, v_maxlen);
	const int margin = static_cast<int>(ceil(
		(h_maxlen < v_maxlen) ? v_maxlen : h_maxlen));
	if (0 < margin) {
		bBox = bBox.enlarge(static_cast<double>(margin));
	}
}

FX_PLUGIN_IDENTIFIER(Iwa_GradientWarpFx, "iwa_GradientWarpFx")