blender-archive/source/blender/render/intern/source/pipeline.c

/**  
 *
 * ***** BEGIN GPL LICENSE BLOCK *****
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version. 
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
 *
 * The Original Code is Copyright (C) 2006 Blender Foundation.
 * All rights reserved.
 *
 * The Original Code is: all of this file.
 *
 * Contributor(s): none yet.
 *
 * ***** END GPL LICENSE BLOCK *****
 */

#include <math.h>
#include <limits.h>
#include <string.h>
#include <stdlib.h>

#include "DNA_group_types.h"
#include "DNA_node_types.h"
#include "DNA_object_types.h"
#include "DNA_scene_types.h"

#include "BKE_global.h"
#include "BKE_image.h"
#include "BKE_node.h"
#include "BKE_scene.h"
#include "BKE_writeavi.h"	/* <------ should be replaced once with generic movie module */

#include "MEM_guardedalloc.h"

#include "BLI_arithb.h"
#include "BLI_blenlib.h"
#include "BLI_threads.h"

#include "PIL_time.h"
#include "IMB_imbuf.h"
#include "IMB_imbuf_types.h"

#include "RE_pipeline.h"
#include "radio.h"

#include "BSE_sequence.h"  /* <----------------- bad!!! */

/* internal */
#include "render_types.h"
#include "renderpipeline.h"
#include "renderdatabase.h"
#include "rendercore.h"
#include "envmap.h"
#include "initrender.h"
#include "shadbuf.h"
#include "zbuf.h"

#include "SDL_thread.h"
#include "SDL_mutex.h"

/* render flow

1) Initialize state
- state data, tables
- movie/image file init
- everything that doesn't change during animation

2) Initialize data
- camera, world, matrices
- make render verts, faces, halos, strands
- everything can change per frame/field

3) Render Processor
- multiple layers
- tiles, rect, baking
- layers/tiles optionally to disk or directly in Render Result

4) Composit Render Result
- also read external files etc

5) Image Files
- save file or append in movie

*/


/* ********* globals ******** */

/* here we store all renders */
static struct ListBase RenderList= {NULL, NULL};

/* hardcopy of current render, used while rendering for speed */
Render R;

/* ********* alloc and free ******** */


SDL_mutex *malloc_lock= NULL;

void *RE_mallocN(int len, char *name)
{
	void *mem;
	if(malloc_lock) SDL_mutexP(malloc_lock);
	mem= MEM_mallocN(len, name);
	if(malloc_lock) SDL_mutexV(malloc_lock);
	return mem;
}
void *RE_callocN(int len, char *name)
{
	void *mem;
	if(malloc_lock) SDL_mutexP(malloc_lock);
	mem= MEM_callocN(len, name);
	if(malloc_lock) SDL_mutexV(malloc_lock);
	return mem;
}
void RE_freeN(void *poin)
{
	if(malloc_lock) SDL_mutexP(malloc_lock);
	MEM_freeN(poin);
	if(malloc_lock) SDL_mutexV(malloc_lock);
}

/* ********************** */

static int g_break= 0;
static int thread_break(void)
{
	return g_break;
}

/* default callbacks, set in each new render */
static void result_nothing(RenderResult *rr) {}
static void result_rcti_nothing(RenderResult *rr, rcti *rect) {}
static void stats_nothing(RenderStats *rs) {}
static void int_nothing(int val) {}
static int void_nothing(void) {return 0;}
static void print_error(const char *str) {printf("ERROR: %s\n", str);}

static void free_render_result(RenderResult *res)
{
	if(res==NULL) return;

	while(res->layers.first) {
		RenderLayer *rl= res->layers.first;
		
		if(rl->rectf) RE_freeN(rl->rectf);
		while(rl->passes.first) {
			RenderPass *rpass= rl->passes.first;
			RE_freeN(rpass->rect);
			BLI_remlink(&rl->passes, rpass);
			RE_freeN(rpass);
		}
		BLI_remlink(&res->layers, rl);
		RE_freeN(rl);
	}
	
	if(res->rect32)
		RE_freeN(res->rect32);
	if(res->rectz)
		RE_freeN(res->rectz);
	if(res->rectf)
		RE_freeN(res->rectf);
	
	RE_freeN(res);
}

static void render_layer_add_pass(RenderLayer *rl, int rectsize, int passtype, char *mallocstr)
{
	RenderPass *rpass= RE_mallocN(sizeof(RenderPass), mallocstr);
	
	BLI_addtail(&rl->passes, rpass);
	rpass->passtype= passtype;
	if(passtype==SCE_PASS_VECTOR) {
		float *rect;
		int x;
		
		/* initialize to max speed */
		rect= rpass->rect= RE_mallocN(sizeof(float)*rectsize, mallocstr);
		for(x= rectsize-1; x>=0; x--)
			rect[x]= PASS_VECTOR_MAX;
	}
	else
		rpass->rect= RE_callocN(sizeof(float)*rectsize, mallocstr);
}

float *RE_RenderLayerGetPass(RenderLayer *rl, int passtype)
{
	RenderPass *rpass;
	
	for(rpass=rl->passes.first; rpass; rpass= rpass->next)
		if(rpass->passtype== passtype)
			return rpass->rect;
	return NULL;
}

/* called by main render as well for parts */
/* will read info from Render *re to define layers */
/* called in threads */
/* winrct is coordinate rect of entire image, partrct the part within */
static RenderResult *new_render_result(Render *re, rcti *partrct, int crop)
{
	RenderResult *rr;
	RenderLayer *rl;
	SceneRenderLayer *srl;
	int rectx, recty;
	
	rectx= partrct->xmax - partrct->xmin;
	recty= partrct->ymax - partrct->ymin;
	
	if(rectx<=0 || recty<=0)
		return NULL;
	
	rr= RE_callocN(sizeof(RenderResult), "new render result");
	rr->rectx= rectx;
	rr->recty= recty;
	/* crop is one or two extra pixels rendered for filtering, is used for merging and display too */
	rr->crop= crop;
	
	/* tilerect is relative coordinates within render disprect. do not subtract crop yet */
	rr->tilerect.xmin= partrct->xmin - re->disprect.xmin;
	rr->tilerect.xmax= partrct->xmax - re->disprect.xmax;
	rr->tilerect.ymin= partrct->ymin - re->disprect.ymin;
	rr->tilerect.ymax= partrct->ymax - re->disprect.ymax;
	
	/* check renderdata for amount of layers */
	for(srl= re->r.layers.first; srl; srl= srl->next) {

		rl= RE_callocN(sizeof(RenderLayer), "new render layer");
		BLI_addtail(&rr->layers, rl);
		
		strcpy(rl->name, srl->name);
		rl->lay= srl->lay;
		rl->layflag= srl->layflag;
		rl->passflag= srl->passflag;
		
		rl->rectf= RE_callocN(rectx*recty*sizeof(float)*4, "layer float rgba");
		
		if(srl->passflag  & SCE_PASS_Z)
			render_layer_add_pass(rl, rectx*recty, SCE_PASS_Z, "Layer float Z");
		if(srl->passflag  & SCE_PASS_VECTOR)
			render_layer_add_pass(rl, rectx*recty*4, SCE_PASS_VECTOR, "layer float Vector");
		if(srl->passflag  & SCE_PASS_NORMAL)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_NORMAL, "layer float Normal");
		if(srl->passflag  & SCE_PASS_RGBA)
			render_layer_add_pass(rl, rectx*recty*4, SCE_PASS_RGBA, "layer float Color");
		if(srl->passflag  & SCE_PASS_DIFFUSE)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_DIFFUSE, "layer float Diffuse");
		if(srl->passflag  & SCE_PASS_SPEC)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_SPEC, "layer float Spec");
		if(srl->passflag  & SCE_PASS_SHADOW)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_SHADOW, "layer float Shadow");
		if(srl->passflag  & SCE_PASS_AO)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_AO, "layer float AO");
		if(srl->passflag  & SCE_PASS_RAY)
			render_layer_add_pass(rl, rectx*recty*3, SCE_PASS_RAY, "layer float Mirror");
		
	}
	/* previewrender and envmap don't do layers, so we make a default one */
	if(rr->layers.first==NULL) {
		rl= RE_callocN(sizeof(RenderLayer), "new render layer");
		BLI_addtail(&rr->layers, rl);
		
		rl->rectf= RE_callocN(rectx*recty*sizeof(float)*4, "prev/env float rgba");
		
		/* note, this has to be in sync with scene.c */
		rl->lay= (1<<20) -1;
		rl->layflag= 0x7FFF;	/* solid ztra halo strand */
		rl->passflag= SCE_PASS_COMBINED;
		
		re->r.actlay= 0;
	}
	
	/* display active layer */
	rr->renlay= BLI_findlink(&rr->layers, re->r.actlay);
	
	return rr;
}

static int render_result_needs_vector(RenderResult *rr)
{
	RenderLayer *rl;
	
	for(rl= rr->layers.first; rl; rl= rl->next)
		if(rl->passflag & SCE_PASS_VECTOR)
			return 1;
	return 0;
}

static void do_merge_tile(RenderResult *rr, RenderResult *rrpart, float *target, float *tile, int pixsize)
{
	int y, ofs, copylen, tilex, tiley;
	
	copylen= tilex= rrpart->rectx;
	tiley= rrpart->recty;
	
	if(rrpart->crop) {	/* filters add pixel extra */
		tile+= pixsize*(rrpart->crop + rrpart->crop*tilex);
		
		copylen= tilex - 2*rrpart->crop;
		tiley -= 2*rrpart->crop;
		
		ofs= (rrpart->tilerect.ymin + rrpart->crop)*rr->rectx + (rrpart->tilerect.xmin+rrpart->crop);
		target+= pixsize*ofs;
	}
	else {
		ofs= (rrpart->tilerect.ymin*rr->rectx + rrpart->tilerect.xmin);
		target+= pixsize*ofs;
	}

	copylen *= sizeof(float)*pixsize;
	tilex *= pixsize;
	ofs= pixsize*rr->rectx;

	for(y=0; y<tiley; y++) {
		memcpy(target, tile, copylen);
		target+= ofs;
		tile+= tilex;
	}
}

/* used when rendering to a full buffer, or when reading the exr part-layer-pass file */
/* no test happens here if it fits... we also assume layers are in sync */
/* is used within threads */
static void merge_render_result(RenderResult *rr, RenderResult *rrpart)
{
	RenderLayer *rl, *rlp;
	RenderPass *rpass, *rpassp;
	
	for(rl= rr->layers.first, rlp= rrpart->layers.first; rl && rlp; rl= rl->next, rlp= rlp->next) {
		
		/* combined */
		if(rl->rectf && rlp->rectf)
			do_merge_tile(rr, rrpart, rl->rectf, rlp->rectf, 4);
		
		/* passes are allocated in sync */
		for(rpass= rl->passes.first, rpassp= rlp->passes.first; rpass && rpassp; rpass= rpass->next, rpassp= rpassp->next) {
			switch(rpass->passtype) {
				case SCE_PASS_Z:
					do_merge_tile(rr, rrpart, rpass->rect, rpassp->rect, 1);
					break;
				case SCE_PASS_VECTOR:
					do_merge_tile(rr, rrpart, rpass->rect, rpassp->rect, 4);
					break;
				case SCE_PASS_RGBA:
					do_merge_tile(rr, rrpart, rpass->rect, rpassp->rect, 4);
					break;
				default:
					do_merge_tile(rr, rrpart, rpass->rect, rpassp->rect, 3);
			}
		}
	}
}


/* *************************************************** */

Render *RE_GetRender(const char *name)
{
	Render *re;
	
	/* search for existing renders */
	for(re= RenderList.first; re; re= re->next) {
		if(strncmp(re->name, name, RE_MAXNAME)==0) {
			break;
		}
	}
	return re;
}

/* if you want to know exactly what has been done */
RenderResult *RE_GetResult(Render *re)
{
	if(re)
		return re->result;
	return NULL;
}

/* fill provided result struct with what's currently active or done */
void RE_GetResultImage(Render *re, RenderResult *rr)
{
	memset(rr, 0, sizeof(RenderResult));

	if(re && re->result) {
		RenderLayer *rl;
		
		rr->rectx= re->result->rectx;
		rr->recty= re->result->recty;
		
		rr->rectf= re->result->rectf;
		rr->rectz= re->result->rectz;
		rr->rect32= re->result->rect32;
		
		/* active layer */
		rl= BLI_findlink(&re->result->layers, re->r.actlay);
		if(rl) {
			if(rr->rectf==NULL)
				rr->rectf= rl->rectf;
			if(rr->rectz==NULL)
				rr->rectz= RE_RenderLayerGetPass(rl, SCE_PASS_Z);	
		}
	}
}

#define FTOCHAR(val) val<=0.0f?0: (val>=1.0f?255: (char)(255.0f*val))
/* caller is responsible for allocating rect in correct size! */
void RE_ResultGet32(Render *re, unsigned int *rect)
{
	RenderResult rres;
	
	RE_GetResultImage(re, &rres);
	if(rres.rect32) 
		memcpy(rect, rres.rect32, sizeof(int)*rres.rectx*rres.recty);
	else if(rres.rectf) {
		float *fp= rres.rectf;
		int tot= rres.rectx*rres.recty;
		char *cp= (char *)rect;
		
		for(;tot>0; tot--, cp+=4, fp+=4) {
			cp[0] = FTOCHAR(fp[0]);
			cp[1] = FTOCHAR(fp[1]);
			cp[2] = FTOCHAR(fp[2]);
			cp[3] = FTOCHAR(fp[3]);
		}
	}
	else
		/* else fill with black */
		memset(rect, 0, sizeof(int)*re->rectx*re->recty);
}


RenderStats *RE_GetStats(Render *re)
{
	return &re->i;
}

Render *RE_NewRender(const char *name)
{
	Render *re;
	
	/* only one render per name exists */
	re= RE_GetRender(name);
	if(re) {
		BLI_remlink(&RenderList, re);
		RE_FreeRender(re);
	}
	
	/* new render data struct */
	re= RE_callocN(sizeof(Render), "new render");
	BLI_addtail(&RenderList, re);
	strncpy(re->name, name, RE_MAXNAME);
	
	/* set default empty callbacks */
	re->display_init= result_nothing;
	re->display_clear= result_nothing;
	re->display_draw= result_rcti_nothing;
	re->timecursor= int_nothing;
	re->test_break= void_nothing;
	re->test_return= void_nothing;
	re->error= print_error;	
	re->stats_draw= stats_nothing;
	
	/* init some variables */
	re->ycor= 1.0f;
	
	return re;
}

/* only call this while you know it will remove the link too */
void RE_FreeRender(Render *re)
{
	
	free_renderdata_tables(re);
	free_sample_tables(re);
	
	free_render_result(re->result);
	
	BLI_remlink(&RenderList, re);
	RE_freeN(re);
}

/* exit blender */
void RE_FreeAllRender(void)
{
	while(RenderList.first) {
		RE_FreeRender(RenderList.first);
	}
}

/* ********* initialize state ******** */


/* what doesn't change during entire render sequence */
/* disprect is optional, if NULL it assumes full window render */
void RE_InitState(Render *re, RenderData *rd, int winx, int winy, rcti *disprect)
{
	re->ok= TRUE;	/* maybe flag */
	
	re->i.starttime= PIL_check_seconds_timer();
	re->r= *rd;		/* hardcopy */
	
	re->winx= winx;
	re->winy= winy;
	if(disprect) {
		re->disprect= *disprect;
		re->rectx= disprect->xmax-disprect->xmin;
		re->recty= disprect->ymax-disprect->ymin;
	}
	else {
		re->disprect.xmin= re->disprect.xmax= 0;
		re->disprect.xmax= winx;
		re->disprect.ymax= winy;
		re->rectx= winx;
		re->recty= winy;
	}
	
	if(re->rectx < 2 || re->recty < 2) {
		re->error("Image too small");
		re->ok= 0;
	}
	else {
		/* check state variables, osa? */
		if(re->r.mode & (R_OSA|R_MBLUR)) {
			re->osa= re->r.osa;
			if(re->osa>16) re->osa= 16;
		}
		else re->osa= 0;
		
		/* always call, checks for gamma, gamma tables and jitter too */
		make_sample_tables(re);	
		
		/* initialize render result */
		free_render_result(re->result);
		re->result= new_render_result(re, &re->disprect, 0);

	}
}

void RE_SetDispRect (struct Render *re, rcti *disprect)
{
	re->disprect= *disprect;
	re->rectx= disprect->xmax-disprect->xmin;
	re->recty= disprect->ymax-disprect->ymin;
	
	/* initialize render result */
	free_render_result(re->result);
	re->result= new_render_result(re, &re->disprect, 0);
}

void RE_SetWindow(Render *re, rctf *viewplane, float clipsta, float clipend)
{
	/* re->ok flag? */
	
	re->viewplane= *viewplane;
	re->clipsta= clipsta;
	re->clipend= clipend;

	i_window(re->viewplane.xmin, re->viewplane.xmax, re->viewplane.ymin, re->viewplane.ymax, re->clipsta, re->clipend, re->winmat);
}

void RE_SetOrtho(Render *re, rctf *viewplane, float clipsta, float clipend)
{
	/* re->ok flag? */
	
	re->viewplane= *viewplane;
	re->clipsta= clipsta;
	re->clipend= clipend;
	re->r.mode |= R_ORTHO;

	i_ortho(re->viewplane.xmin, re->viewplane.xmax, re->viewplane.ymin, re->viewplane.ymax, re->clipsta, re->clipend, re->winmat);
}

void RE_SetView(Render *re, float mat[][4])
{
	/* re->ok flag? */
	Mat4CpyMat4(re->viewmat, mat);
	Mat4Invert(re->viewinv, re->viewmat);
}

/* image and movie output has to move to either imbuf or kernel */

void RE_display_init_cb(Render *re, void (*f)(RenderResult *rr))
{
	re->display_init= f;
}
void RE_display_clear_cb(Render *re, void (*f)(RenderResult *rr))
{
	re->display_clear= f;
}
void RE_display_draw_cb(Render *re, void (*f)(RenderResult *rr, rcti *rect))
{
	re->display_draw= f;
}

void RE_stats_draw_cb(Render *re, void (*f)(RenderStats *rs))
{
	re->stats_draw= f;
}
void RE_timecursor_cb(Render *re, void (*f)(int))
{
	re->timecursor= f;
}

void RE_test_break_cb(Render *re, int (*f)(void))
{
	re->test_break= f;
}
void RE_test_return_cb(Render *re, int (*f)(void))
{
	re->test_return= f;
}
void RE_error_cb(Render *re, void (*f)(const char *str))
{
	re->error= f;
}


/* ********* add object data (later) ******** */

/* object is considered fully prepared on correct time etc */
/* includes lights */
void RE_AddObject(Render *re, Object *ob)
{
	
}

/* *************************************** */

static int do_part_thread(void *pa_v)
{
	RenderPart *pa= pa_v;
	
	/* need to return nicely all parts on esc */
	if(R.test_break()==0) {
		
		pa->result= new_render_result(&R, &pa->disprect, pa->crop);
		
		if(R.osa)
			zbufshadeDA_tile(pa);
		else
			zbufshade_tile(pa);
		
		/* merge too on break! */	
		merge_render_result(R.result, pa->result);
	}
	
	pa->ready= 1;
	
	return 0;
}

/* returns with render result filled, not threaded */
static void render_tile_processor(Render *re)
{
	RenderPart *pa;
	
	if(re->test_break())
		return;
	
	re->i.lastframetime= PIL_check_seconds_timer()- re->i.starttime;
	re->stats_draw(&re->i);
	re->i.starttime= PIL_check_seconds_timer();
 
	if(re->result==NULL)
		return;
	
	initparts(re);
	
	/* assuming no new data gets added to dbase... */
	R= *re;
	
	for(pa= re->parts.first; pa; pa= pa->next) {
		do_part_thread(pa);
		
		if(pa->result) {
			if(!re->test_break()) {
				re->display_draw(pa->result, NULL);
				re->i.partsdone++;
			}
			free_render_result(pa->result);
			pa->result= NULL;
		}		
		if(re->test_break())
			break;
	}
	
	re->i.lastframetime= PIL_check_seconds_timer()- re->i.starttime;
	re->stats_draw(&re->i);

	freeparts(re);
}

static RenderPart *find_next_part(Render *re)
{
	RenderPart *pa, *best= NULL;
	int centx=re->winx/2, centy=re->winy/2, tot=1;
	int mindist, distx, disty;
	
	/* find center of rendered parts, image center counts for 1 too */
	for(pa= re->parts.first; pa; pa= pa->next) {
		if(pa->ready) {
			centx+= (pa->disprect.xmin+pa->disprect.xmax)/2;
			centy+= (pa->disprect.ymin+pa->disprect.ymax)/2;
			tot++;
		}
	}
	centx/=tot;
	centy/=tot;
	
	/* closest of the non-rendering parts */
	mindist= re->winx*re->winy;
	for(pa= re->parts.first; pa; pa= pa->next) {
		if(pa->ready==0 && pa->nr==0) {
			distx= centx - (pa->disprect.xmin+pa->disprect.xmax)/2;
			disty= centy - (pa->disprect.ymin+pa->disprect.ymax)/2;
			distx= (int)sqrt(distx*distx + disty*disty);
			if(distx<mindist) {
				best= pa;
				mindist= distx;
			}
		}
	}
	return best;
}

static void threaded_tile_processor(Render *re)
{
	ListBase threads;
	RenderPart *pa, *nextpa;
	int maxthreads, rendering=1, counter= 1, hasdrawn, drawtimer=0;
	
	if(re->result==NULL)
		return;
	if(re->test_break())
		return;
	
	if(re->r.mode & R_THREADS) maxthreads= 2;
	else maxthreads= 1;
	
	initparts(re);
	BLI_init_threads(&threads, do_part_thread, maxthreads);
	
	/* assuming no new data gets added to dbase... */
	R= *re;
	
	/* set threadsafety */
	R.test_break= thread_break;
	malloc_lock = SDL_CreateMutex();
	
	/* timer loop demands to sleep when no parts are left */
	nextpa= find_next_part(re);
	
	while(rendering) {
		
		if(nextpa && BLI_available_threads(&threads) && !re->test_break()) {
			nextpa->nr= counter++;	/* for nicest part, and for stats */
			nextpa->thread= BLI_available_thread_index(&threads);	/* sample index */
			BLI_insert_thread(&threads, nextpa);

			nextpa= find_next_part(re);
		}
		else {
			PIL_sleep_ms(50);
			drawtimer++;
		}
		
		/* check for ready ones to display, and if we need to continue */
		hasdrawn= 0;
		rendering= 0;
		for(pa= re->parts.first; pa; pa= pa->next) {
			if(pa->ready) {
				if(pa->result) {
					BLI_remove_thread(&threads, pa);
					re->display_draw(pa->result, NULL);
					free_render_result(pa->result);
					pa->result= NULL;
					re->i.partsdone++;
					hasdrawn= 1;
				}
			}
			else {
				rendering= 1;
				if(pa->nr && pa->result && drawtimer>20) {
					re->display_draw(pa->result, &pa->result->renrect);
					hasdrawn= 1;
				}
			}
		}
		
		if(hasdrawn)
			drawtimer= 0;
		
		/* on break, wait for all slots to get freed */
		if( (g_break=re->test_break()) && BLI_available_threads(&threads)==maxthreads)
			rendering= 0;
		
	}
	
	/* restore threadsafety */
	if(malloc_lock) SDL_DestroyMutex(malloc_lock); malloc_lock= NULL;
	g_break= 0;
	
	BLI_end_threads(&threads);
	freeparts(re);
}

void RE_TileProcessor(Render *re)
{
	if(0) 
		threaded_tile_processor(re);
	else
		render_tile_processor(re);	
}


/* ************  This part uses API, for rendering Blender scenes ********** */

void render_one_frame(Render *re)
{
	
//	re->cfra= cfra;	/* <- unused! */
	
	/* make render verts/faces/halos/lamps */
	if(render_result_needs_vector(re->result))
		RE_Database_FromScene_Vectors(re, re->scene);
	else
	   RE_Database_FromScene(re, re->scene, 1);
	
	threaded_tile_processor(re);
	
	/* free all render verts etc */
	RE_Database_Free(re);
}

/* accumulates osa frames */
static void do_render_blurred(Render *re, float frame)
{
	
}

/* interleaves 2 frames */
static void do_render_fields(Render *re)
{
	
}

static void do_render_scene_node(Render *re, Scene *sce)
{
	Render *resc= RE_NewRender(sce->id.name+2);
	
	/* makes render result etc */
	RE_InitState(resc, &sce->r, re->winx, re->winy, &re->disprect);
	
	/* now use renderdata and camera to set viewplane */
	RE_SetCamera(resc, sce->camera);
	
	/* still unsure entity this... */
	resc->scene= sce;
	
	/* ensure scene has depsgraph, base flags etc OK. Warning... also sets G.scene */
	set_scene_bg(sce);

	/* copy callbacks */
	resc->display_draw= re->display_draw;
	resc->test_break= re->test_break;
	resc->stats_draw= re->stats_draw;
	
	if(resc->r.mode & R_FIELDS)
		do_render_fields(resc);
	else if(resc->r.mode & R_MBLUR)
		do_render_blurred(resc, resc->r.cfra);
	else
		render_one_frame(resc);

}

static void ntree_render_scenes(Render *re)
{
	bNode *node;
	
	if(re->scene->nodetree==NULL) return;
	
	/* check for render-result nodes using other scenes, we tag them LIB_DOIT */
	for(node= re->scene->nodetree->nodes.first; node; node= node->next) {
		if(node->type==CMP_NODE_R_RESULT) {
			if(node->id) {
				if(node->id != (ID *)re->scene)
					node->id->flag |= LIB_DOIT;
				else
					node->id->flag &= ~LIB_DOIT;
			}
		}
	}
	
	/* now foreach render-result node tagged we do a full render */
	/* results are stored in a way compisitor will find it */
	for(node= re->scene->nodetree->nodes.first; node; node= node->next) {
		if(node->type==CMP_NODE_R_RESULT) {
			if(node->id && node->id != (ID *)re->scene) {
				if(node->id->flag & LIB_DOIT) {
					do_render_scene_node(re, (Scene *)node->id);
					node->id->flag &= ~LIB_DOIT;
				}
			}
		}
	}
	
	/* still the global... */
	if(G.scene!=re->scene)
		set_scene_bg(re->scene);
	
}

/* helper call to detect if theres a render-result node */
int composite_needs_render(Scene *sce)
{
	bNodeTree *ntree= sce->nodetree;
	bNode *node;
	
	if(ntree==NULL) return 1;
	if(sce->use_nodes==0) return 1;

	for(node= ntree->nodes.first; node; node= node->next) {
		if(node->type==CMP_NODE_R_RESULT)
			if(node->id==NULL || node->id!=&sce->id)
				return 1;
	}
	return 0;
}

static void do_render_final(Render *re)
{
	/* we set start time here, for main Blender loops */
	re->i.starttime= PIL_check_seconds_timer();

	if(re->r.scemode & R_DOSEQ) {
		if (!re->result->rect32) {
			re->result->rect32= RE_callocN(sizeof(int)*re->rectx*re->recty, "do_render_final rectot");
		}
		if(!re->test_break()) 
			do_render_seq(re->result, re->r.cfra);
	}
	else {
		
		if(composite_needs_render(re->scene)) {
			/* save memory... free all cached images */
			ntreeFreeCache(re->scene->nodetree);
			
			/* now use renderdata and camera to set viewplane */
			RE_SetCamera(re, re->scene->camera);
			
			if(re->r.mode & R_FIELDS)
				do_render_fields(re);
			else if(re->r.mode & R_MBLUR)
				do_render_blurred(re, re->scene->r.cfra);
			else
				render_one_frame(re);
		}
		
		if(!re->test_break() && re->scene->nodetree) {
			ntreeCompositTagRender(re->scene->nodetree);
			ntreeCompositTagAnimated(re->scene->nodetree);
			
			if(re->r.scemode & R_DOCOMP) {
				/* checks if there are render-result nodes that need scene */
				ntree_render_scenes(re);
				
				ntreeCompositExecTree(re->scene->nodetree, &re->r, G.background==0);
			}
		}
	}
	

	re->i.lastframetime= PIL_check_seconds_timer()- re->i.starttime;
	re->stats_draw(&re->i);
	
	re->display_draw(re->result, NULL);
}


static int is_rendering_allowed(Render *re)
{
	
	/* forbidden combinations */
	if(re->r.mode & R_PANORAMA) {
		if(re->r.mode & R_BORDER) {
			re->error("No border supported for Panorama");
			return 0;
		}
		if(re->r.yparts>1) {
			re->error("No Y-Parts supported for Panorama");
			return 0;
		}
		if(re->r.mode & R_ORTHO) {
			re->error("No Ortho render possible for Panorama");
			return 0;
		}
	}
	
	if(re->r.mode & R_BORDER) {
		if(re->r.border.xmax <= re->r.border.xmin || 
		   re->r.border.ymax <= re->r.border.ymin) {
			re->error("No border area selected.");
			return 0;
		}
	}
	
	if(re->r.xparts*re->r.yparts>=2 && (re->r.mode & R_MOVIECROP) && (re->r.mode & R_BORDER)) {
		re->error("Combination of border, crop and parts not allowed");
		return 0;
	}
	
	if(re->r.xparts*re->r.yparts>64) {
		re->error("No more than 64 parts supported");
		return 0;
	}
	
	if(re->r.yparts>1 && (re->r.mode & R_PANORAMA)) {
		re->error("No Y-Parts supported for Panorama");
		return 0;
	}
	
	/* check valid camera */
	if(re->scene->camera==NULL)
		re->scene->camera= scene_find_camera(re->scene);
	if(re->scene->camera==NULL) {
		re->error("No camera");
		return 0;
	}
	
	
	return 1;
}

/* evaluating scene options for general Blender render */
static int render_initialize_from_scene(Render *re, Scene *scene)
{
	int winx, winy;
	rcti disprect;
	
	/* r.xsch and r.ysch has the actual view window size
		r.border is the clipping rect */
	
	/* calculate actual render result and display size */
	winx= (scene->r.size*scene->r.xsch)/100;
	winy= (scene->r.size*scene->r.ysch)/100;
	//	if(scene->r.mode & R_PANORAMA)
	//		winx*= scene->r.xparts;
	
	/* only in movie case we render smaller part */
	if(scene->r.mode & R_BORDER) {
		disprect.xmin= scene->r.border.xmin*winx;
		disprect.xmax= scene->r.border.xmax*winx;
		
		disprect.ymin= scene->r.border.ymin*winy;
		disprect.ymax= scene->r.border.ymax*winy;
	}
	else {
		disprect.xmin= disprect.ymin= 0;
		disprect.xmax= winx;
		disprect.ymax= winy;
	}
	
	RE_InitState(re, &scene->r, winx, winy, &disprect);
	
	re->scene= scene;
	if(!is_rendering_allowed(re))
		return 0;
	
	re->display_init(re->result);
	re->display_clear(re->result);
	
	return 1;
}

/* general Blender frame render call */
void RE_BlenderFrame(Render *re, Scene *scene, int frame)
{
	/* ugly global still... is to prevent renderwin events and signal subsurfs etc to make full resol */
	/* is also set by caller renderwin.c */
	G.rendering= 1;
	
	if(render_initialize_from_scene(re, scene)) {
		do_render_final(re);
	}
}

static void do_write_image_or_movie(Render *re, Scene *scene, bMovieHandle *mh)
{
	char name[FILE_MAXDIR+FILE_MAXFILE];
	RenderResult rres;
	
	RE_GetResultImage(re, &rres);

	/* write movie or image */
	if(BKE_imtype_is_movie(scene->r.imtype)) {
		int dofree = 0;
		/* note; the way it gets 32 bits rects is weak... */
		if(rres.rect32==NULL) {
			rres.rect32= RE_mallocN(sizeof(int)*rres.rectx*rres.recty, "temp 32 bits rect");
			dofree = 1;
		}
		RE_ResultGet32(re, rres.rect32);
		mh->append_movie(scene->r.cfra, rres.rect32, rres.rectx, rres.recty);
		if(dofree) {
			RE_freeN(rres.rect32);
		}
		printf("Append frame %d", scene->r.cfra);
	} else {
		ImBuf *ibuf= IMB_allocImBuf(rres.rectx, rres.recty, scene->r.planes, 0, 0);
		int ok;
		
		BKE_makepicstring(name, (scene->r.cfra));

                /* if not exists, BKE_write_ibuf makes one */
		ibuf->rect= rres.rect32;    

		ibuf->rect_float= rres.rectf;
		ibuf->zbuf_float= rres.rectz;
		ok= BKE_write_ibuf(ibuf, name, scene->r.imtype, scene->r.subimtype, scene->r.quality);
		if(ok==0) {
			printf("Render error: cannot save %s\n", name);
			G.afbreek=1;
			return;
		}
		else printf("Saved: %s", name);
		
		/* optional preview images for exr */
		if(ok && scene->r.imtype==R_OPENEXR && (scene->r.subimtype & R_PREVIEW_JPG)) {
			if(BLI_testextensie(name, ".exr")) 
				name[strlen(name)-4]= 0;
			BKE_add_image_extension(name, R_JPEG90);
			ibuf->depth= 24; 
			BKE_write_ibuf(ibuf, name, R_JPEG90, scene->r.subimtype, scene->r.quality);
			printf("Saved: %s", name);
		}
		
                /* imbuf knows which rects are not part of ibuf */
		IMB_freeImBuf(ibuf);	
	}
	
	BLI_timestr(re->i.lastframetime, name);
	printf(" Time: %s\n", name);
	fflush(stdout); /* needed for renderd !! (not anymore... (ton)) */
}

/* saves images to disk */
void RE_BlenderAnim(Render *re, Scene *scene, int sfra, int efra)
{
	bMovieHandle *mh= BKE_get_movie_handle(scene->r.imtype);
	int cfrao= scene->r.cfra;
	
	/* ugly global still... is to prevent renderwin events and signal subsurfs etc to make full resol */
	/* is also set by caller renderwin.c */
	G.rendering= 1;
	
	if(!render_initialize_from_scene(re, scene))
	   return;
	
	/* confusing... scene->r or re->r? make a decision once! */
	if(BKE_imtype_is_movie(scene->r.imtype))
		mh->start_movie(&scene->r, re->rectx, re->recty);

	if (mh->get_next_frame) {
		while (!(G.afbreek == 1)) {
			int nf = mh->get_next_frame();
			if (nf >= 0 && nf >= scene->r.sfra && nf <= scene->r.efra) {
				scene->r.cfra = nf;
				re->r.cfra= scene->r.cfra; /* weak.... */
		
				do_render_final(re);

				if(re->test_break() == 0) {
					do_write_image_or_movie(re, scene, mh);
				}
			}
		}
	} else {
		for(scene->r.cfra= sfra; 
		    scene->r.cfra<=efra; scene->r.cfra++) {
			re->r.cfra= scene->r.cfra;	   /* weak.... */
		
			do_render_final(re);

			if(re->test_break() == 0) {
				do_write_image_or_movie(re, scene, mh);
			}
		
			if(G.afbreek==1) break;
		}
	}
	
	/* end movie */
	if(BKE_imtype_is_movie(scene->r.imtype))
		mh->end_movie();

	scene->r.cfra= cfrao;
}