Camera tracking: run aspect correction before stabilizing shot

This commit fixes image stopped being an orthogonal rectangle because of horizontal
scaling caused by pixel aspect ratio happening after rotating image which used to
make orthogonal angles from footage not actually orthogonal.

--
svn merge -r44150:44151 ^/branches/soc-2011-tomato
This commit is contained in:
Sergey Sharybin 2012-02-17 08:23:42 +00:00
parent 0cc2966516
commit fdeca277fd
4 changed files with 21 additions and 8 deletions

@ -138,7 +138,7 @@ void BKE_tracking_detect_fast(struct MovieTracking *tracking, struct ListBase *t
/* 2D stabilization */ /* 2D stabilization */
void BKE_tracking_stabilization_data(struct MovieTracking *tracking, int framenr, int width, int height, float loc[2], float *scale, float *angle); void BKE_tracking_stabilization_data(struct MovieTracking *tracking, int framenr, int width, int height, float loc[2], float *scale, float *angle);
struct ImBuf *BKE_tracking_stabilize(struct MovieTracking *tracking, int framenr, struct ImBuf *ibuf, float loc[2], float *scale, float *angle); struct ImBuf *BKE_tracking_stabilize(struct MovieTracking *tracking, int framenr, struct ImBuf *ibuf, float loc[2], float *scale, float *angle);
void BKE_tracking_stabdata_to_mat4(int width, int height, float loc[2], float scale, float angle, float mat[4][4]); void BKE_tracking_stabdata_to_mat4(int width, int height, float aspect, float loc[2], float scale, float angle, float mat[4][4]);
/* Distortion/Undistortion */ /* Distortion/Undistortion */
void BKE_tracking_apply_intrinsics(struct MovieTracking *tracking, float co[2], float nco[2]); void BKE_tracking_apply_intrinsics(struct MovieTracking *tracking, float co[2], float nco[2]);

@ -279,7 +279,7 @@ typedef struct MovieClipCache {
int framenr; int framenr;
int postprocess_flag; int postprocess_flag;
float loc[2], scale, angle; float loc[2], scale, angle, aspect;
int proxy; int proxy;
short render_flag; short render_flag;
} stabilized; } stabilized;
@ -727,6 +727,10 @@ static ImBuf *get_stable_cached_frame(MovieClip *clip, MovieClipUser *user, int
if(cache->stabilized.postprocess_flag != postprocess_flag) if(cache->stabilized.postprocess_flag != postprocess_flag)
return NULL; return NULL;
/* stabilization also depends on pixel aspect ratio */
if(cache->stabilized.aspect != clip->tracking.camera.pixel_aspect)
return NULL;
stableibuf = cache->stabilized.ibuf; stableibuf = cache->stabilized.ibuf;
BKE_tracking_stabilization_data(&clip->tracking, framenr, stableibuf->x, stableibuf->y, tloc, &tscale, &tangle); BKE_tracking_stabilization_data(&clip->tracking, framenr, stableibuf->x, stableibuf->y, tloc, &tscale, &tangle);
@ -763,6 +767,7 @@ static ImBuf *put_stabilized_frame_to_cache(MovieClip *clip, MovieClipUser *user
cache->stabilized.scale = tscale; cache->stabilized.scale = tscale;
cache->stabilized.angle = tangle; cache->stabilized.angle = tangle;
cache->stabilized.framenr = framenr; cache->stabilized.framenr = framenr;
cache->stabilized.aspect = clip->tracking.camera.pixel_aspect;
if(clip->flag&MCLIP_USE_PROXY) { if(clip->flag&MCLIP_USE_PROXY) {
cache->stabilized.proxy= rendersize_to_proxy(user, clip->flag); cache->stabilized.proxy= rendersize_to_proxy(user, clip->flag);

@ -2485,6 +2485,7 @@ static float stabilization_auto_scale_factor(MovieTracking *tracking, int width,
{ {
float firstmedian[2]; float firstmedian[2];
MovieTrackingStabilization *stab= &tracking->stabilization; MovieTrackingStabilization *stab= &tracking->stabilization;
float aspect= tracking->camera.pixel_aspect;
if(stab->ok) if(stab->ok)
return stab->scale; return stab->scale;
@ -2535,7 +2536,7 @@ static float stabilization_auto_scale_factor(MovieTracking *tracking, int width,
float mat[4][4]; float mat[4][4];
float points[4][2]={{0.0f, 0.0f}, {0.0f, height}, {width, height}, {width, 0.0f}}; float points[4][2]={{0.0f, 0.0f}, {0.0f, height}, {width, height}, {width, 0.0f}};
BKE_tracking_stabdata_to_mat4(width, height, loc, scale, angle, mat); BKE_tracking_stabdata_to_mat4(width, height, aspect, loc, scale, angle, mat);
for(i= 0; i<4; i++) { for(i= 0; i<4; i++) {
int j; int j;
@ -2650,6 +2651,7 @@ ImBuf *BKE_tracking_stabilize(MovieTracking *tracking, int framenr, ImBuf *ibuf,
MovieTrackingStabilization *stab= &tracking->stabilization; MovieTrackingStabilization *stab= &tracking->stabilization;
ImBuf *tmpibuf; ImBuf *tmpibuf;
float width= ibuf->x, height= ibuf->y; float width= ibuf->x, height= ibuf->y;
float aspect= tracking->camera.pixel_aspect;
if(loc) copy_v2_v2(tloc, loc); if(loc) copy_v2_v2(tloc, loc);
if(scale) tscale= *scale; if(scale) tscale= *scale;
@ -2688,7 +2690,7 @@ ImBuf *BKE_tracking_stabilize(MovieTracking *tracking, int framenr, ImBuf *ibuf,
float mat[4][4]; float mat[4][4];
int i, j; int i, j;
BKE_tracking_stabdata_to_mat4(ibuf->x, ibuf->y, tloc, tscale, tangle, mat); BKE_tracking_stabdata_to_mat4(ibuf->x, ibuf->y, aspect, tloc, tscale, tangle, mat);
invert_m4(mat); invert_m4(mat);
for(j=0; j<tmpibuf->y; j++) { for(j=0; j<tmpibuf->y; j++) {
@ -2715,15 +2717,20 @@ ImBuf *BKE_tracking_stabilize(MovieTracking *tracking, int framenr, ImBuf *ibuf,
return tmpibuf; return tmpibuf;
} }
void BKE_tracking_stabdata_to_mat4(int width, int height, float loc[2], float scale, float angle, float mat[4][4]) void BKE_tracking_stabdata_to_mat4(int width, int height, float aspect, float loc[2], float scale, float angle, float mat[4][4])
{ {
float lmat[4][4], rmat[4][4], smat[4][4], cmat[4][4], icmat[4][4]; float lmat[4][4], rmat[4][4], smat[4][4], cmat[4][4], icmat[4][4], amat[4][4], iamat[4][4];
float svec[3]= {scale, scale, scale}; float svec[3]= {scale, scale, scale};
unit_m4(rmat); unit_m4(rmat);
unit_m4(lmat); unit_m4(lmat);
unit_m4(smat); unit_m4(smat);
unit_m4(cmat); unit_m4(cmat);
unit_m4(amat);
/* aspect ratio correction matrix */
amat[0][0] = 1.0f / aspect;
invert_m4_m4(iamat, amat);
/* image center as rotation center */ /* image center as rotation center */
cmat[3][0]= (float)width/2.0f; cmat[3][0]= (float)width/2.0f;
@ -2735,7 +2742,7 @@ void BKE_tracking_stabdata_to_mat4(int width, int height, float loc[2], float sc
rotate_m4(rmat, 'Z', angle); /* rotation matrix */ rotate_m4(rmat, 'Z', angle); /* rotation matrix */
/* compose transformation matrix */ /* compose transformation matrix */
mul_serie_m4(mat, lmat, cmat, rmat, smat, icmat, NULL, NULL, NULL); mul_serie_m4(mat, amat, lmat, cmat, rmat, smat, icmat, iamat, NULL);
} }
MovieDistortion *BKE_tracking_distortion_create(void) MovieDistortion *BKE_tracking_distortion_create(void)

@ -1269,13 +1269,14 @@ void clip_draw_main(SpaceClip *sc, ARegion *ar, Scene *scene)
if(ibuf) { if(ibuf) {
float loc[2]; float loc[2];
float aspect= clip->tracking.camera.pixel_aspect;
if(width != ibuf->x) if(width != ibuf->x)
mul_v2_v2fl(loc, sc->loc, (float)width / ibuf->x); mul_v2_v2fl(loc, sc->loc, (float)width / ibuf->x);
else else
copy_v2_v2(loc, sc->loc); copy_v2_v2(loc, sc->loc);
BKE_tracking_stabdata_to_mat4(width, height, loc, sc->scale, sc->angle, sc->stabmat); BKE_tracking_stabdata_to_mat4(width, height, aspect, loc, sc->scale, sc->angle, sc->stabmat);
unit_m4(smat); unit_m4(smat);
smat[0][0]= 1.0f/width; smat[0][0]= 1.0f/width;