Skip to content

Commit

Permalink
Fix blurring of image background
Browse files Browse the repository at this point in the history
  • Loading branch information
@mifi
mifi committed Oct 27, 2020
1 parent f27d441 commit 821859d
Show file tree
Hide file tree
Showing 7 changed files with 361 additions and 19 deletions.
323 changes: 323 additions & 0 deletions BoxBlur.js
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,323 @@
/* eslint-disable */
/*
Superfast Blur - a fast Box Blur For Canvas
Version: 0.5
Author: Mario Klingemann
Contact: [email protected]
Website: http://www.quasimondo.com/BoxBlurForCanvas
Twitter: @quasimondo
In case you find this class useful - especially in commercial projects -
I am not totally unhappy for a small donation to my PayPal account
[email protected]
Or support me on flattr:
https://flattr.com/thing/140066/Superfast-Blur-a-pretty-fast-Box-Blur-Effect-for-CanvasJavascript
Copyright (c) 2011 Mario Klingemann
Permission is hereby granted, free of charge, to any person
obtaining a copy of this software and associated documentation
files (the "Software"), to deal in the Software without
restriction, including without limitation the rights to use,
copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following
conditions:
The above copyright notice and this permission notice shall be
included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
OTHER DEALINGS IN THE SOFTWARE.
*/


var mul_table = [ 1,57,41,21,203,34,97,73,227,91,149,62,105,45,39,137,241,107,3,173,39,71,65,238,219,101,187,87,81,151,141,133,249,117,221,209,197,187,177,169,5,153,73,139,133,127,243,233,223,107,103,99,191,23,177,171,165,159,77,149,9,139,135,131,253,245,119,231,224,109,211,103,25,195,189,23,45,175,171,83,81,79,155,151,147,9,141,137,67,131,129,251,123,30,235,115,113,221,217,53,13,51,50,49,193,189,185,91,179,175,43,169,83,163,5,79,155,19,75,147,145,143,35,69,17,67,33,65,255,251,247,243,239,59,29,229,113,111,219,27,213,105,207,51,201,199,49,193,191,47,93,183,181,179,11,87,43,85,167,165,163,161,159,157,155,77,19,75,37,73,145,143,141,35,138,137,135,67,33,131,129,255,63,250,247,61,121,239,237,117,29,229,227,225,111,55,109,216,213,211,209,207,205,203,201,199,197,195,193,48,190,47,93,185,183,181,179,178,176,175,173,171,85,21,167,165,41,163,161,5,79,157,78,154,153,19,75,149,74,147,73,144,143,71,141,140,139,137,17,135,134,133,66,131,65,129,1];


var shg_table = [0,9,10,10,14,12,14,14,16,15,16,15,16,15,15,17,18,17,12,18,16,17,17,19,19,18,19,18,18,19,19,19,20,19,20,20,20,20,20,20,15,20,19,20,20,20,21,21,21,20,20,20,21,18,21,21,21,21,20,21,17,21,21,21,22,22,21,22,22,21,22,21,19,22,22,19,20,22,22,21,21,21,22,22,22,18,22,22,21,22,22,23,22,20,23,22,22,23,23,21,19,21,21,21,23,23,23,22,23,23,21,23,22,23,18,22,23,20,22,23,23,23,21,22,20,22,21,22,24,24,24,24,24,22,21,24,23,23,24,21,24,23,24,22,24,24,22,24,24,22,23,24,24,24,20,23,22,23,24,24,24,24,24,24,24,23,21,23,22,23,24,24,24,22,24,24,24,23,22,24,24,25,23,25,25,23,24,25,25,24,22,25,25,25,24,23,24,25,25,25,25,25,25,25,25,25,25,25,25,23,25,23,24,25,25,25,25,25,25,25,25,25,24,22,25,25,23,25,25,20,24,25,24,25,25,22,24,25,24,25,24,25,25,24,25,25,25,25,22,25,25,25,24,25,24,25,18];


function boxBlurImage( context, width, height, radius, blurAlphaChannel, iterations ){
if ( isNaN(radius) || radius < 1 ) return;

if ( blurAlphaChannel )
{
boxBlurCanvasRGBA( context, 0, 0, width, height, radius, iterations );
} else {
boxBlurCanvasRGB( context, 0, 0, width, height, radius, iterations );
}

}


function boxBlurCanvasRGBA( context, top_x, top_y, width, height, radius, iterations ){
if ( isNaN(radius) || radius < 1 ) return;

radius |= 0;

if ( isNaN(iterations) ) iterations = 1;
iterations |= 0;
if ( iterations > 3 ) iterations = 3;
if ( iterations < 1 ) iterations = 1;

var imageData;

try {
try {
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {

// NOTE: this part is supposedly only needed if you want to work with local files
// so it might be okay to remove the whole try/catch block and just use
// imageData = context.getImageData( top_x, top_y, width, height );
try {
netscape.security.PrivilegeManager.enablePrivilege("UniversalBrowserRead");
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {
alert("Cannot access local image");
throw new Error("unable to access local image data: " + e);
return;
}
}
} catch(e) {
alert("Cannot access image");
throw new Error("unable to access image data: " + e);
return;
}

var pixels = imageData.data;

var rsum,gsum,bsum,asum,x,y,i,p,p1,p2,yp,yi,yw,idx,pa;
var wm = width - 1;
var hm = height - 1;
var wh = width * height;
var rad1 = radius + 1;

var mul_sum = mul_table[radius];
var shg_sum = shg_table[radius];

var r = [];
var g = [];
var b = [];
var a = [];

var vmin = [];
var vmax = [];

while ( iterations-- > 0 ){
yw = yi = 0;

for ( y=0; y < height; y++ ){
rsum = pixels[yw] * rad1;
gsum = pixels[yw+1] * rad1;
bsum = pixels[yw+2] * rad1;
asum = pixels[yw+3] * rad1;


for( i = 1; i <= radius; i++ ){
p = yw + (((i > wm ? wm : i )) << 2 );
rsum += pixels[p++];
gsum += pixels[p++];
bsum += pixels[p++];
asum += pixels[p]
}

for ( x = 0; x < width; x++ ) {
r[yi] = rsum;
g[yi] = gsum;
b[yi] = bsum;
a[yi] = asum;

if( y==0) {
vmin[x] = ( ( p = x + rad1) < wm ? p : wm ) << 2;
vmax[x] = ( ( p = x - radius) > 0 ? p << 2 : 0 );
}

p1 = yw + vmin[x];
p2 = yw + vmax[x];

rsum += pixels[p1++] - pixels[p2++];
gsum += pixels[p1++] - pixels[p2++];
bsum += pixels[p1++] - pixels[p2++];
asum += pixels[p1] - pixels[p2];

yi++;
}
yw += ( width << 2 );
}

for ( x = 0; x < width; x++ ) {
yp = x;
rsum = r[yp] * rad1;
gsum = g[yp] * rad1;
bsum = b[yp] * rad1;
asum = a[yp] * rad1;

for( i = 1; i <= radius; i++ ) {
yp += ( i > hm ? 0 : width );
rsum += r[yp];
gsum += g[yp];
bsum += b[yp];
asum += a[yp];
}

yi = x << 2;
for ( y = 0; y < height; y++) {

pixels[yi+3] = pa = (asum * mul_sum) >>> shg_sum;
if ( pa > 0 )
{
pa = 255 / pa;
pixels[yi] = ((rsum * mul_sum) >>> shg_sum) * pa;
pixels[yi+1] = ((gsum * mul_sum) >>> shg_sum) * pa;
pixels[yi+2] = ((bsum * mul_sum) >>> shg_sum) * pa;
} else {
pixels[yi] = pixels[yi+1] = pixels[yi+2] = 0;
}
if( x == 0 ) {
vmin[y] = ( ( p = y + rad1) < hm ? p : hm ) * width;
vmax[y] = ( ( p = y - radius) > 0 ? p * width : 0 );
}

p1 = x + vmin[y];
p2 = x + vmax[y];

rsum += r[p1] - r[p2];
gsum += g[p1] - g[p2];
bsum += b[p1] - b[p2];
asum += a[p1] - a[p2];

yi += width << 2;
}
}
}

context.putImageData( imageData, top_x, top_y );

}

function boxBlurCanvasRGB( context, top_x, top_y, width, height, radius, iterations ){
if ( isNaN(radius) || radius < 1 ) return;

radius |= 0;

if ( isNaN(iterations) ) iterations = 1;
iterations |= 0;
if ( iterations > 3 ) iterations = 3;
if ( iterations < 1 ) iterations = 1;

var imageData;

try {
imageData = context.getImageData( top_x, top_y, width, height );
} catch(e) {
alert("Cannot access image");
throw new Error("unable to access image data: " + e);
return;
}

var pixels = imageData.data;

var rsum,gsum,bsum,asum,x,y,i,p,p1,p2,yp,yi,yw,idx;
var wm = width - 1;
var hm = height - 1;
var wh = width * height;
var rad1 = radius + 1;

var r = [];
var g = [];
var b = [];

var mul_sum = mul_table[radius];
var shg_sum = shg_table[radius];

var vmin = [];
var vmax = [];

while ( iterations-- > 0 ){
yw = yi = 0;

for ( y=0; y < height; y++ ){
rsum = pixels[yw] * rad1;
gsum = pixels[yw+1] * rad1;
bsum = pixels[yw+2] * rad1;

for( i = 1; i <= radius; i++ ){
p = yw + (((i > wm ? wm : i )) << 2 );
rsum += pixels[p++];
gsum += pixels[p++];
bsum += pixels[p++];
}

for ( x = 0; x < width; x++ ){
r[yi] = rsum;
g[yi] = gsum;
b[yi] = bsum;

if( y==0) {
vmin[x] = ( ( p = x + rad1) < wm ? p : wm ) << 2;
vmax[x] = ( ( p = x - radius) > 0 ? p << 2 : 0 );
}

p1 = yw + vmin[x];
p2 = yw + vmax[x];

rsum += pixels[p1++] - pixels[p2++];
gsum += pixels[p1++] - pixels[p2++];
bsum += pixels[p1++] - pixels[p2++];

yi++;
}
yw += ( width << 2 );
}

for ( x = 0; x < width; x++ ){
yp = x;
rsum = r[yp] * rad1;
gsum = g[yp] * rad1;
bsum = b[yp] * rad1;

for( i = 1; i <= radius; i++ ){
yp += ( i > hm ? 0 : width );
rsum += r[yp];
gsum += g[yp];
bsum += b[yp];
}

yi = x << 2;
for ( y = 0; y < height; y++){
pixels[yi] = (rsum * mul_sum) >>> shg_sum;
pixels[yi+1] = (gsum * mul_sum) >>> shg_sum;
pixels[yi+2] = (bsum * mul_sum) >>> shg_sum;

if( x == 0 ) {
vmin[y] = ( ( p = y + rad1) < hm ? p : hm ) * width;
vmax[y] = ( ( p = y - radius) > 0 ? p * width : 0 );
}

p1 = x + vmin[y];
p2 = x + vmax[y];

rsum += r[p1] - r[p2];
gsum += g[p1] - g[p2];
bsum += b[p1] - b[p2];

yi += width << 2;
}
}
}
context.putImageData( imageData, top_x, top_y );

}

module.exports = { boxBlurImage };
5 changes: 3 additions & 2 deletions README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -358,9 +358,10 @@ This project is maintained by me alone. The project will always remain free and

## See also

- https://github.com/h2non/videoshow - Inspired editly
- https://github.com/transitive-bullshit/ffmpeg-concat - Inspired editly
- http://www.quasimondo.com/BoxBlurForCanvas/FastBlurDemo.html - Fast blur effect used in editly
- https://github.com/transitive-bullshit/awesome-ffmpeg
- https://github.com/h2non/videoshow
- https://github.com/transitive-bullshit/ffmpeg-concat
- https://github.com/sjfricke/awesome-webgl
- https://www.mltframework.org/docs/melt/

Expand Down
11 changes: 11 additions & 0 deletions examples/contain-blur.json5
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
{
width: 3000, height: 2000, fps: 15,
outPath: './contain-blur.mp4',
defaults: {
transition: null,
},
clips: [
{ duration: 0.3, layers: [{ type: 'image', path: './assets/vertical.jpg', zoomDirection: null }] },
{ duration: 0.5, layers: [{ type: 'video', path: './assets/IMG_1884.MOV', cutFrom: 0, cutTo: 2 }] },
],
}
1 change: 1 addition & 0 deletions examples/mosaic.json5
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
{
// width: 200, height: 500,
width: 500, height: 500,
outPath: './mosaic.mp4',
defaults: {
Expand Down
27 changes: 16 additions & 11 deletions sources/fabric.js
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
const { fabric } = require('fabric');
const nodeCanvas = require('canvas');

const { boxBlurImage } = require('../BoxBlur');

// Fabric is used as a fundament for compositing layers in editly


Expand Down Expand Up @@ -114,19 +116,22 @@ function registerFont(...args) {
fabric.nodeCanvas.registerFont(...args);
}

function blurImage({ mutableImg, width, height }) {
// eslint-disable-next-line no-param-reassign
mutableImg.filters = [
// It is much faster on large images to first resize, but quality is almost the same
new fabric.Image.filters.Resize({ scaleX: 0.1, scaleY: 0.1 }),
new fabric.Image.filters.Blur({ blur: 0.1 }),
];
mutableImg.applyFilters();

// Resize it to fit
async function blurImage({ mutableImg, width, height }) {
mutableImg.setOptions({ scaleX: width / mutableImg.width, scaleY: height / mutableImg.height });
}

const fabricCanvas = createFabricCanvas({ width, height });
fabricCanvas.add(mutableImg);
fabricCanvas.renderAll();

const internalCanvas = getNodeCanvasFromFabricCanvas(fabricCanvas);
const ctx = internalCanvas.getContext('2d');

const blurAmount = Math.min(100, Math.max(width, height) / 10); // More than 100 seems to cause issues
const passes = 1;
boxBlurImage(ctx, width, height, blurAmount, false, passes);

return new fabric.Image(internalCanvas);
}

module.exports = {
registerFont,
Expand Down
Loading

0 comments on commit 821859d

Please sign in to comment.