Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[#2060] drop exceptions thrown by @Every jobs so that they get rescheduled #1160

Open
wants to merge 2 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 8 additions & 2 deletions framework/src/play/jobs/Job.java
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,8 @@ public class Job<V> extends Invoker.Invocation implements Callable<V> {
protected long lastRun = 0;
protected boolean wasError = false;
protected Throwable lastException = null;

protected boolean propagateException = false;

Date nextPlannedExecution = null;

@Override
Expand Down Expand Up @@ -128,6 +129,9 @@ public Promise<V> in(int seconds) {
}

private Callable<V> getJobCallingCallable(final Promise<V> smartFuture) {
// Propogate exceptions thrown by Job.call() to smartFuture.
propagateException = true;

return new Callable<V>() {
@Override
public V call() throws Exception {
Expand Down Expand Up @@ -177,7 +181,9 @@ public void onException(Throwable e) {
super.onException(e);
} catch (Throwable ex) {
Logger.error(ex, "Error during job execution (%s)", this);
throw new UnexpectedException(unwrap(e));
if (propagateException) {
throw new UnexpectedException(unwrap(e));
}
}
}

Expand Down
238 changes: 238 additions & 0 deletions samples-and-tests/just-test-cases/test/JobTest.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,238 @@
import java.util.concurrent.ExecutionException;
import java.util.concurrent.atomic.AtomicLong;

import org.junit.Test;

import play.jobs.Every;
import play.jobs.Job;
import play.jobs.On;
import play.libs.F.Promise;
import play.test.UnitTest;

/**
* Unit tests for the {@link Job} class.
*/
public class JobTest extends UnitTest {

/**
* A Job class that is annotated with {@link Every} to run every second.
*/
public static class TestJob extends Job {
private final AtomicLong totalRuns = new AtomicLong(0);
private volatile boolean throwException = false;

@Override
public void doJob() throws Exception {
totalRuns.getAndIncrement();

// To avoid logging an error every second, we only throw an
// exception when the relevant test case is running.
if (throwException) {
throwException = false;
throw new Exception("Throwing an exception");
}
}
}

/**
* A Job class that is annotated with {@link Every} to run every second.
*/
@Every("1s")
public static class RunEverySecond extends Job {
private static final AtomicLong totalRuns = new AtomicLong(0);
private static volatile boolean throwException = false;

@Override
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

override is easy! why not just override onException too?

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I don't understand the recommendation. This unit test is designed to test what happens when someone doesn't override onException (the common case, and the case cited in [#2060]). If it overrides onException, then it would be testing something else. Could you sketch out a bit more what you had in mind?

public void doJob() throws Exception {
totalRuns.getAndIncrement();

// To avoid logging an error every second, we only throw an
// exception when the relevant test case is running.
if (throwException) {
throwException = false;
throw new Exception("Throwing an exception");
}
}
}

/**
* A Job class that is annotated with {@link On} to run every second.
*/
@On("* * * * * ? *")
public static class RunOnSecond extends Job {
private static final AtomicLong totalRuns = new AtomicLong(0);
private static volatile boolean throwException = false;

@Override
public void doJob() throws Exception {
totalRuns.getAndIncrement();

// To avoid logging an error every second, we only throw an
// exception when the relevant test case is running.
if (throwException) {
throwException = false;
throw new Exception("Throwing an exception");
}
}
}

/**
* A Job class that is annotated with {@link Every} to never run.
*/
@Every("never")
public static class RunNever extends Job {
private static final AtomicLong totalRuns = new AtomicLong(0);

@Override
public void doJob() throws Exception {
totalRuns.getAndIncrement();
}
}

/**
* A Job class that is annotated with {@link Every} to never run (using mixed case)
*/
@Every("NeveR")
public static class RunNeverMixedCase extends Job {
private static final AtomicLong totalRuns = new AtomicLong(0);

@Override
public void doJob() throws Exception {
totalRuns.getAndIncrement();
}
}

/**
* Tests that if a Job's execution throws an exception when scheduled from {@link Job#now}, that the exception is
* thrown from the promise.
*/
@Test
public void testCanCollectExceptionFromJobNow() throws Exception {

// Schedule a job that throws an exception to run now.
Job job = new Job() {
@Override
public void doJob() throws Exception {
throw new Exception("Intentional exception");
}
};
Promise promise = job.now();

try {
promise.get();
fail("Calling Promise.get() for a job result that threw an exception did not throw the exception");
} catch (ExecutionException ex) {
// The exception that gets thrown must be unwrapped to get to the original.
// Here, we unwrap twice (instead of once) because the Job infrastructure
// wraps it twice. This might be a bug, but since programs may depend on it,
// it's the behavior we test for.
assertEquals("Intentional exception", ex.getCause().getCause().getMessage());
}
}

/**
* Tests that if a Job's execution throws an exception when scheduled from {@link Job#in(int)}, that the exception
* is thrown from the promise.
*/
@Test
public void testCanCollectExceptionFromJobIn() throws Exception {

// Schedule a job that throws an exception to run now.
Job job = new Job() {
@Override
public void doJob() throws Exception {
throw new Exception("Intentional exception");
}
};
// Schedule the job to run in 0 seconds (that is, now).
Promise promise = job.in(0);

try {
promise.get();
fail("Calling Promise.get() for a job result that threw an exception did not throw the exception");
} catch (ExecutionException ex) {
// The exception that gets thrown must be unwrapped to get to the original.
// Here, we unwrap twice (instead of once) because the Job infrastructure
// wraps it twice. This might be a bug, but since programs may depend on it,
// it's the behavior we test for.
assertEquals("Intentional exception", ex.getCause().getCause().getMessage());
}
}

/**
* Tests that a job which is annotated to run every second does, indeed, run every second.
*/
@Test
public void testEverySecond() {
long beforeRuns = RunEverySecond.totalRuns.get();
pause(1500); // wait long enough for the job to have run at least once
long afterRuns = RunEverySecond.totalRuns.get();
assertTrue("RunEverySecond job was never run", beforeRuns < afterRuns);
assertTrue("RunEverySecond job was run too many times", afterRuns - beforeRuns <= 2);
}

/**
* Tests that jobs which are annotated to never run have never been run.
*/
@Test
public void testEveryNever() {
assertEquals(0, RunNever.totalRuns.get());
assertEquals(0, RunNeverMixedCase.totalRuns.get());
}

/**
* Tests that throwing an exception does not halt the periodic scheduling of an {@code @Every} annotation.
* This is a regression test for Lighthouse [#2060]
*/
@Test
public void testExceptionDoesNotHaltReschedulingWithEveryAnnotation() {

// Configure RunEverySecond to throw an exception.
RunEverySecond.throwException = true;
long beforeRuns = RunEverySecond.totalRuns.get();

pause(2500); // wait long enough for the job to have run at least twice

// Make sure it threw an exception and ran multiple times.
long afterRuns = RunEverySecond.totalRuns.get();
assertFalse("RunEverySecond job never ran", RunEverySecond.throwException);
assertTrue("RunEverySecond job was not run after throwing an exception", 2 <= afterRuns - beforeRuns);
}

/**
* Tests that throwing an exception does not halt the periodic scheduling of the {@link Job#every(int)} method.
* This is a regression test for Lighthouse [#2060]
*/
@Test
public void testExceptionDoesNotHaltReschedulingEveryMethod() {

// Schedule a job to run every second.
TestJob job = new TestJob();
job.throwException = true;
job.every("1s");

pause(2500); // wait long enough for the job to have run at least twice

// Make sure it threw an exception and ran multiple times.
assertFalse("TestJob job never ran", job.throwException);
assertTrue("TestJob job was not run after throwing an exception", 2 <= job.totalRuns.get());
}

/**
* Tests that throwing an exception does not halt the periodic scheduling of an {@code @On} annotation.
*/
@Test
public void testExceptionDoesNotHaltReschedulingWithOnAnnotation() {

// Configure RunEverySecond to throw an exception.
RunOnSecond.throwException = true;
long beforeRuns = RunOnSecond.totalRuns.get();

pause(2500); // wait long enough for the job to have run at least twice

// Make sure it threw an exception and ran multiple times.
long afterRuns = RunOnSecond.totalRuns.get();
assertFalse("RunOnSecond job never ran", RunEverySecond.throwException);
assertTrue("RunOnSecond job was not run after throwing an exception", 2 <= afterRuns - beforeRuns);
}
}