diff --git a/accurest-core/src/main/groovy/io/coderate/accurest/AccurestException.groovy b/accurest-core/src/main/groovy/io/coderate/accurest/AccurestException.groovy
new file mode 100644
index 0000000000..d564661933
--- /dev/null
+++ b/accurest-core/src/main/groovy/io/coderate/accurest/AccurestException.groovy
@@ -0,0 +1,12 @@
+package io.coderate.accurest
+
+/**
+ * @author Jakub Kubrynski
+ */
+class AccurestException extends RuntimeException {
+
+	def AccurestException(String message) {
+		super(message)
+	}
+
+}
diff --git a/accurest-core/src/main/groovy/io/coderate/accurest/TestGenerator.groovy b/accurest-core/src/main/groovy/io/coderate/accurest/TestGenerator.groovy
index 7257913ec0..2042f25461 100644
--- a/accurest-core/src/main/groovy/io/coderate/accurest/TestGenerator.groovy
+++ b/accurest-core/src/main/groovy/io/coderate/accurest/TestGenerator.groovy
@@ -32,7 +32,7 @@ class TestGenerator {
 		this.targetDirectory = accurestConfigProperties.generatedTestSourcesDir
 		File stubsResource = new File(accurestConfigProperties.stubsBaseDirectory)
 		if (stubsResource == null) {
-			throw new IllegalStateException("Stubs directory not found under " + accurestConfigProperties.stubsBaseDirectory)
+			throw new AccurestException("Stubs directory not found under " + accurestConfigProperties.stubsBaseDirectory)
 		}
 		this.stubsBaseDirectory = stubsResource.path
 	}
diff --git a/accurest-gradle-plugin/src/main/groovy/io/codearte/accurest/plugin/AccurestGradlePlugin.groovy b/accurest-gradle-plugin/src/main/groovy/io/codearte/accurest/plugin/AccurestGradlePlugin.groovy
index c86884d0b8..b3bd8d6509 100644
--- a/accurest-gradle-plugin/src/main/groovy/io/codearte/accurest/plugin/AccurestGradlePlugin.groovy
+++ b/accurest-gradle-plugin/src/main/groovy/io/codearte/accurest/plugin/AccurestGradlePlugin.groovy
@@ -1,5 +1,6 @@
 package io.codearte.accurest.plugin
 
+import io.coderate.accurest.AccurestException
 import io.coderate.accurest.TestGenerator
 import io.coderate.accurest.config.AccurestConfigProperties
 import org.gradle.api.Plugin
@@ -24,19 +25,20 @@ class AccurestGradlePlugin implements Plugin<Project> {
 			project.logger.info("Accurest Plugin: Invoking test sources generation")
 
 			extension.stubsBaseDirectory = project.projectDir.path + File.separator + extension.stubsBaseDirectory
-			extension.generatedTestSourcesDir = buildGeneratedSourcesDir(project, extension)
 
 			project.sourceSets.test.groovy {
 				project.logger.info("Registering $extension.generatedTestSourcesDir as test source directory")
 				srcDir extension.generatedTestSourcesDir
 			}
 
+			extension.generatedTestSourcesDir = buildGeneratedSourcesDir(project, extension)
+
 			try {
 				TestGenerator generator = new TestGenerator(extension)
 				int generatedClasses = generator.generate()
 				project.logger.info("Generated {} test classes", generatedClasses)
-			} catch (IllegalStateException e) {
-				project.logger.error("Accurest Plugin: {}", e.getMessage())
+			} catch (AccurestException e) {
+				project.logger.error("Accurest Plugin exception: {}", e.getMessage())
 			}
 		}