Implementing soft assertion with selenium

Soft Assertion is a check which doesn't abort tests if assertion fails. (Same
way there is Hard Assertion which aborts tests if assertion fails.)

Selenium API has verify.* methods for this but their are draw backs of these
methods -

1. Verification methods do not take string arg hence if multiple verifications
fail in a method then there is no way to point as to which assertion failed.

2. To check verification errors checkForVerificationErrors method is called. But
if there is any verification error this method doesn't clear the verification
errors after having caught it. Hence no subsequent verification errors would be
checked.

These limitation are described here -
http://osdir.com/ml/web.selenium.devel/2007-09/msg00022.html

These methods are part of Java-Client-Driver of selenium.
I have modified checkForVerificationErrors method like this -

	package com.yahoo.test.library;
	import org.testng.Assert;
	import org.testng.Reporter;
	import com.thoughtworks.selenium.SeleneseTestBase;
	public class CustomVerification extends SeleneseTestBase {
	private StringBuffer verificationErrors;
	public CustomVerification() {
	verificationErrors = new StringBuffer();
	}
	public void verifyTrue(Boolean b, String msg) {
	try {
	Assert.assertTrue(b.booleanValue());
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyFalse(String msg, Boolean b) {
	try {
	Assert.assertFalse(b.booleanValue());
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyTrue(String elementDefinition, String elementLocator, Boolean b, String pageURL) {
	try {
	Assert.assertTrue(b.booleanValue());
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log("Verification failed for element: " +elementDefinition+ ",
	Element locator: " +elementLocator+ "On page: " +pageURL);
	}
	}
	public void verifyTrue(String elementDefinition, String elementLocator, boolean isElementPresent,
	int actualElementCount, int expectedElementCount, String pageURL) {
	try {
	Assert.assertTrue(isElementPresent);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log("Verification failed for element: " +elementDefinition+ ",
	Element locator: " +elementLocator+
	"On page: " +pageURL);
	}
	try {
	Assert.assertTrue(actualElementCount == expectedElementCount);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log("Verification count failed for element: " +elementDefinition+ ",
	Element locator: " +elementLocator+
	", Expected Element Count: " +expectedElementCount+
	", while Actual Element Count: " +actualElementCount+
	" On page: " +pageURL);
	}
	}
	public void verifyEquals(String msg, String s1, String s2) {
	try {
	Assert.assertEquals(s1, s2);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyEquals(String msg, Object obj1, Object obj2) {
	try {
	Assert.assertEquals(obj1, obj2);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyNotEquals(String msg, Object obj1, Object obj2) {
	try {
	assertNotEquals(obj1, obj2);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyEquals(String msg, String str1[], String str2[]) {
	try {
	Assert.assertEquals(str1, str2);
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void verifyEquals(Object str1[], Object str2[], String msg) {
	try {
	Assert.assertEquals(((Object) (str1)), ((Object) (str2)));
	} catch (Error e) {
	verificationErrors.append(e);
	Reporter.log(msg +"");
	}
	}
	public void clearVerificationErrors() {
	verificationErrors = new StringBuffer();
	}
	public void checkForVerificationErrors() {
	String verificationErrorString = verificationErrors.toString();
	// Clear Verification Errors so that it is ready to test new verifications
	clearVerificationErrors();
	if (!"".equals(verificationErrorString))
	fail(verificationErrorString);
	}
	}

view raw softassertion.java hosted with ❤ by GitHub

Here Reporter is the class in TestNG using which I get the message printed in
TestNG Report. If Selenium is to be used with JUnit then I believe it should be
replaced with System.out.println("error message");

You could use these methods in you tests as following -

	@Test(groups="non-grid", alwaysRun=true)
	public void verifyTaggedBlogs() throws InterruptedException {
	customVerification.verifyTrue(actualblogTag.equalsIgnoreCase(expectedBlogtag.trim()), "Expected Blogs with tag: " +expectedBlogtag+
	", While actual tag is: " +actualblogTag);
	customVerification.verifyTrue(selenium.isElementPresent(getPageElement("BlogsHomePage", "NTad")),
	customVerification.verifyTrue(selenium.isElementPresent(getPageElement("BlogsHomePag
	customVerification.checkForVerificationErrors();
	}

view raw usingcustomverification.java hosted with ❤ by GitHub