Android Testing

Unit Tests small scoped and isolated

public static boolean isNullOrEmpty(String text) { return TextUtils.isEmpty(text) || TextUtils.getTrimmedLength(text) == 0; }

JUnit http://junit.org

public class UtilsTest extends TestCase { public void testIsNullOrEmpty() { assertEquals(isNullOrEmpty(null), true); assertEquals(isNullOrEmpty(""), true); assertEquals(isNullOrEmpty(" "), true); assertEquals(isNullOrEmpty("foo"), false); } }

public class UtilsTest { @Test public void isNullOrEmpty() { assertEquals(isNullOrEmpty(null), true); assertEquals(isNullOrEmpty(""), true); assertEquals(isNullOrEmpty(" "), true); assertEquals(isNullOrEmpty("foo"), false); } }

java.lang.RuntimeException: Stub!

public class TextUtils { ... public static boolean isEmpty(CharSequence cs) { throw new RuntimeException("Stub!"); } public static int getTrimmedLength(CharSequence cs) { throw new RuntimeException("Stub!"); } }

Android Testing Framework https://developer.android.com/tools/testing/ testing_android.html

public class UtilsTest extends TestCase { public void testIsNullOrEmpty() { assertEquals(isNullOrEmpty(null), true); assertEquals(isNullOrEmpty(""), true); assertEquals(isNullOrEmpty(" "), true); assertEquals(isNullOrEmpty("foo"), false); } } http://developer.android.com/reference/junit/framework/ TestCase.html

Slow!

Can’t Test Outside Device

Can’t Test Outside Device

Java Module

public static boolean isNullOrEmpty(String text) { return text == null || text.trim().length() == 0; }

No content

settings.gradle include 'library' include 'app' app/build.gradle dependencies { compile(':library') }

Robolectric http://robolectric.org/

@RunWith(RobolectricTestRunner.class) public class UtilsTest { @Test public void isNullOrEmpty() { assertEquals(isNullOrEmpty(null), true); assertEquals(isNullOrEmpty(""), true); assertEquals(isNullOrEmpty(" "), true); assertEquals(isNullOrEmpty("foo"), false); } }

@RunWith(RobolectricTestRunner.class) public class UtilsTest { @Test public void isNullOrEmpty() { assertEquals(isNullOrEmpty(null), true); assertEquals(isNullOrEmpty(""), true); assertEquals(isNullOrEmpty(" "), true); assertEquals(isNullOrEmpty("foo"), false); } }

Robolectric + Gradle https://github.com/segmentio/analytics-android/blob/2.5.1/core- tests/build.gradle#L46

Instrumentation Tests larger scoped, black box testing Espresso, Spoon, Wiremock, Oh my! - Michael Bailey https://www.youtube.com/watch?v=-xQCNf_5NNM

public class LoginActivity extends Activity { @InjectView(R.id.username) EditText username; @InjectView(R.id.password) EditText password; @OnClick(R.id.login) void onLoginClicked() { boolean hasError = false; if (TextUtils.isEmpty(username.getText())) { username.setError(getString(R.string.required)); hasError = true; } else { username.setError(null); } if (TextUtils.isEmpty(password.getText())) { password.setError(getString(R.string.required)); hasError = true; } else { password.setError(null); } if (!hasError) { Intent intent = new Intent(LoginActivity.this, OrderActivity.class); intent.setFlags(FLAG_ACTIVITY_CLEAR_TOP); startActivity(intent); finish(); } } }

Instrumentation API https://developer.android.com/reference/android/app/ Instrumentation.html

public void testEmptyPassword_ShowsError() { // Make sure the initial state does not show any errors. assertEquals(username.getError(), null); assertEquals(password.getError(), null); instrumentation.runOnMainSync(new Runnable() { @Override public void run() { // Type a value into the username and password fields. username.setText("elvis"); password.setText(""); // Click the "login" button. login.performClick(); } }); instrumentation.waitForIdleSync(); // Verify error was shown only for password field. assertEquals(username.getError(), null); assertEquals(password.getError(), getString(R.string.required)); }

public void testEmptyPassword_ShowsError() { // Make sure the initial state does not show any errors. assertEquals(username.getError(), null); assertEquals(password.getError(), null); instrumentation.runOnMainSync(new Runnable() { @Override public void run() { // Type a value into the username and password fields. username.setText("elvis"); password.setText(""); // Click the "login" button. login.performClick(); } }); instrumentation.waitForIdleSync(); // Verify error was shown only for password field. assertEquals(username.getError(), null); assertEquals(password.getError(), getString(R.string.required)); }

assertEquals(password.getError(), null); assertEquals(password.getVisibility(), VISIBLE); assertEquals(password.getText(), null); assertEquals(password.getHint(), getString(R.string.password));

expected: <8> but was: <4>

AssertJ-Android http://square.github.io/assertj-android/

assertThat(username) .hasNoError() .isVisible() .isEmpty() .hasHint(R.string.hint);

Expected visibility but was .

Robotium https://code.google.com/p/robotium/

public void testEmptyPassword_ShowsError() { // Make sure the initial state does not show any errors. assertThat(username).hasNoError(); assertThat(password).hasNoError(); // Type a value into the username and password fields. solo.typeText(username, "elvis"); solo.typeText(password, ""); // Click the "login" button. solo.clickOnView(login); // Verify error was shown only for username field. assertThat(username).hasNoError(); assertThat(password).hasError(R.string.required); }

Espresso https://code.google.com/p/android-test-kit/

public void testEmptyPassword_ShowsError() { // Make sure the initial state does not show any errors. onView(withId(R.id.username)).check(matches(hasNoError())); onView(withId(R.id.password)).check(matches(hasNoError())); // Type a value into the username and password fields. onView(withId(R.id.username)).perform(typeText("elvis")); onView(withId(R.id.password)).perform(typeText("")); // Click the "login" button. onView(withId(R.id.login)).perform(click()); // Verify error was shown only for username field. onView(withId(R.id.password)).check(matches(hasNoError())); onView(withId(R.id.password)) .check(matches(hasError(R.string.required))); } https://code.google.com/p/android-test-kit/wiki/ EspressoV2CheatSheet

Spoon https://github.com/square/spoon http://square.github.io/spoon/sample/index.html

No content

public void testEmptyPassword_ShowsError() { Spoon.screenshot(activity, "initial_state"); // Make sure the initial state does not show any errors. onView(withId(R.id.username)).check(matches(hasNoError())); onView(withId(R.id.password)).check(matches(hasNoError())); // Type a value into the username and password fields. onView(withId(R.id.username)).perform(typeText("elvis")); onView(withId(R.id.password)).perform(typeText("")); Spoon.screenshot(activity, "typed_text"); // Click the "login" button. onView(withId(R.id.login)).perform(click()); Spoon.screenshot(activity, "login_clicked"); // Verify error was shown only for username field. onView(withId(R.id.password)).check(matches(hasNoError())); onView(withId(R.id.password)) .check(matches(hasError(R.string.required))); }

public void testEmptyPassword_ShowsError() { Spoon.screenshot(activity, "initial_state"); // Make sure the initial state does not show any errors. onView(withId(R.id.username)).check(matches(hasNoError())); onView(withId(R.id.password)).check(matches(hasNoError())); // Type a value into the username and password fields. onView(withId(R.id.username)).perform(typeText("elvis")); onView(withId(R.id.password)).perform(typeText("")); Spoon.screenshot(activity, "typed_text"); // Click the "login" button. onView(withId(R.id.login)).perform(click()); Spoon.screenshot(activity, "login_clicked"); // Verify error was shown only for username field. onView(withId(R.id.password)).check(matches(hasNoError())); onView(withId(R.id.password)) .check(matches(hasError(R.string.required))); }

No content

Fork https://github.com/shazam/fork

Mocks script responses, verify interactions http://martinfowler.com/articles/mocksArentStubs.html

Mockito http://mockito.org https://corner.squareup.com/2012/10/mockito-android.html

analytics.identify("elvis", new Traits() .putFirstName("Elvis") .putLastName("Presley") .putEmail("elvis@segment.com"));

class MixpanelAdapter implements Adapter { final MixpanelAPI.People people; … void identify(IdentifyMessage message) { JSONObject json = new JSONObject(); json.put("$email", message.email()); json.put("$first_name", message.firstName()); json.put("$last_name", message.lastName()); people.identify(message.userId()); people.set(json); } }

@Test public void identify() throws JSONException { // 1. Prepare our mocks MixpanelAPI.People people = Mockito.mock(MixpanelAPI.People.class); MixpanelAdapter adapter = mockAdapter(people); Analytics analytics = createAnalyticsWithMock(adapter); // 2. Exercise the test analytics.identify("elvis", new Traits() .putFirstName("Elvis") .putLastName("Presley") .putEmail("elvis@segment.com")); JSONObject expected = new JSONObject(); expected.put("userId", "elvis"); expected.put("$email", "elvis@segment.com"); expected.put("$first_name", "Elvis"); expected.put("$last_name", "Presley"); // 3. Verify that we saw what we expected Mockito.verify(people).identify("elvis"); Mockito.verify(people).set(eq(expected)); }

PowerMockito https://code.google.com/p/powermock/

class LocalyticsAdapter implements Adapter { void identify(IdentifyMessage message) { Localytics.setCustomerId(message.userId()); Localytics.setIdentifier("email", message.email()); Localytics.setIdentifier("customer_name", message.name()); } }

@Test public void identify() { // 1. Prepare mocks. PowerMockito.mockStatic(Localytics.class); Analytics analytics = createAnalytics(); // 2. Test the code of interest. analytics.identify("elvis", new Traits() .putFirstName("Elvis") .putLastName("Presley") .putEmail("elvis@segment.com")); // 3. Validate that we saw exactly what we wanted. PowerMockito.verifyStatic(); Localytics.setCustomerId("elvis"); PowerMockito.verifyStatic(); Localytics.setIdentifier("email", "elvis@segment.com"); PowerMockito.verifyStatic(); Localytics.setIdentifier("customer_name", "Elvis Presley"); }

MockWebServer https://github.com/square/okhttp/tree/master/mockwebserver

public void test() throws Exception { // Create a MockWebServer. MockWebServer server = new MockWebServer(); // Schedule some responses. server.enqueue(new MockResponse().setBody("hello, world!")); // Start the server. server.start(); // Ask the server for its URL. You'll need this to make HTTP requests. URL baseUrl = server.getUrl(“/v1/chat/“); // Exercise your application code, which makes those HTTP requests. // Responses are returned in the same order that they are enqueued. Chat chat = new Chat(baseUrl); chat.loadMore(); assertThat(chat.messages()).containsExactly("hello, world!"); // Confirm that your app made the HTTP requests you were expecting. RecordedRequest request1 = server.takeRequest(); assertEquals("/v1/chat/messages/", request1.getPath()); assertThat(request1.getHeader("Authorization")).isNotNull(); // Shut down the server. server.shutdown(); }

WireMock http://wiremock.org

Monkey http://developer.android.com/tools/help/monkey.html

adb shell monkey -p your.package.name -v 500

Caliper https://code.google.com/p/caliper/ https://code.google.com/p/caliper/wiki/CaliperOnAndroid

public class MyBenchmark extends Benchmark { public void timeMyOperation(int reps) { for (int i = 0; i < reps; i++) { MyClass.myOperation(); } } }

Vogar https://code.google.com/p/vogar/ https://android.googlesource.com/platform/external/vogar/

Vogar JAR : https://www.dropbox.com/s/ddjv2slngzon78r/vogar.jar?dl=0 Sample Script and Benchmarks: https://github.com/segmentio/cartographer/blob/master/ run_vogar.sh

java -jar vogar.jar --benchmark --verbose --mode device --sourcepath …

Questions? @f2prateek