SmokeTests
1 like246 views
The document discusses smoke testing, which are simple preliminary tests done after a software deployment to check for failures. It recommends conducting smoke tests that are fast, test key URLs and parameters, and validate status codes, response times, and that a response body is returned. The document then provides details on implementing concurrent smoke tests in PHP using a library that runs tests concurrently and collects results. It also outlines the server architecture used to route requests and deploy code, with smoke tests running before new code is switched to live.
![namespace KartenmachereiTesting;
use PHPUnit_Framework_TestCase;
class SmokeTest extends PHPUnit_Framework_TestCase
{
/**
* @dataProvider furyUrlProvider
*
* @param Url $url
*/
public function testFuryUrl(Url $url)
{
$result = $this->sendGetRequest($url);
$this->assertSame(200, $result->getStatusCode());
$this->assertNotEmpty($result->getBody());
$this->assertLessThanOrEqual(100, $result->getTimeToFirstByteInMilliseconds());
}
public function furyUrlProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$urlCollection = UrlCollection::fromStrings($urls);
return $urlCollection->asDataProviderArray($urlCollection);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-34-320.jpg)
![DataProvider
Test
Application
HTTP Requests
HTTP Responses
PHPUnit
Call
Result[]
Result](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-45-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-46-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-47-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-48-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-49-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-50-320.jpg)
![class SmokeTest extends PHPUnit_Framework_TestCase
{
use SmokeTestTrait;
/**
* @dataProvider myDataProvider
*/
public function testExample(Result $result)
{
$this->assertSuccess($result);
$this->assertTimeToFirstByte(new TimeToFirstByte(100), $result);
$this->assertBodyNotEmpty($result);
$this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result);
}
public function myDataProvider()
{
$urls = ['http://www.kartenmacherei.de', …];
$options = new SmokeTestOptions(
UrlCollection::fromStrings($urls),
new RequestTimeout(2),
new FollowRedirects(true),
new Concurrency(3),
new BodyLength(500)
);
return $this->runSmokeTests($options);
}](https://image.slidesharecdn.com/smoketestsphpuk-170222092934/85/SmokeTests-51-320.jpg)
SmokeTests
- 1. SmokeTests Why you should try to burn down your production environment
- 2. Sebastian Thoß Chapter Lead Backend
- 4. Disclaimer
- 5. Agenda • Project Architecture • Types Of Tests • SmokeTests • Server Architecture • Questions & Answers
- 7. "one hundred fifty-seven quinvigintillion, seven hundred eighty-six quattuorvigintillion, six hundred fifty-seven trevigintillion, seven hundred forty-seven duovigintillion, three hundred forty unvigintillion, one hundred eighty-six vigintillion, (…) nine hundred forty-five quintillion, eight hundred twenty-eight quadrillion, two hundred seventy trillion, eighty billion, …"
- 10. Webserver Key-Value Store Search FURY Frontend FURY Backend FURY Components
- 11. Webserver Key-Value Store Search FURY Frontend FURY Backend Legacy RDBMSLegacy System Session Storage Collect & Export K-V Store
- 12. Webserver Key-Value Store Search FURY Frontend FURY Backend Legacy RDBMSLegacy System FURY Requests 200OK Session Storage K-V Store
- 13. Webserver Key-Value Store Search FURY Frontend FURY Backend Legacy RDBMSLegacy System Requests to Legacy System 404NOTFOUND Session Storage K-V Store
- 14. Webserver Key-Value Store Search FURY Frontend FURY Backend Legacy RDBMSLegacy System Requests to Legacy System 404NOTFOUND 200 OK Session Storage K-V Store
- 16. Types Of Tests
- 18. Class 2 Class 3 Mock Mock Unit Tests Class 1 Class 4
- 21. Class 4Class 3 Integration Tests Class 1 Class 2 Mock Mock
- 23. Test Pyramid ACCEPTANCE TESTS INTEGRATION TESTS UNITTESTS
- 24. Acceptance Tests Class 1 Class 2 Class 3 Class 4
- 25. Test Pyramid ACCEPTANCE TESTS INTEGRATION TESTS UNITTESTS ?
- 26. SmokeTests
- 27. What are SmokeTests? In computer programming and software testing, smoke testing is preliminary testing to reveal simple failures severe enough to reject a prospective software release. Source: https://en.wikipedia.org/wiki/Smoke_testing
- 29. SmokeTests should… • … be simple • … be fast • … test pages with optional parameters too • … cover at least all URLs in google index • … use a manual maintained list of URLs
- 30. How do SmokeTests work? https://www.my-application.com/foo <html><body>…</body></html> TTFB: 65ms HTTP 1.1/200 OK SmokeTest Client CI Server Application to test Production Server
- 31. How do SmokeTests work? https://www.my-application.com/foo <html><body>…</body></html> TTFB: 320ms HTTP 1.1/200 OK SmokeTest Client CI Server Production Server Application to test
- 32. What should SmokeTests validate? • Status code • Time to first byte • If body is provided • Correct server
- 33. SmokeTests are NOT Acceptance Tests SmokeTest Client HTTP 1.1/200 OK <html> <head> <title>Foo</title> <body> <div id="bar"><span>foobar</span></div> </body> </html>
- 34. namespace KartenmachereiTesting; use PHPUnit_Framework_TestCase; class SmokeTest extends PHPUnit_Framework_TestCase { /** * @dataProvider furyUrlProvider * * @param Url $url */ public function testFuryUrl(Url $url) { $result = $this->sendGetRequest($url); $this->assertSame(200, $result->getStatusCode()); $this->assertNotEmpty($result->getBody()); $this->assertLessThanOrEqual(100, $result->getTimeToFirstByteInMilliseconds()); } public function furyUrlProvider() { $urls = ['http://www.kartenmacherei.de', …]; $urlCollection = UrlCollection::fromStrings($urls); return $urlCollection->asDataProviderArray($urlCollection); }
- 35. How to speed up SmokeTests?
- 36. Concurrent SmokeTests SmokeTest Client CI Server Application to test Production Server https://www.my-application.com/baz https://www.my-application.com/bar https://www.my-application.com/foo
- 37. Concurrent SmokeTests https://www.my-application.com/baz https://www.my-application.com/bar https://www.my-application.com/foo TTFB: 34ms SmokeTest Client CI Server Application to test Production Server
- 38. Concurrent SmokeTests https://www.my-application.com/foobaz https://www.my-application.com/bar https://www.my-application.com/foo SmokeTest Client CI Server Application to test Production Server
- 39. Concurrent SmokeTests TTFB: 65ms https://www.my-application.com/foobaz https://www.my-application.com/bar https://www.my-application.com/foo SmokeTest Client CI Server Application to test Production Server
- 40. Concurrent SmokeTests https://www.my-application.com/123 https://www.my-application.com/foobaz https://www.my-application.com/bar SmokeTest Client CI Server Application to test Production Server
- 41. Concurrent SmokeTests TTFB: 620ms https://www.my-application.com/123 https://www.my-application.com/foobaz https://www.my-application.com/bar SmokeTest Client CI Server Application to test Production Server
- 43. Let’s try to burn it down!
- 44. There is a package for SmokeTests DjThossi/Smoke-Testing-PHP
- 46. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 47. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 48. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 49. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 50. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 51. class SmokeTest extends PHPUnit_Framework_TestCase { use SmokeTestTrait; /** * @dataProvider myDataProvider */ public function testExample(Result $result) { $this->assertSuccess($result); $this->assertTimeToFirstByte(new TimeToFirstByte(100), $result); $this->assertBodyNotEmpty($result); $this->assertHeaderExists(Header::fromPrimitives(‘App-Server', ‘Fury’), $result); } public function myDataProvider() { $urls = ['http://www.kartenmacherei.de', …]; $options = new SmokeTestOptions( UrlCollection::fromStrings($urls), new RequestTimeout(2), new FollowRedirects(true), new Concurrency(3), new BodyLength(500) ); return $this->runSmokeTests($options); }
- 52. Output
- 53. Features to come next • Improve ErrorResult object • Introduce assertions for Redirects • Improve quality of error message • 2nd version based on PHPUnit 6
- 55. Webserver (Router) Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend
- 56. Webserver (Router) Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend active = A
- 57. Webserver (Router) Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver FURY Frontend Server B K/V StoreSearch FURY Backend active = B
- 58. Webserver (Router) Webserver FURY Frontend Server A K/V StoreSearch FURY Backend active = B
- 59. RDBMS Read Slave Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code active = B
- 60. RDBMS Read Slave Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export active = B
- 61. Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 62. Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 63. Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests active = B RDBMS Read Slave
- 64. Webserver FURY Frontend Server A K/V StoreSearch FURY Backend Webserver (Router) Build Server Deploy Code Collect & Export Smoke Tests Switch to A active = Bactive = A RDBMS Read Slave
- 65. Conclusion • Write tests • Get 100% coverage • SmokeTest your Website • Only activate server if it didn’t start smoking