Office of Data Governance and Transparency

LoadTesting

Run test on QSI Servers

6/4/2018 2:48:18 PM
tannerjt

tannerjt

Commit: a34c57c

Tree: df3104f

Parents: 37d1947

Changes

.gitignore 1(+1 -0)

qsi/locustfile_exportImage.py 41(+23 -18)

qsi/locustfile_tileImage.py 31(+18 -13)

results/.DS_Store 0(+0 -0)

results/06042018/.DS_Store 0(+0 -0)

results/06042018/requests_exportimage_06042018.csv 8(+8 -0)

results/06042018/requests_exporttile_06042018.csv 8(+8 -0)

results/readme.md 31(+31 -0)

Details

.gitignore 1(+1 -0) 

diff --git a/.gitignore b/.gitignore
index 7934ec3..0702291 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,3 @@
 *.pkl
 *.pyc
+.DS_Store

qsi/locustfile_exportImage.py 41(+23 -18) 

diff --git a/qsi/locustfile_exportImage.py b/qsi/locustfile_exportImage.py
index b6ab960..b0b4ba6 100644
--- a/qsi/locustfile_exportImage.py
+++ b/qsi/locustfile_exportImage.py
@@ -10,16 +10,17 @@ import resource
 #resource.setrlimit(resource.RLIMIT_NOFILE, (999999, 999999))
 
 # Host
-service_host = "http://imagery.oregonexplorer.info"
+service_host = "http://arcgis-stateoregongeocluster-1571505066.us-west-2.elb.amazonaws.com"
 # Routes for ArcGIS Server
 routes = {
-    "1995": "/arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/",
-    "2000": "/arcgis/rest/services/NAIP_2000/NAIP_2000_WM/ImageServer/",
-    "2005": "/arcgis/rest/services/NAIP_2005/NAIP_2005_WM/ImageServer/",
-    "2009": "/arcgis/rest/services/NAIP_2009/NAIP_2009_WM/ImageServer/",
-    "2011": "/arcgis/rest/services/NAIP_2011/NAIP_2011_WM/ImageServer/",
-    "pictometry": "/arcgis/rest/services/Pictometry/BestofPictometry/ImageServer/",
-    "hillshade": "/arcgis/rest/services/Derived_surfaces/Hillshade_derivedsurfaces/ImageServer/"
+    "1995": "/arcgis/rest/services/NAIP_1995/NAIP_1995_SL/ImageServer/",
+    "2000": "/arcgis/rest/services/NAIP_2000/NAIP_2000_SL/ImageServer/",
+    "2005": "/arcgis/rest/services/NAIP_2005/NAIP_2005_SL/ImageServer/",
+    "2009": "/arcgis/rest/services/NAIP_2009/NAIP_2009_SL/ImageServer/",
+    "2011": "/arcgis/rest/services/NAIP_2011/NAIP_2011_SL/ImageServer/",
+    "2012": "/arcgis/rest/services/NAIP_2012/NAIP_2012_SL/ImageServer/",
+    "2014": "/arcgis/rest/services/NAIP_2014/NAIP_2014_SL/ImageServer/",
+    "2016": "/arcgis/rest/services/NAIP_2016/NAIP_2016_SL/ImageServer/",
 }
 
 class UserBehavior(TaskSet):
@@ -70,7 +71,7 @@ class UserBehavior(TaskSet):
         qstr = qstr[0:-1]
         self.client.get(route+'exportImage'+qstr, name=route)
 
-    @task(2)
+    @task(3)
     def service1(self):
         self.baseQuery(routes['1995'])
 
@@ -78,25 +79,29 @@ class UserBehavior(TaskSet):
     def service2(self):
         self.baseQuery(routes['2000'])
 
-    @task(5)
+    @task(3)
     def service3(self):
         self.baseQuery(routes['2005'])
 
-    @task(10)
+    @task(3)
     def service4(self):
         self.baseQuery(routes['2009'])
 
-    @task(15)
+    @task(3)
     def service5(self):
         self.baseQuery(routes['2011'])
 
-    @task(60)
-    def service6(self):
-        self.baseQuery(routes['pictometry'])
-
     @task(5)
-    def service7(self):
-        self.baseQuery(routes['hillshade'])
+    def service5(self):
+        self.baseQuery(routes['2012'])
+
+    @task(10)
+    def service5(self):
+        self.baseQuery(routes['2014'])
+
+    @task(70)
+    def service5(self):
+        self.baseQuery(routes['2016'])
 
 class WebsiteUser(HttpLocust):
     host = service_host

qsi/locustfile_tileImage.py 31(+18 -13) 

diff --git a/qsi/locustfile_tileImage.py b/qsi/locustfile_tileImage.py
index 3ca08b0..b1151cc 100644
--- a/qsi/locustfile_tileImage.py
+++ b/qsi/locustfile_tileImage.py
@@ -12,7 +12,7 @@ from random import randint
 from pyproj import Proj, transform
 
 # Host
-service_host = "http://imagery.oregonexplorer.info"
+service_host = "http://arcgis-stateoregongeocluster-1571505066.us-west-2.elb.amazonaws.com"
 # Routes for ArcGIS Server
 routes = {
     "1995": "/arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/",
@@ -20,8 +20,9 @@ routes = {
     "2005": "/arcgis/rest/services/NAIP_2005/NAIP_2005_WM/ImageServer/",
     "2009": "/arcgis/rest/services/NAIP_2009/NAIP_2009_WM/ImageServer/",
     "2011": "/arcgis/rest/services/NAIP_2011/NAIP_2011_WM/ImageServer/",
-    "pictometry": "/arcgis/rest/services/Pictometry/BestofPictometry/ImageServer/",
-    "hillshade": "/arcgis/rest/services/Derived_surfaces/Hillshade_derivedsurfaces/ImageServer/"
+    "2012": "/arcgis/rest/services/NAIP_2012/NAIP_2012_WM/ImageServer/",
+    "2014": "/arcgis/rest/services/NAIP_2014/NAIP_2014_WM/ImageServer/",
+    "2016": "/arcgis/rest/services/NAIP_2016/NAIP_2016_WM/ImageServer/",
 }
 
 # Convert lat, lon, and zoom to tile numbers
@@ -73,7 +74,7 @@ class UserBehavior(TaskSet):
 
         self.client.get(route+'tile/'+ str(zoom) + "/" + str(ytile) + "/" + str(xtile), name=route)
 
-    @task(2)
+    @task(3)
     def service1(self):
         self.baseQuery(routes['1995'])
 
@@ -81,25 +82,29 @@ class UserBehavior(TaskSet):
     def service2(self):
         self.baseQuery(routes['2000'])
 
-    @task(5)
+    @task(3)
     def service3(self):
         self.baseQuery(routes['2005'])
 
-    @task(10)
+    @task(3)
     def service4(self):
         self.baseQuery(routes['2009'])
 
-    @task(15)
+    @task(3)
     def service5(self):
         self.baseQuery(routes['2011'])
 
-    @task(60)
-    def service6(self):
-        self.baseQuery(routes['pictometry'])
-
     @task(5)
-    def service7(self):
-        self.baseQuery(routes['hillshade'])
+    def service5(self):
+        self.baseQuery(routes['2012'])
+
+    @task(10)
+    def service5(self):
+        self.baseQuery(routes['2014'])
+
+    @task(70)
+    def service5(self):
+        self.baseQuery(routes['2016'])
 
 class WebsiteUser(HttpLocust):
     host = service_host

results/.DS_Store 0(+0 -0) 

diff --git a/results/.DS_Store b/results/.DS_Store
new file mode 100644
index 0000000..f726e6b
Binary files /dev/null and b/results/.DS_Store differ

results/06042018/.DS_Store 0(+0 -0) 

diff --git a/results/06042018/.DS_Store b/results/06042018/.DS_Store
new file mode 100644
index 0000000..cd206aa
Binary files /dev/null and b/results/06042018/.DS_Store differ

results/06042018/requests_exportimage_06042018.csv 8(+8 -0) 

diff --git a/results/06042018/requests_exportimage_06042018.csv b/results/06042018/requests_exportimage_06042018.csv
new file mode 100644
index 0000000..7f78ffa
--- /dev/null
+++ b/results/06042018/requests_exportimage_06042018.csv
@@ -0,0 +1,8 @@
+"Method","Name","# requests","# failures","Median response time","Average response time","Min response time","Max response time","Average Content Size","Requests/s"
+"GET","/arcgis/rest/services/NAIP_1995/NAIP_1995_SL/ImageServer/",96,0,51,51,47,63,1904,0.33
+"POST","/arcgis/rest/services/NAIP_1995/NAIP_1995_SL/ImageServer/",0,0,0,0,0,0,0,0.00
+"GET","/arcgis/rest/services/NAIP_2000/NAIP_2000_SL/ImageServer/",76,0,51,52,47,89,1904,0.26
+"GET","/arcgis/rest/services/NAIP_2005/NAIP_2005_SL/ImageServer/",58,0,74,76,71,116,3283,0.20
+"GET","/arcgis/rest/services/NAIP_2009/NAIP_2009_SL/ImageServer/",79,0,74,75,71,113,3283,0.27
+"GET","/arcgis/rest/services/NAIP_2016/NAIP_2016_SL/ImageServer/",1821,0,74,84,69,7898,3283,6.28
+"None","Total",2130,0,74,81,47,7898,3171,7.35
\ No newline at end of file

results/06042018/requests_exporttile_06042018.csv 8(+8 -0) 

diff --git a/results/06042018/requests_exporttile_06042018.csv b/results/06042018/requests_exporttile_06042018.csv
new file mode 100644
index 0000000..41fa685
--- /dev/null
+++ b/results/06042018/requests_exporttile_06042018.csv
@@ -0,0 +1,8 @@
+"Method","Name","# requests","# failures","Median response time","Average response time","Min response time","Max response time","Average Content Size","Requests/s"
+"GET","/arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/",126,65,100,126,36,396,47212,0.44
+"POST","/arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/",0,0,0,0,0,0,0,0.00
+"GET","/arcgis/rest/services/NAIP_2000/NAIP_2000_WM/ImageServer/",126,54,99,120,29,329,50466,0.44
+"GET","/arcgis/rest/services/NAIP_2005/NAIP_2005_WM/ImageServer/",194,0,67,103,30,788,16069,0.67
+"GET","/arcgis/rest/services/NAIP_2009/NAIP_2009_WM/ImageServer/",218,0,71,98,32,995,72839,0.75
+"GET","/arcgis/rest/services/NAIP_2016/NAIP_2016_WM/ImageServer/",4332,99,42,52,29,976,22643,14.99
+"None","Total",4996,218,44,59,29,995,25899,17.28
\ No newline at end of file

results/readme.md 31(+31 -0) 

diff --git a/results/readme.md b/results/readme.md
new file mode 100644
index 0000000..8a1f9d0
--- /dev/null
+++ b/results/readme.md
@@ -0,0 +1,31 @@
+# RESULTS
+
+Duration: 5 Minutes
+Time: ~14:30 PST 
+Date: June 4 2018
+
+Users: 20
+Spawn Rate: 2 (per second)
+
+| Method | Name                                                      | # requests | # failures | Median response time | Average response time | Min response time | Max response time | Average Content Size | Requests/s |
+|--------|-----------------------------------------------------------|------------|------------|----------------------|-----------------------|-------------------|-------------------|----------------------|------------|
+| GET    | /arcgis/rest/services/NAIP_1995/NAIP_1995_SL/ImageServer/ | 96         | 0          | 51                   | 51                    | 47                | 63                | 1904                 | 0.33       |
+| POST   | /arcgis/rest/services/NAIP_1995/NAIP_1995_SL/ImageServer/ | 0          | 0          | 0                    | 0                     | 0                 | 0                 | 0                    | 0.00       |
+| GET    | /arcgis/rest/services/NAIP_2000/NAIP_2000_SL/ImageServer/ | 76         | 0          | 51                   | 52                    | 47                | 89                | 1904                 | 0.26       |
+| GET    | /arcgis/rest/services/NAIP_2005/NAIP_2005_SL/ImageServer/ | 58         | 0          | 74                   | 76                    | 71                | 116               | 3283                 | 0.20       |
+| GET    | /arcgis/rest/services/NAIP_2009/NAIP_2009_SL/ImageServer/ | 79         | 0          | 74                   | 75                    | 71                | 113               | 3283                 | 0.27       |
+| GET    | /arcgis/rest/services/NAIP_2016/NAIP_2016_SL/ImageServer/ | 1821       | 0          | 74                   | 84                    | 69                | 7898              | 3283                 | 6.28       |
+| None   | Total                                                     | 2130       | 0          | 74                   | 81                    | 47                | 7898              | 3171                 | 7.35       |
+
+
+# Tile service
+
+| Method | Name                                                      | # requests | # failures | Median response time | Average response time | Min response time | Max response time | Average Content Size | Requests/s |
+|--------|-----------------------------------------------------------|------------|------------|----------------------|-----------------------|-------------------|-------------------|----------------------|------------|
+| GET    | /arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/ | 126        | 65         | 100                  | 126                   | 36                | 396               | 47212                | 0.44       |
+| POST   | /arcgis/rest/services/NAIP_1995/NAIP_1995_WM/ImageServer/ | 0          | 0          | 0                    | 0                     | 0                 | 0                 | 0                    | 0.00       |
+| GET    | /arcgis/rest/services/NAIP_2000/NAIP_2000_WM/ImageServer/ | 126        | 54         | 99                   | 120                   | 29                | 329               | 50466                | 0.44       |
+| GET    | /arcgis/rest/services/NAIP_2005/NAIP_2005_WM/ImageServer/ | 194        | 0          | 67                   | 103                   | 30                | 788               | 16069                | 0.67       |
+| GET    | /arcgis/rest/services/NAIP_2009/NAIP_2009_WM/ImageServer/ | 218        | 0          | 71                   | 98                    | 32                | 995               | 72839                | 0.75       |
+| GET    | /arcgis/rest/services/NAIP_2016/NAIP_2016_WM/ImageServer/ | 4332       | 99         | 42                   | 52                    | 29                | 976               | 22643                | 14.99      |
+| None   | Total                                                     | 4996       | 218        | 44                   | 59                    | 29                | 995               | 25899                | 17.28      |

Internal state use only · Bonobo Git Server (6.3.0.632) © 2015 Jakub Chodounský · Official Page · Github