Changeset 484 for trunk/testing

Timestamp:

Jun 2, 2014, 1:23:20 PM (10 years ago)

Author:

djay

Message:

Update testing script for the WPS Benchmarking.

Location:

trunk/testing

Files:

• extractExceptionInfo.xsl (added)
• run.sh (modified) (2 diffs)

trunk/testing/run.sh

@@ -24 +24 @@
 WPSInstance=$1
 ServiceName=$2
+NBRequests=1000
+NBConcurrents=50
 
 function kvpRequest {
-    echo "Simple KVP request "
-    echo "$1"
-    curl -o "$2" "$1"
-    echo "Checking for ${3} response XML validity..."
+    echo " **"
+    echo " * Simple KVP request start on $(date)"
+    echo " * [$1] "
+    echo " **"
+    
+    RESP=$(curl -v -o "$2" "$1" 2> tmp/temp.log; grep "< HTTP" tmp/temp.log | cut -d' ' -f3)
+    if [ "${3}" == "owsExceptionReport" ]; then
+        echo " *********************************"
+        if [ "$RESP" == "200" ]; then
+            echo " ! Invalid response code ($RESP)"
+        else
+            echo " * Valid response code ($RESP)"
+        fi
+        echo " *********************************"
+        echo " * Checking for ${3} response XML validity..."
+        echo " * Schema: [http://schemas.opengis.net/ows/1.1.0/${3}.xsd]"
+        echo " *********************************"
+        xmllint --noout --schema http://schemas.opengis.net/ows/1.1.0/${3}.xsd "$2"
+        echo " *********************************"
+        echo "Verifying that the missing / wrong argument was referenced in locator and the exceptionCode take the corresponding value ..."
+        echo -n " *********************************"
+        xsltproc ./extractExceptionInfo.xsl "$2"
+        echo " *********************************"
+    else
+        if [ "$RESP" == "200" ]; then
+            echo " * Valid response code ($RESP)"
+        else
+            echo " ! Invalid response code ($RESP)"
+        fi
+        echo " * Checking for ${3} response XML validity..."
+        echo " * Schema: [http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd]"
+        xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd "$2"
+    fi
+    echo " **"
+    echo " * Sending 10000 ${3} requests starting on $(date) ..."
+    echo " **"
+    ab -n "$NBRequests" -c "$NBConcurrents" "$1"
+    echo " ** Ending on $(date)"
+}
+
+function postRequest {
+    echo " **"
+    echo " * Simple POST request started on $(date)"
+    echo " **"
+    echo " * Checking for ${3} request XML validity..."
+    echo " * Schema: http://schemas.opengis.net/wps/1.0.0/wps${3}_request.xsd"
+    echo " *********************************"
+    xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_request.xsd "$4" 
+    echo " *********************************"
+    curl -H "Content-type: text/xml" -d@"$4" -o "$2" "$1"
+    echo " * Checking for ${3} response XML validity on $(date) ..."
+    echo " * Schema: http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd"
+    echo " *********************************"
     xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd "$2"
-}
-
-function postRequest {
-    echo "Simple POST request "
-    echo "Checking for ${3} request XML validity..."
-    xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_request.xsd "$4" 
-    curl -H "Content-type: text/xml" -d@"$4" -o "$2" "$1"
-    echo "Checking for ${3} response XML validity..."
-    xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd "$2"
+    echo " *********************************"
     if [ -z "$5" ]; then
         echo ""
     else
+        echo " * Schema: http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd"
+        echo " *********************************"
         xmllint --noout --schema http://schemas.opengis.net/wps/1.0.0/wps${3}_response.xsd "$(xsltproc ./extractStatusLocation.xsl $2)"
+        echo " *********************************"
     fi
-}
-
-
-#
-# Tests for GetCapabilities using KVP and POST requests
-#
-kvpRequest "${WPSInstance}?request=GetCapabilities&service=WPS" "tmp/outputGC1.xml" "GetCapabilities"
-
-kvpRequest "${WPSInstance}?REQUEST=GetCapabilities&SERVICE=WPS" "tmp/outputGC2.xml" "GetCapabilities"
+    echo " * Sending 10000 ${3} XML requests on $(date) ..."
+    ab -T "text/xml" -p "$4" -n "$NBRequests" -c "$NBConcurrents" "$1"
+    echo " ** Ending on $(date)"
+}
+
+function kvpRequestWrite {
+    suffix=""
+    cnt=0
+    cnt0=0
+    for i in $2; do
+        if [ ! $1 -eq $cnt0 ]; then
+            if [ $cnt -gt 0 ]; then
+                suffix="$suffix&$(echo $i | sed 's:\"::g')"
+            else
+                suffix="$(echo $i | sed 's:\"::g')"
+            fi
+            cnt=$(expr $cnt + 1)
+        fi
+        cnt0=$(expr $cnt0 + 1)
+    done
+    echo $suffix
+}
+
+function kvpWrongRequestWrite {
+    suffix=""
+    cnt=0
+    cnt0=0
+    for i in $2; do
+        if [ ! $1 -eq $cnt0 ]; then
+            if [ $cnt -gt 0 ]; then
+                suffix="$suffix&$(echo $i | sed 's:\"::g')"
+            else
+                suffix="$(echo $i | sed 's:\"::g')"
+            fi
+            cnt=$(expr $cnt + 1)
+        else
+            cnt1=0
+            for j in $3; do 
+                if [ $cnt1 -eq $1 ]; then
+                    suffix="$suffix&$(echo $j | sed 's:\"::g')"
+                fi
+                cnt1=$(expr $cnt1 + 1)
+            done
+        fi
+        cnt0=$(expr $cnt0 + 1)
+    done
+    echo $suffix
+}
+
+
+#
+# Tests for GetCapabilities using KVP (including wrong requests) and POST requests
+#
+kvpRequest "${WPSInstance}?REQUEST=GetCapabilities&SERVICE=WPS" "tmp/outputGC1.xml" "GetCapabilities"
+
+params='"request=GetCapabilities" "service=WPS"'
+
+suffix=$(kvpRequestWrite -1 "$params")
+kvpRequest "${WPSInstance}?$suffix" "tmp/outputGC2.xml" "GetCapabilities"
+
+for j in 0 1; do 
+    suffix=$(kvpRequestWrite $j "$params")
+    kvpRequest "${WPSInstance}?$suffix" "tmp/outputGC$(expr $j + 3).xml" "owsExceptionReport"
+done
+
+paramsw='"request=GetCapabilitie" "service=WXS"'
+for j in 0 1; do 
+    suffix=$(kvpWrongRequestWrite $j "$params" "$paramsw")
+    kvpRequest "${WPSInstance}?$suffix" "tmp/outputGC$(expr $j + 5).xml" "owsExceptionReport"
+done
 
 echo "Check if differences between upper case and lower case parameter names"
@@ -69 +176 @@
 kvpRequest "${WPSInstance}?request=DescribeProcess&service=WPS&version=1.0.0&Identifier=ALL" "tmp/outputDPall.xml" "DescribeProcess"
 
-kvpRequest "${WPSInstance}?request=DescribeProcess&service=WPS&version=1.0.0&Identifier=${ServiceName}" "tmp/outputDPb1.xml" "DescribeProcess"
+params='"request=DescribeProcess" "service=WPS" "version=1.0.0" "Identifier='${ServiceName}'"'
+
+suffix=$(kvpRequestWrite -1 "$params")
+kvpRequest "${WPSInstance}?$suffix" "tmp/outputDPb1.xml" "DescribeProcess"
+
+for j in 0 1 2 3; do 
+    suffix=$(kvpRequestWrite $j "$params")
+    kvpRequest "${WPSInstance}?$suffix" "tmp/outputDPb$(expr $j + 2).xml" "owsExceptionReport"
+done
+
+paramsw='"request=DescribeProces" "service=WXS" "version=1.2.0" "Identifier=Undefined"'
+
+for j in 0 1 2 3; do 
+    suffix=$(kvpWrongRequestWrite $j "$params")
+    kvpRequest "${WPSInstance}?$suffix" "tmp/outputDPb$(expr $j + 6).xml" "owsExceptionReport"
+done
+
+kvpRequest "${WPSInstance}?request=DescribeProcess&service=WPS&Identifier=${ServiceName}" "tmp/outputDPb10.xml" "DescribeProcess"
 
 echo ""