Console Output
Started by GitLab push by bernini
Building remotely on build.forge.etsi.org (docker) in workspace /home/jenkins/workspace/NFV - Network Functions Virtualisation/api-tests
using credential f9a9fd70-ea8b-4872-a9d5-d1fb1cf8123e
> git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
> git config remote.origin.url git@forge.etsi.org:nfv/api-tests.git # timeout=10
Fetching upstream changes from git@forge.etsi.org:nfv/api-tests.git
> git --version # timeout=10
using GIT_SSH to set credentials
> git fetch --tags --progress git@forge.etsi.org:nfv/api-tests.git +refs/heads/*:refs/remotes/origin/*
> git rev-parse remotes/origin/2.7.1-dev^{commit} # timeout=10
> git branch -a -v --no-abbrev --contains b897b22fe46579815ac6a65d41b4d6f993eed1aa # timeout=10
Checking out Revision b897b22fe46579815ac6a65d41b4d6f993eed1aa (origin/2.7.1-dev)
> git config core.sparsecheckout # timeout=10
> git checkout -f b897b22fe46579815ac6a65d41b4d6f993eed1aa
Commit message: "re-update sol_005_index.csv"
> git rev-list --no-walk 5e1bc164993fb5c1edb025263a83d548e50dd6a4 # timeout=10
[api-tests] $ /bin/bash /tmp/jenkins6901302480089459991.sh
DOCKER_FILE=./scripts/docker/Dockerfile
+ DOCKER_FILE=./scripts/docker/Dockerfile
if [ -f ${DOCKER_FILE} ]
then
#check and build stf583-rf-validation image
DOCKER_ID=`docker ps -a | grep -e stf583-rf-validation | awk '{ print $1 }'`
# if [ ! -z "${DOCKER_ID}" ]
# then
# docker rm --force stf583-rf-validation
# fi
docker build --tag stf583-rf-validation -f ${DOCKER_FILE} .
if [ "$?" != "0" ]
then
echo "Docker build failed: $?"
exit -1
fi
# docker image ls -a
# docker inspect stf583-rf-validation:latest
# if [ "$?" != "0" ]
# then
# echo "Docker inspect failed: $?"
# exit -2
# fi
#else
# exit -3
fi
+ '[' -f ./scripts/docker/Dockerfile ']'
docker ps -a | grep -e stf583-rf-validation | awk '{ print $1 }'
++ docker ps -a
++ grep -e stf583-rf-validation
++ awk '{ print $1 }'
+ DOCKER_ID=0be913df7eac
+ docker build --tag stf583-rf-validation -f ./scripts/docker/Dockerfile .
Sending build context to Docker daemon 67.62MB
Step 1/20 : FROM ubuntu:16.04
---> 9499db781771
Step 2/20 : MAINTAINER ETSI STF 583
---> Using cache
---> 56160b6afd3f
Step 3/20 : LABEL description "SFT583 Robot Framework Docker Image"
---> Using cache
---> c104db916b12
Step 4/20 : ENV TERM xterm
---> Using cache
---> a2ac4c73c7dd
Step 5/20 : ENV HOSTNAME docker-robot-STF583
---> Using cache
---> 9f8097bebb01
Step 6/20 : ARG ssh_prv_key
---> Using cache
---> dc6961350e75
Step 7/20 : RUN DEBIAN_FRONTEND=noninteractive apt update && apt install python3 git -y && apt install python3-pip -y && DEBIAN_FRONTEND=noninteractive apt-get autoremove --purge -y && DEBIAN_FRONTEND=noninteractive apt-get autoclean && rm -rf /var/lib/apt/lists/*
---> Using cache
---> 1aa630265990
Step 8/20 : RUN echo "docker-robot-STF583" > /etc/hostname && echo "root:etsi" | chpasswd
---> Using cache
---> 7bd0f294567f
Step 9/20 : RUN useradd --create-home --shell /bin/bash --user-group etsi --groups sudo && echo "etsi:etsi" | chpasswd && adduser etsi sudo && echo "etsi ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers
---> Using cache
---> 53cb248969ce
Step 10/20 : RUN DEBIAN_FRONTEND=noninteractive && mkdir -p /home/etsi/dev/robot && cd /home/etsi/dev/robot
---> Using cache
---> 05bc0e6ad8d2
Step 11/20 : RUN pip3 install robotframework
---> Using cache
---> 14f8a9ed7f70
Step 12/20 : RUN DEBIAN_FRONTEND=noninteractive && cd /home/etsi/dev/robot && git clone https://github.com/etsi-cti-admin/robotframework-mockserver
---> Using cache
---> 938bbd21fc7b
Step 13/20 : ADD requirements.txt /home/etsi/dev/robot/
---> Using cache
---> b5c39bba8512
Step 14/20 : ADD extensions /home/etsi/dev/robot/extensions
---> Using cache
---> f0da6d3aa70f
Step 15/20 : RUN ls /home/etsi/dev/robot
---> Using cache
---> 54239642f78d
Step 16/20 : RUN DEBIAN_FRONTEND=noninteractive && cd /home/etsi/dev/robot && pip3 install -r requirements.txt && cd robotframework-mockserver && patch -p1 < ../extensions/mockserverlibrary.patch && python3 -m pip install -e .
---> Using cache
---> dae8960ead3d
Step 17/20 : RUN DEBIAN_FRONTED=noninteractive cd /home/etsi/dev/ mkdir -p build && git clone https://forge.etsi.org/rep/forge-tools/robot2doc.git && cd robot2doc && pip3 install -r requirements.txt && python3 -m pip install -e .
---> Using cache
---> c68f8c51de9e
Step 18/20 : ADD . /home/etsi/dev/robot
---> f2c4dc5c764d
Removing intermediate container e19d340d8c59
Step 19/20 : RUN chmod +x /home/etsi/dev/robot/scripts/*
---> Running in fce08b48f2f7
---> dee16fd3dedf
Removing intermediate container fce08b48f2f7
Step 20/20 : CMD tail -f /dev/null
---> Running in 922a9093a50b
---> 32ece25ce014
Removing intermediate container 922a9093a50b
Successfully built 32ece25ce014
Successfully tagged stf583-rf-validation:latest
+ '[' 0 '!=' 0 ']'
# That's all Floks
exit 0
+ exit 0
++++ Dryrun file SOL002/VNFConfiguration-API/ApiVersion.robot
++++ Dryrun file SOL002/VNFConfiguration-API/Configuration.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/Alarms.robot
++++ Issues found in file SOL002/VNFFaultManagement-API/Alarms.robot
==============================================================================
Alarms
==============================================================================
POST Alarms - Method not implemented :: Test ID: 6.3.4.1.1 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms :: Test ID: 6.3.4.1.2 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with invalid attribute-based... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with "all_fields" attribute ... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with exclude_default attribu... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with fields attribute select... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with "exclude_fields" attrib... | PASS |
------------------------------------------------------------------------------
PUT Alarms - Method not implemented :: Test ID: 6.3.4.1.9 | PASS |
------------------------------------------------------------------------------
PATCH Alarms - Method not implemented :: Test ID: 6.3.4.1.10 | PASS |
------------------------------------------------------------------------------
DELETE Alarms - Method not implemented :: Test ID: 6.3.4.1.11 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms to get Paged Response :: Tes... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms for Bad Request Response too... | PASS |
------------------------------------------------------------------------------
GET information about alarms with attribute-based filter "id" :: T... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with attribute-based filter ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Alarms | FAIL |
19 critical tests, 14 passed, 5 failed
19 tests total, 14 passed, 5 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFFaultManagement-API/ApiVersion.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/EscalatePerceivedSeverityTask.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/IndividualAlarm.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL002/VNFFaultManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Fault Alarm Notification :: Test ID: 6.3.4.8.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Fault Alarm Cleared Notification :: Test ID: 6.3.4.8.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Fault Alarm List Rebuilt Notification :: Test ID: 6.3.4.8.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFFaultManagement-API/NotificationEndpoint.robot
++++ Dryrun file SOL002/VNFFaultManagement-API/Subscriptions.robot
++++ Issues found in file SOL002/VNFFaultManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Create a new subscription :: Test ID: 6.3.4.4.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new Subscription - DUPLICATION :: Test ID: 6.3.4.4.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new Subscription - NO-DUPLICATION :: Test ID: 6.3.4.4.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Subscriptions :: Test ID: 6.3.4.4.4 | PASS |
------------------------------------------------------------------------------
GET Subscription - Filter :: Test ID: 6.3.4.4.5 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "all_fields" attribute selector :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_default" attribute selector :: Tes... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "fields" attribute selector :: Test ID: 6.3... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_fields" attribute selector :: Test... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 6.3.4.4.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 6.3.4.4.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 6.3.4.4.13 | PASS |
------------------------------------------------------------------------------
GET Subscriptions to get Paged Response :: Test ID: 6.3.4.4.14 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Response too Big :: Test ID: 6.3.4... | PASS |
------------------------------------------------------------------------------
GET Subscription with attribute-based filter "id" :: Test ID: 6.3.... | PASS |
------------------------------------------------------------------------------
Get subscriptions with filter "filter.notificationTypes" :: Test I... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.faultyResourceTypes" :: Test... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.perceivedSeverities" :: Test... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.eventTypes" :: Test ID: 6.3.... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.probableCauses" :: Test ID: ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
22 critical tests, 13 passed, 9 failed
22 tests total, 13 passed, 9 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFIndicator-API/ApiVersion.robot
++++ Dryrun file SOL002/VNFIndicator-API/IndividualSubscription.robot
++++ Dryrun file SOL002/VNFIndicator-API/IndividualVNFindicator.robot
++++ Dryrun file SOL002/VNFIndicator-API/NoificationConsumer.robot
++++ Issues found in file SOL002/VNFIndicator-API/NoificationConsumer.robot
==============================================================================
NoificationConsumer
==============================================================================
VNF Indicator Value Change Notification :: Test ID: 6.3.2.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NoificationConsumer | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFIndicator-API/Subscriptions.robot
++++ Issues found in file SOL002/VNFIndicator-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
GET VNF Indicators Subscriptions :: Test ID: 6.3.2.4.1 | PASS |
------------------------------------------------------------------------------
GET VNF Indicators Subscriptions with attribute-based filter :: Te... | PASS |
------------------------------------------------------------------------------
GET VNF Indicators Subscriptions with invalid attribute-based filt... | PASS |
------------------------------------------------------------------------------
GET VNF Indicators Subscriptions with invalid resource endpoint ::... | PASS |
------------------------------------------------------------------------------
Create new VNF indicator subscription :: Test ID: 6.3.2.4.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT VNF Indicator Subscriptions - Method not implemented :: Test I... | PASS |
------------------------------------------------------------------------------
PATCH VNF Indicator Subscriptions - Method not implemented :: Test... | PASS |
------------------------------------------------------------------------------
DELETE VNF Indicator Subscriptions - Method not implemented :: Tes... | PASS |
------------------------------------------------------------------------------
GET VNF Indicators Subscriptions to get Paged Response :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET VNF Indicators Subscriptions - Bad Request Response too Big ::... | PASS |
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create new VNF indicator Subscription - DUPLICATION :: Test ID: 6.... | PASS |
------------------------------------------------------------------------------
Create new VNF indicator Subscription - NO-DUPLICATION :: Test ID:... | PASS |
------------------------------------------------------------------------------
Subscriptions | FAIL |
13 critical tests, 11 passed, 2 failed
13 tests total, 11 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFIndicator-API/VNFIndicators.robot
++++ Dryrun file SOL002/VNFIndicator-API/VnfIndicatorsInVnfInstanceId.robot
++++ Dryrun file SOL002/VNFIndicatorNotification-API/VnfIndicatorNotification.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/ApiVersion.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/CancelOperationTask.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/ChangeExternalVNFConnectivityTask.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/ChangeVNFFlavourTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/ChangeVNFFlavourTask.robot
==============================================================================
ChangeVNFFlavourTask
==============================================================================
POST Change deployment flavour of a vnfInstance :: Test ID: 6.3.5.6.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Change deployment flavour of a vnfInstance Conflict (Not-Inst... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Change deployment flavour of a vnfInstance Not Found :: Test ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Change deployment flavour VNFInstance - Method not implemented... | PASS |
------------------------------------------------------------------------------
PUT Change deployment flavour VNFInstance - Method not implemented... | PASS |
------------------------------------------------------------------------------
PATCH Change deployment flavour VNFInstance - Method not implement... | PASS |
------------------------------------------------------------------------------
DELETE Change deployment flavour VNFInstance - Method not implemen... | PASS |
------------------------------------------------------------------------------
ChangeVNFFlavourTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/FailOperationTask.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/HealVNFTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/HealVNFTask.robot
==============================================================================
HealVNFTask
==============================================================================
POST Heal a vnfInstance :: Test ID: 6.3.5.8.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Heal a vnfInstance Conflict (Not-Instantiated) :: Test ID: 6.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Heal a vnfInstance Not Found :: Test ID: 6.3.5.8.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Heal VNFInstance - Method not implemented :: Test ID: 6.3.5.8.4 | PASS |
------------------------------------------------------------------------------
PUT Heal VNFInstance - Method not implemented :: Test ID: 6.3.5.8.5 | PASS |
------------------------------------------------------------------------------
PATCH Heal VNFInstance - Method not implemented :: Test ID: 6.3.5.8.6 | PASS |
------------------------------------------------------------------------------
DELETE Heal VNFInstance - Method not implemented :: Test ID: 6.3.5... | PASS |
------------------------------------------------------------------------------
HealVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/IndividualVNFInstance.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/IndividualVnfLcmOperationOccurence.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/InstantiateVNFTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/InstantiateVNFTask.robot
==============================================================================
InstantiateVNFTask
==============================================================================
POST Instantiate a vnfInstance :: Test ID: 6.3.5.3.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Instantiate a vnfInstance Conflict :: Test ID: 6.3.5.3.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Instantiate VNFInstance - Method not implemented :: Test ID: 6... | PASS |
------------------------------------------------------------------------------
PUT Instantiate VNFInstance - Method not implemented :: Test ID: 6... | PASS |
------------------------------------------------------------------------------
PATCH Instantiate VNFInstance - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
DELETE Instantiate VNFInstance - Method not implemented :: Test ID... | PASS |
------------------------------------------------------------------------------
InstantiateVNFTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF LCM Operation Occurrence Notification :: Test ID: 6.3.5.21.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Identifier Creation Notification :: Test ID: 6.3.5.21.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Identifier Deletion Notification :: Test ID: 6.3.5.21.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/NotificationEndpoint.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/OperateVNFTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/OperateVNFTask.robot
==============================================================================
OperateVNFTask
==============================================================================
POST Operate a vnfInstance :: Test ID: 6.3.5.9.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Operate a vnfInstance Conflict (Not-Instantiated) :: Test ID:... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Operate a vnfInstance Not Found :: Test ID: 6.3.5.9.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Operate VNFInstance - Method not implemented :: Test ID: 6.3.5... | PASS |
------------------------------------------------------------------------------
PUT Operate VNFInstance - Method not implemented :: Test ID: 6.3.5... | PASS |
------------------------------------------------------------------------------
PATCH Operate VNFInstance - Method not implemented :: Test ID: 6.3... | PASS |
------------------------------------------------------------------------------
DELETE Operate VNFInstance - Method not implemented :: Test ID: 6.... | PASS |
------------------------------------------------------------------------------
OperateVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/RetryOperationTask.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/RollbackOperationTask.robot
++++ Dryrun file SOL002/VNFLifecycleManagement-API/ScaleVNFTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/ScaleVNFTask.robot
==============================================================================
ScaleVNFTask
==============================================================================
POST Scale a vnfInstance :: Test ID: 6.3.5.4.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance Conflict (Not-Instantiated) :: Test ID: 6... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance Not Found :: Test ID: 6.3.5.4.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Scale VNFInstance - Method not implemented :: Test ID: 6.3.5.4.4 | PASS |
------------------------------------------------------------------------------
PUT Scale VNFInstance - Method not implemented :: Test ID: 6.3.5.4.5 | PASS |
------------------------------------------------------------------------------
PATCH Scale VNFInstance - Method not implemented :: Test ID: 6.3.5... | PASS |
------------------------------------------------------------------------------
DELETE Scale VNFInstance - Method not implemented :: Test ID: 6.3.... | PASS |
------------------------------------------------------------------------------
ScaleVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/ScaleVNFToLevelTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/ScaleVNFToLevelTask.robot
==============================================================================
ScaleVNFToLevelTask
==============================================================================
POST Scale a vnfInstance to level :: Test ID: 6.3.5.5.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance to level Conflict (Not-Instantiated) :: T... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance Not Found :: Test ID: 6.3.5.5.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Scale to level VNFInstance - Method not implemented :: Test ID... | PASS |
------------------------------------------------------------------------------
PUT Scale to level VNFInstance - Method not implemented :: Test ID... | PASS |
------------------------------------------------------------------------------
PATCH Scale to level VNFInstance - Method not implemented :: Test ... | PASS |
------------------------------------------------------------------------------
DELETE Scale to level VNFInstance - Method not implemented :: Test... | PASS |
------------------------------------------------------------------------------
ScaleVNFToLevelTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/Subscriptions.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
POST Create a new subscription :: Test ID: 6.3.5.17.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Create a new Subscription - DUPLICATION :: Test ID: 6.3.5.17.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Create a new Subscription - NO-DUPLICATION :: Test ID: 6.3.5.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Subscriptions :: Test ID: 6.3.5.17.4 | PASS |
------------------------------------------------------------------------------
GET Subscription - Filter :: Test ID: 6.3.5.17.5 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with all_fields attribute selector :: Test ID: 6... | PASS |
------------------------------------------------------------------------------
GET subscriptions with exclude_default attribute selector :: Test ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with fields attribute selector :: Test ID: 6.3.5... | PASS |
------------------------------------------------------------------------------
GET subscriptions with exclude_fields attribute selector :: Test I... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 6.3.5.17.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 6.3.5.17.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 6.3.5.17.13 | PASS |
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET information about multiple subscriptions to get Paged Response... | PASS |
------------------------------------------------------------------------------
GET information about multiple subscriptions for Bad Request Respo... | PASS |
------------------------------------------------------------------------------
Subscriptions | FAIL |
16 critical tests, 12 passed, 4 failed
16 tests total, 12 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/TerminateVNFTask.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/TerminateVNFTask.robot
==============================================================================
TerminateVNFTask
==============================================================================
POST Terminate a vnfInstance :: Test ID: 6.3.5.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Terminate a vnfInstance Conflict (Not-Instantiated) :: Test I... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Terminate VNFInstance - Method not implemented :: Test ID: 6.3... | PASS |
------------------------------------------------------------------------------
PUT Terminate VNFInstance - Method not implemented :: Test ID: 6.3... | PASS |
------------------------------------------------------------------------------
PATCH Terminate VNFInstance - Method not implemented :: Test ID: 6... | PASS |
------------------------------------------------------------------------------
DELETE Terminate VNFInstance - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
TerminateVNFTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/VNFInstances.robot
++++ Issues found in file SOL002/VNFLifecycleManagement-API/VNFInstances.robot
==============================================================================
VNFInstances
==============================================================================
POST Create a new vnfInstance :: Test ID: 6.3.5.1.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET information about multiple VNF instances :: Test ID: 6.3.5.1.2 | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances Bad Request Invalid a... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances Bad Request Invalid a... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "all_fields" att... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_default... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "fields" attribu... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_fields"... | PASS |
------------------------------------------------------------------------------
PUT VNFInstances - Method not implemented :: Test ID: 6.3.5.1.9 | PASS |
------------------------------------------------------------------------------
PATCH VNFInstances - Method not implemented :: Test ID: 6.3.5.1.10 | PASS |
------------------------------------------------------------------------------
DELETE VNFInstances - Method not implemented :: Test ID: 6.3.5.1.11 | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_default... | PASS |
------------------------------------------------------------------------------
VNFInstances | FAIL |
12 critical tests, 11 passed, 1 failed
12 tests total, 11 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFLifecycleManagement-API/VnfLcmOperationOccurences.robot
++++ Dryrun file SOL002/VNFPerformanceManagement-API/ApiVersion.robot
++++ Dryrun file SOL002/VNFPerformanceManagement-API/IndividualPmJob.robot
++++ Dryrun file SOL002/VNFPerformanceManagement-API/IndividualReport.robot
++++ Dryrun file SOL002/VNFPerformanceManagement-API/IndividualThreshold.robot
++++ Dryrun file SOL002/VNFPerformanceManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL002/VNFPerformanceManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Performance Information Availability Notification :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Threshold Crossed Notification :: Test ID: 6.3.3.10.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
2 critical tests, 0 passed, 2 failed
2 tests total, 0 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFPerformanceManagement-API/PMJobs.robot
++++ Issues found in file SOL002/VNFPerformanceManagement-API/PMJobs.robot
==============================================================================
PMJobs
==============================================================================
GET all VNF Performance Monitoring Jobs :: Test ID: 6.3.3.1.1 | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with attribute-based filter ::... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with all_fields attribute ... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with exclude_default attri... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with fields attribute sele... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with exclude_fields attrib... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with invalid attribute-based f... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with invalid resource endpoint... | PASS |
------------------------------------------------------------------------------
Create new VNF Performance Monitoring Job :: Test ID: 6.3.3.1.9 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT all VNF Performance Monitoring Jobs - Method not implemented :... | PASS |
------------------------------------------------------------------------------
PATCH all VNF Performance Monitoring Jobs - Method not implemented... | PASS |
------------------------------------------------------------------------------
DELETE all VNF Performance Monitoring Jobs - Method not implemente... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs to get Paged Response :: Test ... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs for Bad Request Response too b... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with exclude_default and f... | PASS |
------------------------------------------------------------------------------
PMJobs | FAIL |
15 critical tests, 14 passed, 1 failed
15 tests total, 14 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFPerformanceManagement-API/Thresholds.robot
++++ Issues found in file SOL002/VNFPerformanceManagement-API/Thresholds.robot
==============================================================================
Thresholds
==============================================================================
GET All Performance Thresholds :: Test ID: 6.3.3.4.1 | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with attribute-based filter :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid attribute-based filter :: ... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid resource endpoint :: Test ... | PASS |
------------------------------------------------------------------------------
Create new Performance Threshold :: Test ID: 6.3.3.4.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT Performance Thresholds - Method not implemented :: Test ID: 6.... | PASS |
------------------------------------------------------------------------------
PATCH Performance Thresholds - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
DELETE Performance Thresholds - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with Paged Response :: Test ID: 6.3.3.4.9 | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds for Bad Request Response too big :: Tes... | PASS |
------------------------------------------------------------------------------
Thresholds | FAIL |
10 critical tests, 9 passed, 1 failed
10 tests total, 9 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL002/VNFPerformanceManagementNotification-API/PerformanceManagementNotification.robot
++++ Dryrun file SOL003/VNFFaultManagement-API/Alarms.robot
++++ Dryrun file SOL003/VNFFaultManagement-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFFaultManagement-API/IndividualAlarm.robot
++++ Dryrun file SOL003/VNFFaultManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL003/VNFFaultManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL003/VNFFaultManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Fault Alarm Notification :: Test ID: 7.3.5.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Fault Alarm Cleared Notification :: Test ID: 7.3.5.7.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Fault Alarm List Reulit Notification :: Test ID: 7.3.5.7.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFFaultManagement-API/Subscriptions.robot
++++ Issues found in file SOL003/VNFFaultManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Create a new Fault Management alarm subscription :: Test ID: 7.3.5... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new alarm subscription - DUPLICATION :: Test ID: 7.3.5.3.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new alarm subscription - NO DUPLICATION :: Test ID: 7.3.5... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions :: Test ID: 7.3.5.3.4 | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter :: Test ID: 7.3... | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "all_fields" attribute selector :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_default" attribute selector :: Tes... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "fields" attribute selector :: Test ID: 7.3... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_fields" attribute selector :: Test... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 7.3.5.3.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 7.3.5.3.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 7.3.5.3.13 | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions as Paged Response :: Test I... | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Response too Big :: Test ID: 7.3.5... | PASS |
------------------------------------------------------------------------------
GET Subscription with attribute-based filter "id" :: Test ID: 7.3.... | PASS |
------------------------------------------------------------------------------
Get subscriptions with filter "filter.notificationTypes" :: Test I... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.faultyResourceTypes" :: Test... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.perceivedSeverities" :: Test... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.eventTypes" :: Test ID: 7.3.... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Get subscriptions with filter "filter.probableCauses" :: Test ID: ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
22 critical tests, 13 passed, 9 failed
22 tests total, 13 passed, 9 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFFaultManagementNotification-API/NotificationEndpoint.robot
++++ Dryrun file SOL003/VNFIndicator-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFIndicator-API/IndividualSubscription.robot
++++ Dryrun file SOL003/VNFIndicator-API/IndividualVNFindicator.robot
++++ Dryrun file SOL003/VNFIndicator-API/NotificationConsumer.robot
++++ Issues found in file SOL003/VNFIndicator-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Indicator Value Change Notification :: Test ID: 7.3.6.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFIndicator-API/Subscriptions.robot
++++ Issues found in file SOL003/VNFIndicator-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
GET All VNF Indicator Subscriptions :: Test ID: 7.3.6.4.1 | PASS |
------------------------------------------------------------------------------
GET VNF Indicator Subscriptions with attribute-based filter :: Tes... | PASS |
------------------------------------------------------------------------------
GET VNF Indicator Subscriptions with invalid attribute-based filte... | PASS |
------------------------------------------------------------------------------
GET VNF Indicator Subscriptions with invalid resource endpoint :: ... | PASS |
------------------------------------------------------------------------------
Create new VNF indicator subscription :: Test ID: 7.3.6.4.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF indicator subscription with VNFM not creatin... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF indicator subscription with VNFM creating du... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT VNF Indicator Subscriptions - Method not implemented :: Test I... | PASS |
------------------------------------------------------------------------------
PATCH VNF Indicator Subscriptions - Method not implemented :: Test... | PASS |
------------------------------------------------------------------------------
DELETE VNF Indicator Subscriptions - Method not implemented :: Tes... | PASS |
------------------------------------------------------------------------------
GET All VNF Indicator Subscriptions as Paged Response :: Test ID: ... | PASS |
------------------------------------------------------------------------------
GET VNF Indicator Subscriptions - Bad Request Response too Big :: ... | PASS |
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
13 critical tests, 9 passed, 4 failed
13 tests total, 9 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFIndicator-API/VNFIndicators.robot
++++ Dryrun file SOL003/VNFIndicator-API/VnfIndicatorNotification.robot
++++ Dryrun file SOL003/VNFIndicator-API/VnfIndicatorsInVnfInstanceId.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/CancelOperationTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/CancelOperationWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ChangeExternalVNFConnectivityTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ChangeExternalVNFConnectivityWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ChangeVNFFlavourTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/ChangeVNFFlavourTask.robot
==============================================================================
ChangeVNFFlavourTask
==============================================================================
POST Change deployment flavour of a vnfInstance :: Test ID: 7.3.1.6.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Change deployment flavour of a vnfInstance Conflict (Not-Inst... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Change deployment flavour of a vnfInstance Not Found :: Test ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Change deployment flavour VNFInstance - Method not implemented... | PASS |
------------------------------------------------------------------------------
PUT Change deployment flavour VNFInstance - Method not implemented... | PASS |
------------------------------------------------------------------------------
PATCH Change deployment flavour VNFInstance - Method not implement... | PASS |
------------------------------------------------------------------------------
DELETE Change deployment flavour VNFInstance - Method not implemen... | PASS |
------------------------------------------------------------------------------
ChangeVNFFlavourTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ChangeVNFFlavourWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/CreateVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/DeleteVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/FailOperationTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/FailOperationWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/HealVNFTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/HealVNFTask.robot
==============================================================================
HealVNFTask
==============================================================================
POST Heal a vnfInstance :: Test ID: 7.3.1.8.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Heal a vnfInstance Conflict (Not-Instantiated) :: Test ID: 7.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Heal a vnfInstance Not Found :: Test ID: 7.3.1.8.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Heal VNFInstance - Method not implemented :: Test ID: 7.3.1.8.4 | PASS |
------------------------------------------------------------------------------
PUT Heal VNFInstance - Method not implemented :: Test ID: 7.3.1.8.5 | PASS |
------------------------------------------------------------------------------
PATCH Heal VNFInstance - Method not implemented :: Test ID: 7.3.1.8.6 | PASS |
------------------------------------------------------------------------------
DELETE Heal VNFInstance - Method not implemented :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
HealVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/HealVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/IndividualVNFInstance.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/IndividualVnfLcmOperationOccurence.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/InstantiateVNFTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/InstantiateVNFTaskWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ModifyVNFInformationWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF LCM Operation Occurrence Notification :: Test ID: 7.3.1.36.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Identifier Creation Notification :: Test ID: 7.3.1.36.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Identifier Deletion Notification :: Test ID: 7.3.1.36.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/NotificationEndpoint.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/OperateVNFTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/OperateVNFTask.robot
==============================================================================
OperateVNFTask
==============================================================================
POST Operate a vnfInstance :: Test ID: 7.3.1.9.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Operate a vnfInstance Conflict (Not-Instantiated) :: Test ID:... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Operate a vnfInstance Not Found :: Test ID: 7.3.1.9.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Operate VNFInstance - Method not implemented :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
PUT Operate VNFInstance - Method not implemented :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
PATCH Operate VNFInstance - Method not implemented :: Test ID: 7.3... | PASS |
------------------------------------------------------------------------------
DELETE Operate VNFInstance - Method not implemented :: Test ID: 7.... | PASS |
------------------------------------------------------------------------------
OperateVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/OperateVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/RetryOperationTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/RetryOperationWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/RollBackOperationWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/RollbackOperationTask.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ScaleVNFTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/ScaleVNFTask.robot
==============================================================================
ScaleVNFTask
==============================================================================
POST Scale a vnfInstance :: Test ID: 7.3.1.4.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance Conflict (Not-Instantiated) :: Test ID: 7... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance Not Found :: Test ID: 7.3.1.4.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Scale VNFInstance - Method not implemented :: Test ID: 7.3.1.4.4 | PASS |
------------------------------------------------------------------------------
PUT Scale VNFInstance - Method not implemented :: Test ID: 7.3.1.4.5 | PASS |
------------------------------------------------------------------------------
PATCH Scale VNFInstance - Method not implemented :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
DELETE Scale VNFInstance - Method not implemented :: Test ID: 7.3.... | PASS |
------------------------------------------------------------------------------
ScaleVNFTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ScaleVNFToLevelTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/ScaleVNFToLevelTask.robot
==============================================================================
ScaleVNFToLevelTask
==============================================================================
POST Scale a vnfInstance to level :: Test ID: 7.3.1.5.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a vnfInstance to level Conflict (Not-Instantiated) :: T... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Scale a vnfInstance Not Found :: Test ID: 7.3.1.5.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Scale to level VNFInstance - Method not implemented :: Test ID... | PASS |
------------------------------------------------------------------------------
PUT Scale to level VNFInstance - Method not implemented :: Test ID... | PASS |
------------------------------------------------------------------------------
PATCH Scale to level VNFInstance - Method not implemented :: Test ... | PASS |
------------------------------------------------------------------------------
DELETE Scale to level VNFInstance - Method not implemented :: Test... | PASS |
------------------------------------------------------------------------------
ScaleVNFToLevelTask | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ScaleVNFToLevelWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/ScaleVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/Subscriptions.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
POST Create a new subscription :: Test ID: 7.3.1.17.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new Subscription - DUPLICATION :: Test ID: 7.3.1.17.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new Subscription - NO-DUPLICATION :: Test ID: 7.3.1.17.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Subscriptions :: Test ID: 7.3.1.17.4 | PASS |
------------------------------------------------------------------------------
GET Subscription - Filter :: Test ID: 7.3.1.17.5 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with all_fields attribute selector :: Test ID: 7... | PASS |
------------------------------------------------------------------------------
GET subscriptions with exclude_default attribute selector :: Test ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with fields attribute selector :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
GET subscriptions with exclude_fields attribute selector :: Test I... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 7.3.1.17.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 7.3.1.17.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 7.3.1.17.13 | PASS |
------------------------------------------------------------------------------
GET Subscriptions as a Paged Response :: Test ID: 7.3.1.17.14 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Response too Big :: Test ID: 7.3.1... | PASS |
------------------------------------------------------------------------------
POST Create a new Subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
16 critical tests, 12 passed, 4 failed
16 tests total, 12 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/TerminateVNFTask.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/TerminateVNFTask.robot
==============================================================================
TerminateVNFTask
==============================================================================
POST Terminate a vnfInstance :: Test ID: 7.3.1.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Terminate a vnfInstance Conflict (Not-Instantiated) :: Test I... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Terminate VNFInstance - Method not implemented :: Test ID: 7.3... | PASS |
------------------------------------------------------------------------------
PUT Terminate VNFInstance - Method not implemented :: Test ID: 7.3... | PASS |
------------------------------------------------------------------------------
PATCH Terminate VNFInstance - Method not implemented :: Test ID: 7... | PASS |
------------------------------------------------------------------------------
DELETE Terminate VNFInstance - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
TerminateVNFTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/TerminateVNFWorkflow.robot
++++ Dryrun file SOL003/VNFLifecycleManagement-API/VNFInstances.robot
++++ Issues found in file SOL003/VNFLifecycleManagement-API/VNFInstances.robot
==============================================================================
VNFInstances
==============================================================================
POST Create a new vnfInstance :: Test ID: 7.3.1.1.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET information about multiple VNF instances :: Test ID: 7.3.1.1.2 | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances Bad Request Invalid a... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances Bad Request Invalid a... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "all_fields" att... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_default... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "fields" attribu... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_fields"... | PASS |
------------------------------------------------------------------------------
PUT multiples VNFInstances - Method not implemented :: Test ID: 7.... | PASS |
------------------------------------------------------------------------------
PATCH multiples VNFInstances - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
DELETE VNFInstances - Method not implemented :: Test ID: 7.3.1.1.11 | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances to get Paged Response... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances - Bad Request Respons... | PASS |
------------------------------------------------------------------------------
GET information about multiple VNF instances with "exclude_default... | PASS |
------------------------------------------------------------------------------
VNFInstances | FAIL |
14 critical tests, 13 passed, 1 failed
14 tests total, 13 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleManagement-API/VnfLcmOperationOccurences.robot
++++ Dryrun file SOL003/VNFLifecycleOperationGranting-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFLifecycleOperationGranting-API/Grants.robot
++++ Issues found in file SOL003/VNFLifecycleOperationGranting-API/Grants.robot
==============================================================================
Grants :: This resource represents grants. The client can use this resource...
==============================================================================
Requests a grant for a particular VNF lifecycle operation - Synchr... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Requests a grant for a particular VNF lifecycle operation - Asynch... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Requests a grant for a particular VNF lifecycle operation - Forbid... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Grants - Method not implemented :: Test ID: 7.3.2.1.4 | PASS |
------------------------------------------------------------------------------
PUT Grants - Method not implemented :: Test ID: 7.3.2.1.5 | PASS |
------------------------------------------------------------------------------
PATCH Grants - Method not implemented :: Test ID: 7.3.2.1.6 | PASS |
------------------------------------------------------------------------------
DELETE Grants - Method not implemented :: Test ID: 7.3.2.1.7 | PASS |
------------------------------------------------------------------------------
Grants :: This resource represents grants. The client can use this... | FAIL |
7 critical tests, 4 passed, 3 failed
7 tests total, 4 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFLifecycleOperationGranting-API/IndividualGrant.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/IndividualVNFPackage.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/IndividualVNFPackageArtifacts.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/ManifestInIndividualVNFPackage.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL003/VNFPackageManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Package Onboarding Notification :: Test ID: 7.3.3.12.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Package Change Notification :: Test ID: 7.3.3.12.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
2 critical tests, 0 passed, 2 failed
2 tests total, 0 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFPackageManagement-API/PackageManagementNotification.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/Subscriptions.robot
++++ Issues found in file SOL003/VNFPackageManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Get All VNF Package Subscriptions :: Test ID: 7.3.3.6.1 | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions with attribute-based filter :: Test ... | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions with invalid attribute-based filter ... | PASS |
------------------------------------------------------------------------------
GET VNF Package Subscription with invalid resource endpoint :: Tes... | PASS |
------------------------------------------------------------------------------
Create new VNF Package subscription :: Test ID: 7.3.3.6.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF Package subscription with NFVO not creating ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF Package subscription with NFVO creating dupl... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT VNF Package Subscriptions - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
PATCH VNF Package Subscriptions - Method not implemented :: Test I... | PASS |
------------------------------------------------------------------------------
DELETE VNF Package Subscriptions - Method not implemented :: Test ... | PASS |
------------------------------------------------------------------------------
Get All VNF Package Subscriptions as Paged Response :: Test ID: 7.... | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions - Bad Request Response too Big :: Te... | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions - Unprocessable Entity :: Test ID: 7... | PASS |
------------------------------------------------------------------------------
Subscriptions | FAIL |
13 critical tests, 10 passed, 3 failed
13 tests total, 10 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFPackageManagement-API/VNFDInIndividualVNFPackage.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/VNFPackageArtifacts.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/VNFPackageContent.robot
++++ Dryrun file SOL003/VNFPackageManagement-API/VNFPackages.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/ApiVersion.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/IndividualPmJob.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/IndividualReport.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/IndividualThreshold.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/NotificationConsumer.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/PMJobs.robot
++++ Issues found in file SOL003/VNFPerformanceManagement-API/PMJobs.robot
==============================================================================
PMJobs
==============================================================================
GET all VNF Performance Monitoring Jobs :: Test ID: 7.3.4.1.1 | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with attribute-based filter ::... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with all_fields attribute ... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with exclude_default attri... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with fields attribute sele... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with exclude_fields attrib... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with invalid attribute-based f... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs with invalid resource endpoint... | PASS |
------------------------------------------------------------------------------
Create new VNF Performance Monitoring Job :: Test ID: 7.3.4.1.9 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT all VNF Performance Monitoring Jobs - Method not implemented :... | PASS |
------------------------------------------------------------------------------
PATCH all VNF Performance Monitoring Jobs - (Method not implemente... | PASS |
------------------------------------------------------------------------------
DELETE all VNF Performance Monitoring Jobs - Method not implemente... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs as Paged Response :: Test ... | PASS |
------------------------------------------------------------------------------
GET VNF Performance Monitoring Jobs - Bad Request Response too Big... | PASS |
------------------------------------------------------------------------------
GET all VNF Performance Monitoring Jobs with fields and exclude_de... | PASS |
------------------------------------------------------------------------------
PMJobs | FAIL |
15 critical tests, 14 passed, 1 failed
15 tests total, 14 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VNFPerformanceManagement-API/PerformanceManagementNotification.robot
++++ Dryrun file SOL003/VNFPerformanceManagement-API/Thresholds.robot
++++ Issues found in file SOL003/VNFPerformanceManagement-API/Thresholds.robot
==============================================================================
Thresholds
==============================================================================
GET All Performance Thresholds :: Test ID: 7.3.4.4.1 | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with attribute-based filter :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid attribute-based filter :: ... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid resource endpoint :: Test ... | PASS |
------------------------------------------------------------------------------
Create new Performance Threshold :: Test ID: 7.3.4.4.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT Performance Thresholds - Method not implemented :: Test ID: 7.... | PASS |
------------------------------------------------------------------------------
PATCH Performance Thresholds - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
DELETE Performance Thresholds - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET All Performance Thresholds as Paged Response :: Test ID: 7.3.4... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds - Bad Request Response too Big :: Test ... | PASS |
------------------------------------------------------------------------------
Thresholds | FAIL |
10 critical tests, 9 passed, 1 failed
10 tests total, 9 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/ApiVersion.robot
++++ Dryrun file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/IndividualSubscription.robot
++++ Dryrun file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/NotificationConsumer.robot
++++ Issues found in file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
Vr Quota Availibility Notification :: Test ID: 7.3.7.4.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/NotificationEndpoint.robot
++++ Dryrun file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/Subscriptions.robot
++++ Issues found in file SOL003/VirtualisedResourcesQuotaAvailableNotification-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Create new Virtualised Resources Quota Available Notification subs... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create new Virtualised Resources Quota Available Notification subs... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create new Virtualised Resources Quota Available Notification subs... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Virtualised Resources Quota Available Notification Subscriptio... | PASS |
------------------------------------------------------------------------------
GET Virtualised Resources Quota Available Notification Subscriptio... | PASS |
------------------------------------------------------------------------------
GET Virtualised Resources Quota Available Notification subscriptio... | PASS |
------------------------------------------------------------------------------
PUT Virtualised Resources Quota Available Notification subscriptio... | PASS |
------------------------------------------------------------------------------
PATCH Virtualised Resources Quota Available Notification subscript... | PASS |
------------------------------------------------------------------------------
DELETE Virtualised Resources Quota Available Notification subscrip... | PASS |
------------------------------------------------------------------------------
GET Virtualised Resources Quota Available Notification Subscriptio... | PASS |
------------------------------------------------------------------------------
GET Virtualised Resources Quota Available Notification subscriptio... | PASS |
------------------------------------------------------------------------------
Create new Virtualised Resources Quota Available Notification Subs... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
12 critical tests, 8 passed, 4 failed
12 tests total, 8 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSDManagement-API/ApiVersion.robot
++++ Dryrun file SOL005/NSDManagement-API/IndividualNSDescriptor.robot
++++ Dryrun file SOL005/NSDManagement-API/IndividualPnfDescriptor.robot
++++ Dryrun file SOL005/NSDManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL005/NSDManagement-API/NSD.robot
++++ Dryrun file SOL005/NSDManagement-API/NSDArchiveContent.robot
++++ Dryrun file SOL005/NSDManagement-API/NSDArchiveManifest.robot
++++ Dryrun file SOL005/NSDManagement-API/NSDManagementNotification.robot
++++ Dryrun file SOL005/NSDManagement-API/NSDescriptors.robot
++++ Dryrun file SOL005/NSDManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL005/NSDManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
NSD Onboarding Notification :: Test ID: 5.3.1.15.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NSD Onboarding Failure Notification :: Test ID: 5.3.1.15.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NSD Change Notification :: Test ID: 5.3.1.15.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NSD Deletion Notification :: Test ID: 5.3.1.15.4 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Pnfd Onboarding Notification :: Test ID: 5.3.1.15.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Pnfd Onboarding Failure Notification :: Test ID: 5.3.1.15.6 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Pnfd Deletion Notification :: Test ID: 5.3.1.15.7 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
7 critical tests, 0 passed, 7 failed
7 tests total, 0 passed, 7 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSDManagement-API/PNFD.robot
++++ Dryrun file SOL005/NSDManagement-API/PNFDArchiveContent.robot
++++ Dryrun file SOL005/NSDManagement-API/PNFDArchiveManifest.robot
++++ Dryrun file SOL005/NSDManagement-API/PNFDescriptors.robot
++++ Dryrun file SOL005/NSDManagement-API/Subscriptions.robot
++++ Issues found in file SOL005/NSDManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Get All NSD Management Subscriptions :: Test ID: 5.3.1.7.1 | PASS |
------------------------------------------------------------------------------
Get NSD Management Subscriptions with attribute-based filter :: Te... | PASS |
------------------------------------------------------------------------------
Get NSD Management Subscriptions with invalid attribute-based filt... | PASS |
------------------------------------------------------------------------------
GET NSD Management Subscription with invalid resource endpoint :: ... | PASS |
------------------------------------------------------------------------------
Create new NSD Management subscription :: Test ID: 5.3.1.7.5 | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated NSD Management subscription with NFVO not creati... | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated NSD Management subscription with NFVO creating d... | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT NSD Management Subscriptions - Method not implemented :: Test ... | PASS |
------------------------------------------------------------------------------
PATCH NSD Management Subscriptions - Method not implemented :: Tes... | PASS |
------------------------------------------------------------------------------
DELETE NSD Management Subscriptions - Method not implemented :: Te... | PASS |
------------------------------------------------------------------------------
Get All NSD Management Subscriptions as Paged Response :: Test ID:... | PASS |
------------------------------------------------------------------------------
Get NSD Management Subscriptions - Bad Request Response too Big ::... | PASS |
------------------------------------------------------------------------------
Create new NSD Management subscription - Unprocessable Entity :: T... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
13 critical tests, 9 passed, 4 failed
13 tests total, 9 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSFaultManagement-API/Alarms.robot
++++ Issues found in file SOL005/NSFaultManagement-API/Alarms.robot
==============================================================================
Alarms
==============================================================================
POST Alarms - Method not implemented :: Test ID: 5.3.3.1.1 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms :: Test ID: 5.3.3.1.2 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with filters :: Test ID: 5.3... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms Bad Request Invalid attribut... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with "all_fields" attribute ... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with exclude_default attribu... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with fields attribute select... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with "exclude_fields" attrib... | PASS |
------------------------------------------------------------------------------
PUT Alarms - Method not implemented :: Test ID: 5.3.3.1.5 | PASS |
------------------------------------------------------------------------------
PATCH Alarms - Method not implemented :: Test ID: 5.3.3.1.6 | PASS |
------------------------------------------------------------------------------
DELETE Alarms - Method not implemented :: Test ID: 5.3.3.1.7 | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms as Paged Response :: Test ID... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms - Bad Request Response too B... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with filter "id" :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET information about multiple alarms with filter "rootCauseFaulty... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "rootCauseFaulty... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "rootCauseFaulty... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "rootCauseFaulty... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "eventType" :: T... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "perceivedSeveri... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
GET information about multiple alarms with filter "probableCause" ... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Alarms | FAIL |
21 critical tests, 14 passed, 7 failed
21 tests total, 14 passed, 7 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSFaultManagement-API/ApiVersion.robot
++++ Dryrun file SOL005/NSFaultManagement-API/IndividualAlarm.robot
++++ Dryrun file SOL005/NSFaultManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL005/NSFaultManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL005/NSFaultManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
NS Fault Alarm Notification :: Test ID: 5.3.3.7.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NS Fault Alarm Cleared Notification :: Test ID: 5.3.3.7.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NS Fault Alarm List Rebuilt Notification :: Test ID: 5.3.3.7.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSFaultManagement-API/NotificationEndpoint.robot
++++ Dryrun file SOL005/NSFaultManagement-API/Subscriptions.robot
++++ Issues found in file SOL005/NSFaultManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Create a new alarm subscription :: Test ID: 5.3.3.3.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new alarm subscription - DUPLICATION :: Test ID: 5.3.3.3.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create a new alarm subscription - NO DUPLICATION :: Test ID: 5.3.3... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions :: Test ID: 5.3.3.3.4 | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions - Filter :: Test ID: 5.3.3.3.5 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "all_fields" attribute selector :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_default" attribute selector :: Tes... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "fields" attribute selector :: Test ID: 5.3... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_fields" attribute selector :: Test... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 5.3.3.3.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 5.3.3.3.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 5.3.3.3.13 | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions as Paged Response :: Test I... | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Response too Big :: Test ID: 5.3.3... | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "id" :: Test ID... | PASS |
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "filter.notific... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "filter.faultyR... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "filter.perceiv... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "filter.eventTy... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Retrieve a list of alarm subscriptions with filter "filter.probabl... | FAIL |
FOR loop contains no keywords.
------------------------------------------------------------------------------
Create a new alarm subscription - Unprocessable Entity :: Test ID:... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
22 critical tests, 13 passed, 9 failed
22 tests total, 13 passed, 9 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/ApiVersion.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/CancelOperationTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/ContinueOperationTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/CreateNSInstanceWorkflow.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/CreateNSInstanceWorkflow.robot
==============================================================================
CreateNSInstanceWorkflow
==============================================================================
NS Instance Creation :: Test ID: 5.3.2.18.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NS Instance Creation with DISABLED Network Service Descriptor :: T... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
CreateNSInstanceWorkflow | FAIL |
2 critical tests, 0 passed, 2 failed
2 tests total, 0 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/DeleteNSInstanceWorkflow.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/FailOperationTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/HealNSTask.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/HealNSTask.robot
==============================================================================
HealNSTask
==============================================================================
POST Heal a NSInstance :: Test ID: 5.3.2.6.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Heal a NSInstance - Conflict (Not Instantited) :: Test ID: 5.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Heal NSInstance- Method not implemented :: Test ID: 5.3.2.6.3 | PASS |
------------------------------------------------------------------------------
PUT Heal NSInstance - Method not implemented :: Test ID: 5.3.2.6.4 | PASS |
------------------------------------------------------------------------------
PATCH Heal NSInstance - Method not implemented :: Test ID: 5.3.2.6.5 | PASS |
------------------------------------------------------------------------------
DELETE Heal NSInstance - Method not implemented :: Test ID: 5.3.2.6.6 | PASS |
------------------------------------------------------------------------------
HealNSTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/HealNSTaskWorkflow.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/HealNSTaskWorkflow.robot
==============================================================================
HealNSTaskWorkflow
==============================================================================
Heal Flow of NS lifecycle management operations :: Test ID: 5.3.2.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
HealNSTaskWorkflow | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/IndividualNSInstance.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/IndividualNSLCMOccurences.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/InstanciateNSTaskWorkflow.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/InstanciateNSTaskWorkflow.robot
==============================================================================
InstanciateNSTaskWorkflow
==============================================================================
Instantiate Flow of NS lifecycle management operations :: Test ID:... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
InstanciateNSTaskWorkflow | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/InstantiateNSTask.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/InstantiateNSTask.robot
==============================================================================
InstantiateNSTask
==============================================================================
POST Instantiate a nsInstance :: Test ID: 5.3.2.3.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Instantiate a nsInstance Conflict :: Test ID: 5.3.2.3.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Instantiate NSInstance - Method not implemented :: Test ID: 5.... | PASS |
------------------------------------------------------------------------------
PUT Instantiate NSInstance - Method not implemented :: Test ID: 5.... | PASS |
------------------------------------------------------------------------------
PATCH Instantiate NSInstance - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
DELETE Instantiate NSInstance - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
InstantiateNSTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/NSInstances.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/NSInstances.robot
==============================================================================
NSInstances
==============================================================================
POST Create a new NsInstance :: Test ID: 5.3.2.1.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET information about multiple NS instances :: Test ID: 5.3.2.1.2 | PASS |
------------------------------------------------------------------------------
GET information about multiple NS instances Bad Request Invalid at... | PASS |
------------------------------------------------------------------------------
GET information about multiple NS instances Bad Request Invalid at... | PASS |
------------------------------------------------------------------------------
GET NSInstances with "all_fields" attribute selector :: Test ID: 5... | PASS |
------------------------------------------------------------------------------
GET NSInstances with "exclude_default" attribute selector :: Test ... | PASS |
------------------------------------------------------------------------------
GET NSInstances with "fields" attribute selector :: Test ID: 5.3.2... | PASS |
------------------------------------------------------------------------------
GET NSInstances with "exclude_fields" attribute selector :: Test I... | PASS |
------------------------------------------------------------------------------
PUT NSInstances - Method not implemented :: Test ID: 5.3.2.1.9 | PASS |
------------------------------------------------------------------------------
PATCH NSInstances - Method not implemented :: Test ID: 5.3.2.1.10 | PASS |
------------------------------------------------------------------------------
DELETE NSInstances - Method not implemented :: Test ID: 5.3.2.1.11 | PASS |
------------------------------------------------------------------------------
GET information about multiple NS instances as Paged Response :: T... | PASS |
------------------------------------------------------------------------------
GET information about multiple NS instances - Bad Request Response... | PASS |
------------------------------------------------------------------------------
GET NSInstances with "fields" and "exclude_default" attribute sele... | PASS |
------------------------------------------------------------------------------
NSInstances | FAIL |
14 critical tests, 13 passed, 1 failed
14 tests total, 13 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/NSLCMOccurences.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
Ns Lcm Operation Occurrence Notification :: Test ID: 5.3.2.26.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Ns Identifier Creation Notification :: Test ID: 5.3.2.26.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Ns Identifier Deletion Notification :: Test ID: 5.3.2.26.3 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
3 critical tests, 0 passed, 3 failed
3 tests total, 0 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/NotificationEndpoint.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/RetryOperationTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/RollbackOperationTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/ScaleNSTask.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/ScaleNSTask.robot
==============================================================================
ScaleNSTask
==============================================================================
POST Scale a nsInstance :: Test ID: 5.3.2.4.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Scale a nsInstance - Conflict (Not Instantited) :: Test ID: 5... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Scale NSInstance- Method not implemented :: Test ID: 5.3.2.4.3 | PASS |
------------------------------------------------------------------------------
PUT Scale NSInstance - Method not implemented :: Test ID: 5.3.2.4.4 | PASS |
------------------------------------------------------------------------------
PATCH Scale NSInstance - Method not implemented :: Test ID: 5.3.2.4.5 | PASS |
------------------------------------------------------------------------------
DELETE Scale NSInstance - Method not implemented :: Test ID: 5.3.2... | PASS |
------------------------------------------------------------------------------
ScaleNSTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/ScaleNSTaskWorkflow.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/ScaleNSTaskWorkflow.robot
==============================================================================
ScaleNSTaskWorkflow
==============================================================================
Scale Flow of NS lifecycle management operations :: Test ID: 5.3.2... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
ScaleNSTaskWorkflow | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/Subscriptions.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
POST Create a new subscription :: Test ID: 5.3.2.15.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Create a new Subscription - DUPLICATION :: Test ID: 5.3.2.15.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Create a new Subscription - NO-DUPLICATION :: Test ID: 5.3.2.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Subscriptions :: Test ID: 5.3.2.15.4 | PASS |
------------------------------------------------------------------------------
GET Subscription - Filter :: Test ID: 5.3.2.15.5 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Invalid attribute-based filtering ... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "all_fields" attribute selector :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_default" attribute selector :: Tes... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "fields" attribute selector :: Test ID: 5.3... | PASS |
------------------------------------------------------------------------------
GET subscriptions with "exclude_fields" attribute selector :: Test... | PASS |
------------------------------------------------------------------------------
PUT subscriptions - Method not implemented :: Test ID: 5.3.2.15.11 | PASS |
------------------------------------------------------------------------------
PATCH subscriptions - Method not implemented :: Test ID: 5.3.2.15.12 | PASS |
------------------------------------------------------------------------------
DELETE subscriptions - Method not implemented :: Test ID: 5.3.2.15.13 | PASS |
------------------------------------------------------------------------------
GET Subscriptions as Paged Response :: Test ID: 5.3.2.15.14 | PASS |
------------------------------------------------------------------------------
GET subscriptions - Bad Request Response too Big :: Test ID: 5.3.2... | PASS |
------------------------------------------------------------------------------
POST Create a new subscription - Unprocessable Entity :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Subscriptions | FAIL |
16 critical tests, 12 passed, 4 failed
16 tests total, 12 passed, 4 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/TerminateNSTask.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/TerminateNSTaskWorkflow.robot
++++ Dryrun file SOL005/NSLifecycleManagement-API/UpdateNSTask.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/UpdateNSTask.robot
==============================================================================
UpdateNSTask
==============================================================================
POST Update a NSInstance :: Test ID: 5.3.2.5.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
POST Update a NSInstance - Conflict (Not Instantited) :: Test ID: ... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Update NSInstance- Method not implemented :: Test ID: 5.3.2.5.3 | PASS |
------------------------------------------------------------------------------
PUT Update NSInstance - Method not implemented :: Test ID: 5.3.2.5.4 | PASS |
------------------------------------------------------------------------------
PATCH Update NSInstance - Method not implemented :: Test ID: 5.3.2... | PASS |
------------------------------------------------------------------------------
DELETE Update NSInstance - Method not implemented :: Test ID: 5.3.... | PASS |
------------------------------------------------------------------------------
UpdateNSTask | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSLifecycleManagement-API/UpdateNSTaskWorkflow.robot
++++ Issues found in file SOL005/NSLifecycleManagement-API/UpdateNSTaskWorkflow.robot
==============================================================================
UpdateNSTaskWorkflow
==============================================================================
Update Flow of NS lifecycle management operations :: Test ID: 5.3.... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
UpdateNSTaskWorkflow | FAIL |
1 critical test, 0 passed, 1 failed
1 test total, 0 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSPerformanceManagement-API/ApiVersion.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/IndividualPmJob.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/IndividualReport.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/IndividualThreshold.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/NotificationConsumer.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/Notifications.robot
++++ Dryrun file SOL005/NSPerformanceManagement-API/PMJobs.robot
++++ Issues found in file SOL005/NSPerformanceManagement-API/PMJobs.robot
==============================================================================
PMJobs
==============================================================================
GET all NS Performance Monitoring Jobs :: Test ID: 5.3.4.1.1 | PASS |
------------------------------------------------------------------------------
GET NS Performance Monitoring Jobs with attribute-based filter :: ... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs with "all_fields" attribute... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs with "exclude_default" attr... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs with "fields" attribute sel... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs with "exclude" attribute se... | PASS |
------------------------------------------------------------------------------
GET NS Performance Monitoring Jobs with invalid attribute-based fi... | PASS |
------------------------------------------------------------------------------
GET NS Performance Monitoring Jobs with invalid resource endpoint ... | PASS |
------------------------------------------------------------------------------
Create new NS Performance Monitoring Job :: Test ID: 5.3.4.1.9 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT all NS Performance Monitoring Jobs - Method not implemented ::... | PASS |
------------------------------------------------------------------------------
PATCH all NS Performance Monitoring Jobs - Method not implemented ... | PASS |
------------------------------------------------------------------------------
DELETE all NS Performance Monitoring Jobs - Method not implemented... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs as Paged Response :: Test I... | PASS |
------------------------------------------------------------------------------
GET NS Performance Monitoring Jobs - Bad Request Response too Big ... | PASS |
------------------------------------------------------------------------------
GET all NS Performance Monitoring Jobs with "fields" and "exclude_... | PASS |
------------------------------------------------------------------------------
PMJobs | FAIL |
15 critical tests, 14 passed, 1 failed
15 tests total, 14 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/NSPerformanceManagement-API/Thresholds.robot
++++ Issues found in file SOL005/NSPerformanceManagement-API/Thresholds.robot
==============================================================================
Thresholds :: This resource represents thresholds. The client can use this ...
==============================================================================
GET All Performance Thresholds :: Test ID: 5.3.4.4.1 | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with attribute-based filter :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid attribute-based filter :: ... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds with invalid resource endpoint :: Test ... | PASS |
------------------------------------------------------------------------------
Create new Performance Threshold :: Test ID: 5.3.4.4.5 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT Performance Thresholds - Method not implemented :: Test ID: 5.... | PASS |
------------------------------------------------------------------------------
PATCH Performance Thresholds - Method not implemented :: Test ID: ... | PASS |
------------------------------------------------------------------------------
DELETE Performance Thresholds - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
GET All Performance Thresholds as Paged Response :: Test ID: 5.3.4... | PASS |
------------------------------------------------------------------------------
GET Performance Thresholds - Bad Request Response too Big :: Test ... | PASS |
------------------------------------------------------------------------------
Thresholds :: This resource represents thresholds. The client can ... | FAIL |
10 critical tests, 9 passed, 1 failed
10 tests total, 9 passed, 1 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/VNFPackageManagement-API/AccessConfigurationForExternalArtifacts.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/ApiVersion.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/IndividualSubscription.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/IndividualVNFPackage.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/IndividualVNFPackageArtifacts.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/ManifestInIndividualVNFPackage.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/NotificationConsumer.robot
++++ Issues found in file SOL005/VNFPackageManagement-API/NotificationConsumer.robot
==============================================================================
NotificationConsumer
==============================================================================
VNF Package Onboarding Notification :: Test ID: 5.3.5.13.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
VNF Package Change Notification :: Test ID: 5.3.5.13.2 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
NotificationConsumer | FAIL |
2 critical tests, 0 passed, 2 failed
2 tests total, 0 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/VNFPackageManagement-API/Notifications.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/Subscriptions.robot
++++ Issues found in file SOL005/VNFPackageManagement-API/Subscriptions.robot
==============================================================================
Subscriptions
==============================================================================
Get All VNF Package Subscriptions :: Test ID: 5.3.5.7.1 | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions with attribute-based filter :: Test ... | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions with invalid attribute-based filter ... | PASS |
------------------------------------------------------------------------------
GET VNF Package Subscription with invalid resource endpoint :: Tes... | PASS |
------------------------------------------------------------------------------
Create new VNF Package subscription :: Test ID: 5.3.5.7.5 | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF Package subscription with NFVO not creating ... | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Create duplicated VNF Package subscription with NFVO creating dupl... | FAIL |
Several failures occurred:
1) No keyword with name 'Format String' found.
2) No keyword with name 'Format String' found.
------------------------------------------------------------------------------
PUT VNF Package Subscriptions - Method not implemented :: Test ID:... | PASS |
------------------------------------------------------------------------------
PATCH VNF Package Subscriptions - Method not implemented :: Test I... | PASS |
------------------------------------------------------------------------------
DELETE VNF Package Subscriptions - Method not implemented :: Test ... | PASS |
------------------------------------------------------------------------------
Get All VNF Package Subscriptions as Paged Response :: Test ID: 5.... | PASS |
------------------------------------------------------------------------------
Get VNF Package Subscriptions - Bad Request Response too Big :: Te... | PASS |
------------------------------------------------------------------------------
Subscriptions | FAIL |
12 critical tests, 9 passed, 3 failed
12 tests total, 9 passed, 3 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/VNFPackageManagement-API/VNFDInIndividualVNFPackage.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/VNFPackageArtifacts.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/VNFPackageContent.robot
++++ Dryrun file SOL005/VNFPackageManagement-API/VNFPackageContentViaURI.robot
++++ Issues found in file SOL005/VNFPackageManagement-API/VNFPackageContentViaURI.robot
==============================================================================
VNFPackageContentViaURI
==============================================================================
Upload VNF Package Content from URI :: Test ID: 5.3.5.5.1 | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
Upload VNF Package Content from URI with conflict due to onboardin... | FAIL |
No keyword with name 'Format String' found.
------------------------------------------------------------------------------
GET Individual VNF Package Content from URI - Method not implement... | PASS |
------------------------------------------------------------------------------
PUT Individual VNF Package Content from URI - Method not implement... | PASS |
------------------------------------------------------------------------------
PATCH Individual VNF Package Content from URI - Method not impleme... | PASS |
------------------------------------------------------------------------------
DELETE Individual VNF Package Content from URI - Method not implem... | PASS |
------------------------------------------------------------------------------
VNFPackageContentViaURI | FAIL |
6 critical tests, 4 passed, 2 failed
6 tests total, 4 passed, 2 failed
==============================================================================
Output: None
++++ Dryrun file SOL005/VNFPackageManagement-API/VNFPackages.robot
Received arguments: ['create_sols.py', '../../robot', 'local', '../../build']
Using git ref: b'b897b22 (commit)
Generating entire SOL tests
Opening doc: Tests-SOL002-VeVnfm_template.docx
++ Generating test suite: SOL002 6.3.1.1 Configuration
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,Set new VNF Configuration
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,Get information about a VNF configuration
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,Get information about a VNF configuration with HTTP Etag
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,Set new VNF Configuration - HTTP Etag precondition unsuccessful
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,POST VNF Configuration - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,PUT VNF Configuration - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,Configuration,DELETE VNF Configuration - Method not implemented
++ Generating test suite: SOL002 6.3.1.2 ApiVersion
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,GET API Version
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFConfiguration-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL002 6.3.2.1 VNFIndicators
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get all VNF Indicators
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get VNF Indicators with attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get VNF Indicators with invalid attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get all VNF Indicators with malformed authorization token
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get all VNF Indicators without authorization token
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,GET all VNF Indicators with expired or revoked authorization token
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get all VNF Indicators with invalid resource endpoint
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,POST all VNF Indicators - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,PUT all VNF Indicators - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,PATCH all VNF Indicators - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,DELETE all VNF Indicators - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get VNF Indicators to get Paged Response
++++ TD: ,SOL002,VNFIndicator-API,VNFIndicators,Get VNF Indicators - Bad Request Response too Big
++ Generating test suite: SOL002 6.3.2.2 VnfIndicatorsInVnfInstanceId
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,GET Indicators for VNF Instance with attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance with invalid attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance with invalid resource identifier
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,POST Indicators for VNF instance - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,PUT Indicators for VNF instance - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,PATCH Indicators for VNF instance - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,DELETE Indicators for VNF instance - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance to get Paged Response
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance - Bad Request Response too Big
++ Generating test suite: SOL002 6.3.2.3 IndividualVNFindicator
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,Get Individual Indicator for VNF Instance
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,Get Individual Indicator for VNF Instance with invalid indicator identifier
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,POST Individual VNF Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,PUT Individual VNF Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,PATCH Individual VNF Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,DELETE Individual VNF Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,Get Individual Performance Indicator
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,Get Individual Performance Indicator with invalid indicator identifier
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,POST Individual Performance Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,PUT Individual Performance Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,PATCH Individual Performance Indicator - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualVNFindicator,DELETE Individual Performance Indicator - Method not implemented
++ Generating test suite: SOL002 6.3.2.4 Subscriptions
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions with attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions with invalid attribute-based filter
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions with invalid resource endpoint
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,Create new VNF indicator subscription
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,PUT VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,PATCH VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,DELETE VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions to get Paged Response
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,GET VNF Indicators Subscriptions - Bad Request Response too Big
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,Create new VNF indicator Subscription - DUPLICATION
++++ TD: ,SOL002,VNFIndicator-API,Subscriptions,Create new VNF indicator Subscription - NO-DUPLICATION
++ Generating test suite: SOL002 6.3.2.5 IndividualSubscription
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,GET Individual VNF Indicator Subscription
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,GET Individual VNF Indicator Subscription with invalid resource identifier
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,DELETE Individual VNF Indicator Subscription
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,DELETE Individual VNF Indicator Subscription with invalid resource identifier
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,PUT Individual VNF Indicator Subscription - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,PATCH Individual VNF Indicator Subscription - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,IndividualSubscription,POST Individual VNF Indicator Subscription - Method not implemented
++ Generating test suite: SOL002 6.3.2.6 VnfIndicatorNotification
++++ TD: ,SOL002,VNFIndicator-API,VnfIndicatorNotification,VNF Indicator Value Change Notification
++ Generating test suite: SOL002 6.3.2.7 ApiVersion
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,GET API Version
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFIndicator-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL002 6.3.3.1 PMJobs
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with attribute-based filter
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with all_fields attribute selector
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with exclude_default attribute selector
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with fields attribute selector
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with exclude_fields attribute selector
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with invalid attribute-based filter
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with invalid resource endpoint
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,Create new VNF Performance Monitoring Job
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,PUT all VNF Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,PATCH all VNF Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,DELETE all VNF Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs to get Paged Response
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs for Bad Request Response too big
++++ TD: ,SOL002,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with exclude_default and fields attribute selector
++ Generating test suite: SOL002 6.3.3.2 IndividualPmJob
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,GET individual VNF Performance Job
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,GET individual VNF Performance Job with invalid resource identifier
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,DELETE Individual VNF Performance Job
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,DELETE Individual VNF Performance Job with invalid resource identifier
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,POST Individual VNF Performance Job - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,PUT Individual VNF Performance Job - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,PATCH Individual VNF Performance Job
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualPmJob,PATCH Individual VNF Performance Job - Precondition failed
++ Generating test suite: SOL002 6.3.3.3 IndividualReport
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,Get Individual Performance Report
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,Get Individual Performance Report with invalid resource endpoint
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,POST Individual Performance Report - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,PUT Individual Performance Report - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,PATCH Individual Performance Report - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualReport,DELETE Individual Performance Report - Method not implemented
++ Generating test suite: SOL002 6.3.3.4 Thresholds
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET All Performance Thresholds
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with attribute-based filter
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid attribute-based filter
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid resource endpoint
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,Create new Performance Threshold
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,PUT Performance Thresholds - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,PATCH Performance Thresholds - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,DELETE Performance Thresholds - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with Paged Response
++++ TD: ,SOL002,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds for Bad Request Response too big
++ Generating test suite: SOL002 6.3.3.5 IndividualThreshold
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,GET Individual Threshold
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,GET Individual Threshold with invalid resource identifier
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold with invalid resource identifier
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,POST Individual Threshold - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,PUT Individual Threshold - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold
++++ TD: ,SOL002,VNFPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold - Precondition failed
++ Generating test suite: SOL002 6.3.3.8 PerformanceManagementNotification
++++ TD: ,SOL002,VNFPerformanceManagement-API,PerformanceManagementNotification,VNF Performance Information Availability Notification
++++ TD: ,SOL002,VNFPerformanceManagement-API,PerformanceManagementNotification,VNF Threshold Crossed Notification
++ Generating test suite: SOL002 6.3.3.9 ApiVersion
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFPerformanceManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL002 6.3.3.10 NotificationConsumer
++++ TD: ,SOL002,VNFPerformanceManagement-API,NotificationConsumer,VNF Performance Information Availability Notification
++++ TD: ,SOL002,VNFPerformanceManagement-API,NotificationConsumer,VNF Threshold Crossed Notification
++ Generating test suite: SOL002 6.3.4.1 Alarms
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,POST Alarms - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with invalid attribute-based filter
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with "all_fields" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with exclude_default attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with fields attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with "exclude_fields" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,PUT Alarms - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,PATCH Alarms - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,DELETE Alarms - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms to get Paged Response
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms for Bad Request Response too big
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about alarms with attribute-based filter "id"
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter "vnfcInstanceIds"
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter "rootCauseFaultyResource.faultyResourceType"
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter "eventType"
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter "perceivedSeverity"
++++ TD: ,SOL002,VNFFaultManagement-API,Alarms,GET information about multiple alarms with attribute-based filter "probableCause"
++ Generating test suite: SOL002 6.3.4.2 IndividualAlarm
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,POST Alarm - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,GET information about an individual alarm
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,PUT Individual Alarm - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,PATCH Individual Alarm
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,PATCH Individual Alarm - Precondition failed
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,PATCH Individual Alarm - Conflict
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,DELETE Individual Alarm - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualAlarm,GET information about an individual alarm - Not Found
++ Generating test suite: SOL002 6.3.4.3 EscalatePerceivedSeverityTask
++++ TD: ,SOL002,VNFFaultManagement-API,EscalatePerceivedSeverityTask,Escalate the perceived severity
++++ TD: ,SOL002,VNFFaultManagement-API,EscalatePerceivedSeverityTask,GET Escalate the perceived severity - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,EscalatePerceivedSeverityTask,PUT Escalate the perceived severity - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,EscalatePerceivedSeverityTask,PATCH Escalate the perceived severity - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,EscalatePerceivedSeverityTask,DELETE Escalate the perceived severity - Method not implemented
++ Generating test suite: SOL002 6.3.4.4 Subscriptions
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Create a new subscription
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Create a new Subscription - DUPLICATION
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Create a new Subscription - NO-DUPLICATION
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET Subscriptions
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET Subscription - Filter
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions with "all_fields" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions with "exclude_default" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions with "fields" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions with "exclude_fields" attribute selector
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET Subscriptions to get Paged Response
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Response too Big
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,GET Subscription with attribute-based filter "id"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.notificationTypes"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.faultyResourceTypes"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.perceivedSeverities"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.eventTypes"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.probableCauses"
++++ TD: ,SOL002,VNFFaultManagement-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++ Generating test suite: SOL002 6.3.4.5 IndividualSubscription
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,POST Individual Subscription - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,GET Information about an individual subscription
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,DELETE an individual subscription
++++ TD: ,SOL002,VNFFaultManagement-API,IndividualSubscription,GET Information about an individual subscription - Not Found
++ Generating test suite: SOL002 6.3.4.6 NotificationEndpoint
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm Notification
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm Cleared Notification
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm List Rebuilt Notification
++ Generating test suite: SOL002 6.3.4.7 ApiVersion
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFFaultManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL002 6.3.4.8 NotificationConsumer
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm Notification
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm Cleared Notification
++++ TD: ,SOL002,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm List Rebuilt Notification
++ Generating test suite: SOL002 6.3.5.1 VNFInstances
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,POST Create a new vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances Bad Request Invalid attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "all_fields" attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_default" attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "fields" attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_fields" attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,PUT VNFInstances - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,PATCH VNFInstances - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,DELETE VNFInstances - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_default" and "fields" attribute selector
++ Generating test suite: SOL002 6.3.5.2 IndividualVNFInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,POST Individual VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,GET Information about an individual VNF Instance
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,PUT Individual VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance Precondition failed
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance Conflict
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,DELETE Individual VNFInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVNFInstance,DELETE Individual VNFInstance Conflict
++ Generating test suite: SOL002 6.3.5.3 InstantiateVNFTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,POST Instantiate a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,POST Instantiate a vnfInstance Conflict
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,GET Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,PUT Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,PATCH Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,InstantiateVNFTask,DELETE Instantiate VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.4 ScaleVNFTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,GET Scale VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,PUT Scale VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,PATCH Scale VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFTask,DELETE Scale VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.5 ScaleVNFToLevelTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,POST Scale a vnfInstance to level
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,POST Scale a vnfInstance to level Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,POST Scale a vnfInstance Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,GET Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,PUT Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,PATCH Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ScaleVNFToLevelTask,DELETE Scale to level VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.6 ChangeVNFFlavourTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,GET Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,PUT Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,PATCH Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeVNFFlavourTask,DELETE Change deployment flavour VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.7 TerminateVNFTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,POST Terminate a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,POST Terminate a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,GET Terminate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,PUT Terminate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,PATCH Terminate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,TerminateVNFTask,DELETE Terminate VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.8 HealVNFTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,GET Heal VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,PUT Heal VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,PATCH Heal VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,HealVNFTask,DELETE Heal VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.9 OperateVNFTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,GET Operate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,PUT Operate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,PATCH Operate VNFInstance - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,OperateVNFTask,DELETE Operate VNFInstance - Method not implemented
++ Generating test suite: SOL002 6.3.5.10 ChangeExternalVNFConnectivityTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,POST Change external VNF connectivity
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,GET Change external VNF connectivity - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,PUT Change external VNF connectivity - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,PATCH Change external VNF connectivity - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,DELETE Change external VNF connectivity - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,POST Change external VNF connectivity Conflict
++ Generating test suite: SOL002 6.3.5.11 VnfLcmOperationOccurences
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,POST VNF LCM operation occurrences - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM operation occurrences
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM operation occurrences Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences Bad Request Invalid attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences with "all_fields"
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences with "exlude_default"
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences with "fields"
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences with "exclude_fields"
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,PUT status information about multiple VNF LCM operation occurrences - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,PATCH status information about multiple VNF LCM operation occurrences - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,DELETE status information about multiple VNF LCM operation occurrences - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM operation occurances to get Paged Response
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences Bad Request Response too big
++++ TD: ,SOL002,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation occurrences with "exlude_default" and "fields"
++ Generating test suite: SOL002 6.3.5.12 IndividualVnfLcmOperationOccurence
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,Post Individual VNF LCM OP occurrences - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,Get status information about multiple VNF instances
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,PUT status information about multiple VNF instances - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,PATCH status information about multiple VNF instances - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,DELETE status information about multiple VNF instances - Method not implemented
++ Generating test suite: SOL002 6.3.5.13 RetryOperationTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,POST Retry operation task
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,POST Retry operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,POST Retry operation task Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,GET Retry operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,PUT Retry operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,PATCH Retry operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RetryOperationTask,DELETE Retry operation task - Method not implemented
++ Generating test suite: SOL002 6.3.5.14 RollbackOperationTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,GET Rollback operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,PUT Rollback operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,PATCH Rollback operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,RollbackOperationTask,DELETE Rollback operation task - Method not implemented
++ Generating test suite: SOL002 6.3.5.15 FailOperationTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,POST Fail operation task
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,POST Fail operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,POST Fail operation task Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,GET Fail operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,PUT Fail operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,PATCH Fail operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,FailOperationTask,DELETE Fail operation task - Method not implemented
++ Generating test suite: SOL002 6.3.5.16 CancelOperationTask
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,Post Cancel operation task
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,Post Cancel operation task Conflict
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,Post Cancel operation task Not Found
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,GET Cancel operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,PUT Cancel operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,PATCH Cancel operation task - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,CancelOperationTask,DELETE Cancel operation task - Method not implemented
++ Generating test suite: SOL002 6.3.5.17 Subscriptions
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,POST Create a new subscription
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,POST Create a new Subscription - DUPLICATION
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,POST Create a new Subscription - NO-DUPLICATION
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET Subscriptions
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET Subscription - Filter
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with all_fields attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with exclude_default attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with fields attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with exclude_fields attribute selector
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET information about multiple subscriptions to get Paged Response
++++ TD: ,SOL002,VNFLifecycleManagement-API,Subscriptions,GET information about multiple subscriptions for Bad Request Response too big
++ Generating test suite: SOL002 6.3.5.18 IndividualSubscription
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualSubscription,POST Individual Subscription - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualSubscription,GET Individual Subscription
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,IndividualSubscription,DELETE an individual subscription
++ Generating test suite: SOL002 6.3.5.19 NotificationEndpoint
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationEndpoint,VNF LCM Operation Occurrence Start Notification
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationEndpoint,VNF LCM Operation Occurrence Result Notification
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationEndpoint,VNF Identifier Creation Notification
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationEndpoint,VNF Identifier Deletion Notification
++ Generating test suite: SOL002 6.3.5.20 ApiVersion
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL002,VNFLifecycleManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL002 6.3.5.21 NotificationConsumer
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationConsumer,VNF LCM Operation Occurrence Notification
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationConsumer,VNF Identifier Creation Notification
++++ TD: ,SOL002,VNFLifecycleManagement-API,NotificationConsumer,VNF Identifier Deletion Notification
Writing SOL002 definitions to: ../../build/Tests-SOL002-VeVnfm.docx, (/home/etsi/dev/build/Tests-SOL002-VeVnfm.docx)
Opening doc: Tests-SOL003-OrVnfm_template.docx
++ Generating test suite: SOL003 7.3.1.1 VNFInstances
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,POST Create a new vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances Bad Request Invalid attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "all_fields" attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_default" attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "fields" attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_fields" attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,PUT multiples VNFInstances - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,PATCH multiples VNFInstances - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,DELETE VNFInstances - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances to get Paged Response
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances - Bad Request Response too Big
++++ TD: ,SOL003,VNFLifecycleManagement-API,VNFInstances,GET information about multiple VNF instances with "exclude_default" and "fields" attribute selector
++ Generating test suite: SOL003 7.3.1.2 IndividualVNFInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,Post Individual VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,Get Information about an individual VNF Instance
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,PUT Individual VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance Precondition failed
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,PATCH Individual VNFInstance Conflict
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,DELETE Individual VNFInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,DELETE Individual VNFInstance Conflict
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVNFInstance,Get Information about an individual VNF Instance - Not Found
++ Generating test suite: SOL003 7.3.1.3 InstantiateVNFTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,Instantiate a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,Instantiate a vnfInstance Conflict
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,GET Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,PUT Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,PATCH Instantiate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTask,DELETE Instantiate VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.4 ScaleVNFTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,POST Scale a vnfInstance Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,GET Scale VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,PUT Scale VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,PATCH Scale VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFTask,DELETE Scale VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.5 ScaleVNFToLevelTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,POST Scale a vnfInstance to level
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,POST Scale a vnfInstance to level Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,Scale a vnfInstance Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,GET Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,PUT Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,PATCH Scale to level VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelTask,DELETE Scale to level VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.6 ChangeVNFFlavourTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,POST Change deployment flavour of a vnfInstance Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,GET Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,PUT Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,PATCH Change deployment flavour VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourTask,DELETE Change deployment flavour VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.7 TerminateVNFTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,POST Terminate a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,POST Terminate a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,GET Terminate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,PUT Terminate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,PATCH Terminate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFTask,DELETE Terminate VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.8 HealVNFTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,POST Heal a vnfInstance Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,GET Heal VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,PUT Heal VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,PATCH Heal VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFTask,DELETE Heal VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.9 OperateVNFTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance Conflict (Not-Instantiated)
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,POST Operate a vnfInstance Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,GET Operate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,PUT Operate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,PATCH Operate VNFInstance - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFTask,DELETE Operate VNFInstance - Method not implemented
++ Generating test suite: SOL003 7.3.1.10 ChangeExternalVNFConnectivityTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,POST Change external VNF connectivity
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,GET Change external VNF connectivity - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,PUT Change external VNF connectivity - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,PATCH Change external VNF connectivity - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityTask,DELETE Change external VNF connectivity - Method not implemented
++ Generating test suite: SOL003 7.3.1.11 VnfLcmOperationOccurences
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,POST VNF LCM Operation occurrences - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC Bad Request Invalid attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC with "all_fields"
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC with "exlude_default"
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC with "fields"
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC with "exclude_fields"
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,PUT status information about multiple VNF LCM Operation OCC - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,PATCH status information about multiple VNF LCM Operation OCC - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,DELETE status information about multiple VNF LCM Operation OCC - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC to get Paged Response
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC - Bad Request Response too Big
++++ TD: ,SOL003,VNFLifecycleManagement-API,VnfLcmOperationOccurences,GET status information about multiple VNF LCM Operation OCC with "exclude_default" and "fields"
++ Generating test suite: SOL003 7.3.1.12 IndividualVnfLcmOperationOccurence
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,Post Individual VNF LCM Operation occurrences - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,Get Individual VNF LCM Operation occurrences
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,PUT Individual VNF LCM Operation occurrences - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,PATCH Individual VNF LCM Operation occurrences - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,DELETE Individual VNF LCM Operation occurrences - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualVnfLcmOperationOccurence,Get Individual VNF LCM Operation occurrences - Not Found
++ Generating test suite: SOL003 7.3.1.13 RetryOperationTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,Post Retry operation task
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,Post Retry operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,Post Retry operation task Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,GET Retry operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,PUT Retry operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,PATCH Retry operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationTask,DELETE Retry operation task - Method not implemented
++ Generating test suite: SOL003 7.3.1.14 RollbackOperationTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,Post Rollback operation task
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,GET Rollback operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,PUT Rollback operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,PATCH Rollback operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollbackOperationTask,DELETE Rollback operation task - Method not implemented
++ Generating test suite: SOL003 7.3.1.15 FailOperationTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,POST Fail operation task
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,Post Fail operation task Conflict (Not-FAILED_TEMP)
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,Post Fail operation task Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,GET Fail operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,PUT Fail operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,PATCH Fail operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationTask,DELETE Fail operation task - Method not implemented
++ Generating test suite: SOL003 7.3.1.16 CancelOperationTask
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,POST Cancel operation task
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,POST Cancel operation task Conflict
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,POST Cancel operation task Not Found
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,GET Cancel operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,PUT Cancel operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,PATCH Cancel operation task - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationTask,DELETE Cancel operation task - Method not implemented
++ Generating test suite: SOL003 7.3.1.17 Subscriptions
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,POST Create a new subscription
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,Create a new Subscription - DUPLICATION
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,Create a new Subscription - NO-DUPLICATION
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET Subscriptions
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET Subscription - Filter
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with all_fields attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with exclude_default attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with fields attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions with exclude_fields attribute selector
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET Subscriptions as a Paged Response
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,GET subscriptions - Bad Request Response too Big
++++ TD: ,SOL003,VNFLifecycleManagement-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++ Generating test suite: SOL003 7.3.1.18 IndividualSubscription
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,POST Individual Subscription - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,GET Individual Subscription
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,DELETE an individual subscription
++++ TD: ,SOL003,VNFLifecycleManagement-API,IndividualSubscription,GET Individual Subscription - Not Found
++ Generating test suite: SOL003 7.3.1.19 CancelOperationWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationWorkflow,Cancel a VNF LCM Operation - STARTING
++++ TD: ,SOL003,VNFLifecycleManagement-API,CancelOperationWorkflow,Cancel a VNF LCM Operation - PROCESSING - ROLLING_BACK
++ Generating test suite: SOL003 7.3.1.20 ChangeExternalVNFConnectivityWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeExternalVNFConnectivityWorkflow,Change external connectivity of VNF Workflow
++ Generating test suite: SOL003 7.3.1.21 ChangeVNFFlavourWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,ChangeVNFFlavourWorkflow,Change VNF Flavour Workflow
++ Generating test suite: SOL003 7.3.1.22 CreateVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,CreateVNFWorkflow,Create VNF Instance Resource
++ Generating test suite: SOL003 7.3.1.23 DeleteVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,DeleteVNFWorkflow,Delete VNF Instance Resource
++ Generating test suite: SOL003 7.3.1.24 FailOperationWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,FailOperationWorkflow,Fail a VNF LCM Operation Workflow
++ Generating test suite: SOL003 7.3.1.25 HealVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,HealVNFWorkflow,Heal a VNF Instance
++ Generating test suite: SOL003 7.3.1.26 InstantiateVNFTaskWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,InstantiateVNFTaskWorkflow,VNF Instantiation
++ Generating test suite: SOL003 7.3.1.27 ModifyVNFInformationWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,ModifyVNFInformationWorkflow,Modify info of a VNF Instance
++ Generating test suite: SOL003 7.3.1.28 OperateVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,OperateVNFWorkflow,Operate a VNF Instance
++ Generating test suite: SOL003 7.3.1.29 RetryOperationWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationWorkflow,Retry VNF LCM Operation - Successful
++++ TD: ,SOL003,VNFLifecycleManagement-API,RetryOperationWorkflow,Retry VNF LCM Operation - Unsuccessful
++ Generating test suite: SOL003 7.3.1.30 RollBackOperationWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollBackOperationWorkflow,Rollback a VNF LCM Operation - Successful
++++ TD: ,SOL003,VNFLifecycleManagement-API,RollBackOperationWorkflow,Rollback VNF LCM Operation - Unsuccessful
++ Generating test suite: SOL003 7.3.1.31 ScaleVNFToLevelWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFToLevelWorkflow,VNF Instance Scale To Level
++ Generating test suite: SOL003 7.3.1.32 ScaleVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,ScaleVNFWorkflow,VNF Instance Scale Out
++ Generating test suite: SOL003 7.3.1.33 TerminateVNFWorkflow
++++ TD: ,SOL003,VNFLifecycleManagement-API,TerminateVNFWorkflow,Terminate a VNF Instance
++ Generating test suite: SOL003 7.3.1.34 NotificationEndpoint
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationEndpoint,VNF LCM Operation Occurrence Start Notification
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationEndpoint,VNF LCM Operation Occurrence Result Notification
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationEndpoint,VNF Identifier Creation Notification
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationEndpoint,VNF Identifier Deletion Notification
++ Generating test suite: SOL003 7.3.1.35 ApiVersion
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.1.36 NotificationConsumer
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationConsumer,VNF LCM Operation Occurrence Notification
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationConsumer,VNF Identifier Creation Notification
++++ TD: ,SOL003,VNFLifecycleManagement-API,NotificationConsumer,VNF Identifier Deletion Notification
++ Generating test suite: SOL003 7.3.2.1 Grants
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,Requests a grant for a particular VNF lifecycle operation - Synchronous mode
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,Requests a grant for a particular VNF lifecycle operation - Asynchronous mode
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,Requests a grant for a particular VNF lifecycle operation - Forbidden
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,GET Grants - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,PUT Grants - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,PATCH Grants - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,Grants,DELETE Grants - Method not implemented
++ Generating test suite: SOL003 7.3.2.2 IndividualGrant
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,POST Individual Grant - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,GET an individual grant - Successful
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,GET an individual grant - Process ongoing
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,GET an individual grant - grant rejected
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,PUT an individual grant - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,PATCH an individual grant - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,IndividualGrant,DELETE an individual grant - Method not implemented
++ Generating test suite: SOL003 7.3.2.3 ApiVersion
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFLifecycleOperationGranting-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.3.1 VNFPackages
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all VNF Packages
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with invalid attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with "all_fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with "exclude_default" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with "fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with "exclude_fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all VNF Packages with invalid resource endpoint
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,POST all VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,PUT all VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,PATCH all VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,DELETE all VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all VNF Packages as a Paged Response
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages - Bad Request Response too Big
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all OnBoarded VNF Packages
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with invalid attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with "all_fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with "exclude_default" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with "fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with "exclude_fields" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all OnBoarded VNF Packages with invalid resource endpoint
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,POST all OnBoarded VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,PUT all OnBoarded VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,PATCH all OnBoarded VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,DELETE all OnBoarded VNF Packages - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET all OnBoarded VNF Packages as a Paged Response
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages - Bad Request Response too Big
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET VNF Packages with "fields" and "exclude_default" attribute selector
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackages,GET OnBoarded VNF Packages with "fields" and "exclude_default" attribute selector
++ Generating test suite: SOL003 7.3.3.2 IndividualVNFPackage
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,GET Individual VNF Package
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,GET Individual VNF Package with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,POST Individual VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,PUT Individual VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,PATCH Individual VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,DELETE Individual VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,GET Individual OnBoarded VNF Package
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,GET Individual OnBoarded VNF Package with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,POST Individual OnBoarded VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,PUT Individual OnBoarded VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,PATCH Individual OnBoarded VNF Package - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualVNFPackage,DELETE Individual OnBoarded VNF Package - Method not implemented
++ Generating test suite: SOL003 7.3.3.3 VNFPackageContent
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content with Range Request and NFVO not supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content with invalid Range Request
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual VNF Package Content with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,POST Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,PUT Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,PATCH Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,DELETE Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content with Range Request and NFVO not supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content with invalid Range Request
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,GET Individual OnBoarded VNF Package Content with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,POST Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,PUT Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,PATCH Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageContent,DELETE Individual OnBoarded VNF Package Content - Method not implemented
++ Generating test suite: SOL003 7.3.3.4 VNFDInIndividualVNFPackage
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get single file VNFD in Individual VNF Package in Plain Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual VNF Package in Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get single file VNFD in Individual VNF Package in Plain or Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get multi file VNFD in Individual VNF Package in Plain or Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual VNF Package with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual VNF Package Content with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,POST VNFD in Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,PUT VNFD in Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,PATCH VNFD in Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,DELETE VNFD in Individual VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get single file VNFD in Individual OnBoarded VNF Package in Plain Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual OnBoarded VNF Package in Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get single file VNFD in Individual OnBoarded VNF Package in Plain or Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get multi file VNFD in Individual OnBoarded VNF Package in Plain or Zip Format
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual OnBoarded VNF Package with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get VNFD in Individual OnBoarded VNF Package Content with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,POST VNFD in Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,PUT VNFD in Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,PATCH VNFD in Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,DELETE VNFD in Individual OnBoarded VNF Package Content - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get multi file VNFD in Individual VNF Package with security information
++++ TD: ,SOL003,VNFPackageManagement-API,VNFDInIndividualVNFPackage,Get multi file VNFD in Individual OnBoarded VNF Package with security information
++ Generating test suite: SOL003 7.3.3.5 VNFPackageArtifacts
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with "exclude_all_mano_artifacts" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with "exclude_all_non_mano_artifacts" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with "select_non_mano_artifact_sets" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with "include_signatures" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with invalid URI parameters "exclude_all_non_mano_artifacts", "select_non_mano_artifact_sets"
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with invalid URI parameters "exclude_all_non_mano_artifacts", "exclude_all_mano_artifacts"
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with invalid URI parameters undifend select_non_mano_artifact_sets
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get VNF Package Artifact with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,GET VNF Package Artifact with invalid Range Request
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,POST VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,PUT VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,PATCH VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,DELETE VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with "exclude_all_mano_artifacts" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with "exclude_all_non_mano_artifacts" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with "select_non_mano_artifact_sets" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with "include_signatures" parameter
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with invalid URI parameters "exclude_all_non_mano_artifacts", "select_non_mano_artifact_sets"
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with invalid URI parameters "exclude_all_non_mano_artifacts", "exclude_all_mano_artifacts"
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with invalid URI parameters undifend select_non_mano_artifact_sets
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,Get OnBoarded VNF Package Artifact with conflict due to onboarding state
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,GET OnBoarded VNF Package Artifact with invalid Range Request
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,POST OnBoarded VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,PUT OnBoarded VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,PATCH OnBoarded VNF Package Artifact - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,VNFPackageArtifacts,DELETE OnBoarded VNF Package Artifact - Method not implemented
++ Generating test suite: SOL003 7.3.3.6 Subscriptions
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get All VNF Package Subscriptions
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get VNF Package Subscriptions with attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get VNF Package Subscriptions with invalid attribute-based filter
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,GET VNF Package Subscription with invalid resource endpoint
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Create new VNF Package subscription
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Create duplicated VNF Package subscription with NFVO not creating duplicated subscriptions
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Create duplicated VNF Package subscription with NFVO creating duplicated subscriptions
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,PUT VNF Package Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,PATCH VNF Package Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,DELETE VNF Package Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get All VNF Package Subscriptions as Paged Response
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get VNF Package Subscriptions - Bad Request Response too Big
++++ TD: ,SOL003,VNFPackageManagement-API,Subscriptions,Get VNF Package Subscriptions - Unprocessable Entity
++ Generating test suite: SOL003 7.3.3.7 IndividualSubscription
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,GET Individual VNF Package Subscription
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,GET Individual VNF Package Subscription with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,DELETE Individual VNF Package Subscription with invalid resource identifier
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,POST Individual VNF Package Subscription - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,PUT Individual VNF Package Subscription - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,PATCH Individual VNF Package Subscription - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,IndividualSubscription,DELETE Individual VNF Package Subscription
++ Generating test suite: SOL003 7.3.3.8 PackageManagementNotification
++++ TD: ,SOL003,VNFPackageManagement-API,PackageManagementNotification,VNF Package Onboarding Notification
++++ TD: ,SOL003,VNFPackageManagement-API,PackageManagementNotification,VNF Package Operational State Change Notification
++++ TD: ,SOL003,VNFPackageManagement-API,PackageManagementNotification,VNF Package Deletion Notification
++ Generating test suite: SOL003 7.3.3.9 ApiVersion
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPackageManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.3.10 NotificationConsumer
++++ TD: ,SOL003,VNFPackageManagement-API,NotificationConsumer,VNF Package Onboarding Notification
++++ TD: ,SOL003,VNFPackageManagement-API,NotificationConsumer,VNF Package Change Notification
++ Generating test suite: SOL003 7.3.4.1 PMJobs
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with attribute-based filter
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with all_fields attribute selector
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with exclude_default attribute selector
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with fields attribute selector
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with exclude_fields attribute selector
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with invalid attribute-based filter
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs with invalid resource endpoint
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,Create new VNF Performance Monitoring Job
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,PUT all VNF Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,PATCH all VNF Performance Monitoring Jobs - (Method not implemented)
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,DELETE all VNF Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs as Paged Response
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET VNF Performance Monitoring Jobs - Bad Request Response too Big
++++ TD: ,SOL003,VNFPerformanceManagement-API,PMJobs,GET all VNF Performance Monitoring Jobs with fields and exclude_default attribute selector
++ Generating test suite: SOL003 7.3.4.2 IndividualPmJob
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,GET individual VNF Performance Job
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,GET individual VNF Performance Job with invalid resource identifier
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,DELETE Individual VNF Performance Job
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,DELETE Individual VNF Performance Job with invalid resource identifier
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,POST Individual VNF Performance Job - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,PUT Individual VNF Performance Job - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,PATCH Individual VNF Performance Job
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualPmJob,PATCH Individual VNF Performance Job - Precondition failed
++ Generating test suite: SOL003 7.3.4.3 IndividualReport
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,Get Individual Performance Report
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,Get Individual Performance Report with invalid resource endpoint
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,POST Individual Performance Report - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,PUT Individual Performance Report - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,PATCH Individual Performance Report - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualReport,DELETE Individual Performance Report - Method not implemented
++ Generating test suite: SOL003 7.3.4.4 Thresholds
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET All Performance Thresholds
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with attribute-based filter
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid attribute-based filter
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid resource endpoint
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,Create new Performance Threshold
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,PUT Performance Thresholds - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,PATCH Performance Thresholds - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,DELETE Performance Thresholds - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET All Performance Thresholds as Paged Response
++++ TD: ,SOL003,VNFPerformanceManagement-API,Thresholds,GET Performance Thresholds - Bad Request Response too Big
++ Generating test suite: SOL003 7.3.4.5 IndividualThreshold
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,GET Individual Threshold
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,GET Individual Threshold with invalid resource identifier
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold with invalid resource identifier
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,POST Individual Threshold - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,PUT Individual Threshold - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold
++++ TD: ,SOL003,VNFPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold - Precondition failed
++ Generating test suite: SOL003 7.3.4.8 PerformanceManagementNotification
++++ TD: ,SOL003,VNFPerformanceManagement-API,PerformanceManagementNotification,VNF Performance Information Availability Notification
++++ TD: ,SOL003,VNFPerformanceManagement-API,PerformanceManagementNotification,VNF Threshold Crossed Notification
++ Generating test suite: SOL003 7.3.4.9 ApiVersion
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFPerformanceManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.4.10 NotificationConsumer
++++ TD: ,SOL003,VNFPerformanceManagement-API,NotificationConsumer,Performance Information Available Notification
++++ TD: ,SOL003,VNFPerformanceManagement-API,NotificationConsumer,Threshold Crossed Notification
++ Generating test suite: SOL003 7.3.5.1 Alarms
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,POST Alarms - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,Get information about multiple alarms
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,Get information about multiple alarms with filter
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,Get information about multiple alarms Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,GET information about multiple alarms with "all_fields" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,GET information about multiple alarms with exclude_default attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,GET information about multiple alarms with fields attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,GET information about multiple alarms with "exclude_fields" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,PUT Alarms - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,PATCH Alarms - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,DELETE Alarms - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,Get information about multiple alarms as a Paged Response
++++ TD: ,SOL003,VNFFaultManagement-API,Alarms,Get information about multiple alarms - Bad Request Response too Big
++ Generating test suite: SOL003 7.3.5.2 IndividualAlarm
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,POST Alarm - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,Get information about an fault management individual alarm
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,PUT Alarm - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,PATCH Fault Management Individual Alarm
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,Modify an individual alarm resource - Precondition failed
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,Modify an individual alarm resource - Conflict
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,DELETE Alarm - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualAlarm,Get information about an fault management individual alarm - Not Found
++ Generating test suite: SOL003 7.3.5.3 Subscriptions
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Create a new Fault Management alarm subscription
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Create a new alarm subscription - DUPLICATION
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Create a new alarm subscription - NO DUPLICATION
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions with "all_fields" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions with "exclude_default" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions with "fields" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions with "exclude_fields" attribute selector
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions as Paged Response
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Response too Big
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,GET Subscription with attribute-based filter "id"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.notificationTypes"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.faultyResourceTypes"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.perceivedSeverities"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.eventTypes"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,Get subscriptions with filter "filter.probableCauses"
++++ TD: ,SOL003,VNFFaultManagement-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++ Generating test suite: SOL003 7.3.5.4 IndividualSubscription
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,Post Individual Subscription - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,Get Information about an individual subscription
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,DELETE an individual subscription
++++ TD: ,SOL003,VNFFaultManagement-API,IndividualSubscription,Get Information about an individual subscription - Not Found
++ Generating test suite: SOL003 7.3.5.5 NotificationEndpoint
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm Notification
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm Cleared Notification
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationEndpoint,VNF Fault Alarm List Rebuilt Notification
++ Generating test suite: SOL003 7.3.5.6 ApiVersion
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFFaultManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.5.7 NotificationConsumer
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm Notification
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm Cleared Notification
++++ TD: ,SOL003,VNFFaultManagement-API,NotificationConsumer,VNF Fault Alarm List Reulit Notification
++ Generating test suite: SOL003 7.3.6.1 VNFIndicators
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get all VNF Indicators
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get VNF Indicators with attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get VNF Indicators with invalid attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get all VNF Indicators with malformed authorization token
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get all VNF Indicators without authorization token
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,GET all VNF Indicators with expired or revoked authorization token
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get all VNF Indicators with invalid resource endpoint
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,POST all VNF Indicators - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,PUT all VNF Indicators - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,PATCH all VNF Indicators - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,DELETE all VNF Indicators - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get all VNF Indicators as Paged Response
++++ TD: ,SOL003,VNFIndicator-API,VNFIndicators,Get VNF Indicators - Bad Request Response too Big
++ Generating test suite: SOL003 7.3.6.2 VnfIndicatorsInVnfInstanceId
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,GET Indicators for VNF Instance with attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance with invalid attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance with invalid resource identifier
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,POST Indicators for VNF instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,PUT Indicators for VNF instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,PATCH Indicators for VNF instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,DELETE Indicators for VNF instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance as Paged Response
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorsInVnfInstanceId,Get Indicators for VNF Instance - Bad Request Response too Big
++ Generating test suite: SOL003 7.3.6.3 IndividualVNFindicator
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,Get Individual Indicator for VNF Instance
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,Get Individual Indicator for VNF Instance with invalid indicator identifier
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,POST Individual VNF Indicator for VNF Instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,PUT Individual VNF Indicator for VNF Instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,PATCH Individual VNF Indicator for VNF Instance - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,IndividualVNFindicator,DELETE Individual VNF Indicator for VNF Instance - Method not implemented
++ Generating test suite: SOL003 7.3.6.4 Subscriptions
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET All VNF Indicator Subscriptions
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET VNF Indicator Subscriptions with attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET VNF Indicator Subscriptions with invalid attribute-based filter
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET VNF Indicator Subscriptions with invalid resource endpoint
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,Create new VNF indicator subscription
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,Create duplicated VNF indicator subscription with VNFM not creating duplicated subscriptions
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,Create duplicated VNF indicator subscription with VNFM creating duplicated subscriptions
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,PUT VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,PATCH VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,DELETE VNF Indicator Subscriptions - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET All VNF Indicator Subscriptions as Paged Response
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,GET VNF Indicator Subscriptions - Bad Request Response too Big
++++ TD: ,SOL003,VNFIndicator-API,Subscriptions,POST Create a new Subscription - Unprocessable Entity
++ Generating test suite: SOL003 7.3.6.5 IndividualSubscription
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,GET Individual VNF Indicator Subscription
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,GET Individual VNF Indicator Subscription with invalid resource identifier
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,DELETE Individual VNF Indicator Subscription
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,DELETE Individual VNF Indicator Subscription with invalid resource identifier
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,PUT Individual VNF Indicator Subscription - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,PATCH Individual VNF Indicator Subscription - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,IndividualSubscription,POST Individual VNF Indicator Subscription - Method not implemented
++ Generating test suite: SOL003 7.3.6.6 VnfIndicatorNotification
++++ TD: ,SOL003,VNFIndicator-API,VnfIndicatorNotification,VNF Indicator Value Change Notification
++ Generating test suite: SOL003 7.3.6.7 ApiVersion
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VNFIndicator-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.6.8 NotificationConsumer
++++ TD: ,SOL003,VNFIndicator-API,NotificationConsumer,VNF Indicator Value Change Notification
++ Generating test suite: SOL003 7.3.7.1 Subscriptions
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,Create new Virtualised Resources Quota Available Notification subscription
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,Create new Virtualised Resources Quota Available Notification subscription - DUPLICATION
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,Create new Virtualised Resources Quota Available Notification subscription - NO-DUPLICATION
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,GET Virtualised Resources Quota Available Notification Subscriptions
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,GET Virtualised Resources Quota Available Notification Subscriptions with attribute-based Filter
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,GET Virtualised Resources Quota Available Notification subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,PUT Virtualised Resources Quota Available Notification subscriptions - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,PATCH Virtualised Resources Quota Available Notification subscriptions - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,DELETE Virtualised Resources Quota Available Notification subscriptions - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,GET Virtualised Resources Quota Available Notification Subscriptions as Paged Response
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,GET Virtualised Resources Quota Available Notification subscriptions - Bad Request Response too Big
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,Subscriptions,Create new Virtualised Resources Quota Available Notification Subscription - Unprocessable Entity
++ Generating test suite: SOL003 7.3.7.2 IndividualSubscription
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,Create new Virtualised Resources Quota Available Notification individual subscription - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,Get Information about an individual subscription
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,DELETE an individual subscription
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,IndividualSubscription,Get Information about an individual subscription - Not Found
++ Generating test suite: SOL003 7.3.7.3 ApiVersion
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,GET API Version
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL003 7.3.7.4 NotificationConsumer
++++ TD: ,SOL003,VirtualisedResourcesQuotaAvailableNotification-API,NotificationConsumer,Vr Quota Availibility Notification
Writing SOL003 definitions to: ../../build/Tests-SOL003-OrVnfm.docx, (/home/etsi/dev/build/Tests-SOL003-OrVnfm.docx)
Opening doc: Tests-SOL005-OsMaNfvo_template.docx
++ Generating test suite: SOL005 5.3.1.1 NSDescriptors
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET Network Service Descriptors Information with attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET Network Service Descriptors Information with invalid attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,Get all Network Service Descriptors Information with malformed authorization token
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,Get all Network Service Descriptors Information without authorization token
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with expired or revoked authorization token
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with "all_fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with "exclude_default" attribute selector
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with "fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,Create new Network Service Descriptor Resource
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,PUT all Network Service Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,PATCH all Network Service Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,DELETE all Network Service Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information as Paged Response
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,Get all Network Service Descriptors Information - Bad Request Response too Big
++++ TD: ,SOL005,NSDManagement-API,NSDescriptors,GET all Network Service Descriptors Information with "exclude_default" and "fields" attribute selector
++ Generating test suite: SOL005 5.3.1.2 IndividualNSDescriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,GET Individual Network Service Descriptor Information
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,GET Individual Network Service Descriptor Information with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,Disable Individual Network Service Descriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,Enable Individual Network Service Descriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,Enable Individual Network Service Descriptor with conflict due to operational state ENABLED
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,Enable Individual Network Service Descriptor with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,Enable Individual Network Service Descriptor with HTTP Etag precondition failure
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,DELETE Individual Network Service Descriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,DELETE Individual Network Service Descriptor in operational state ENABLED
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,POST Individual Network Service Descriptor - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualNSDescriptor,PUT Individual Network Service Descriptor - Method not implemented
++ Generating test suite: SOL005 5.3.1.3 NSDArchiveContent
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Get NSD Content in Zip Format
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Get NSD Content with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Get NSD Content with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,GET NSD Content with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,GET NSD Content with Range Request and NFVO not supporting Range Requests
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,GET NSD Content with invalid Range Request
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Upload NSD Content as Zip file in asynchronous mode
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Upload NSD Content as Zip file in synchronous mode
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,Upload NSD Content with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,POST NSD Content - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,PATCH NSD Content - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveContent,DELETE NSD Content - Method not implemented
++ Generating test suite: SOL005 5.3.1.4 PNFDescriptors
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET PNF Descriptors Information with attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET PNF Descriptors Information with invalid attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information with "all_fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information with "exclude_default" attribute selector
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information with "fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,Create new PNF Descriptor Resource
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,PUT all PNF Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,PATCH all PNF Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,DELETE all PNF Descriptors - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information as Paged Response
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET PNF Descriptors Information - Bad Request Response too Big
++++ TD: ,SOL005,NSDManagement-API,PNFDescriptors,GET all PNF Descriptors Information with "exclude_default" and "fields" attribute selector
++ Generating test suite: SOL005 5.3.1.5 IndividualPnfDescriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,GET Individual PNF Descriptor Information
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,GET Individual PNF Descriptor Information with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,Update Individual PNF Descriptor
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,Update Individual PNF Descriptor with HTTP Etag precondition failure
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,POST Individual PNF Descriptor - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,PUT Individual PNF Descriptor - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualPnfDescriptor,DELETE Individual PNF Descriptor
++ Generating test suite: SOL005 5.3.1.6 PNFDArchiveContent
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Get PNFD Content
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Get PNFD Content with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Get PNFD Content with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Upload PNFD Content as zip file
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Upload PNFD Content with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,POST PNFD Content - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,PATCH PNFD Content - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,DELETE PNFD Content - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Get PNFD Content with Range Request and NFVO supporting Range Requests
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Get PNFD Content with invalid Range Request
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveContent,Upload PNFD Archive Content
++ Generating test suite: SOL005 5.3.1.7 Subscriptions
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Get All NSD Management Subscriptions
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Get NSD Management Subscriptions with attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Get NSD Management Subscriptions with invalid attribute-based filter
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,GET NSD Management Subscription with invalid resource endpoint
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Create new NSD Management subscription
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Create duplicated NSD Management subscription with NFVO not creating duplicated subscriptions
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Create duplicated NSD Management subscription with NFVO creating duplicated subscriptions
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,PUT NSD Management Subscriptions - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,PATCH NSD Management Subscriptions - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,DELETE NSD Management Subscriptions - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Get All NSD Management Subscriptions as Paged Response
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Get NSD Management Subscriptions - Bad Request Response too Big
++++ TD: ,SOL005,NSDManagement-API,Subscriptions,Create new NSD Management subscription - Unprocessable Entity
++ Generating test suite: SOL005 5.3.1.8 IndividualSubscription
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,GET Individual NSD Management Subscription
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,GET Individual NSD Management Subscription with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,DELETE Individual NSD Management Subscription with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,POST Individual NSD Management Subscription - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,PUT Individual NSD Management Subscription - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,PATCH Individual NSD Management Subscription - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,IndividualSubscription,DELETE Individual NSD Management Subscription
++ Generating test suite: SOL005 5.3.1.9 NSDManagementNotification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,NSD Onboarding Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,NSD Onboarding Failure Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,NSD Operational State Change Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,NSD Deletion Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,PNFD Onboarding Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,PNFD Onboarding Failure Notification
++++ TD: ,SOL005,NSDManagement-API,NSDManagementNotification,PNFD Deletion Notification
++ Generating test suite: SOL005 5.3.1.10 ApiVersion
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL005 5.3.1.11 NSD
++++ TD: ,SOL005,NSDManagement-API,NSD,Get single file NSD in Plain Format
++++ TD: ,SOL005,NSDManagement-API,NSD,Get NSD in Zip Format
++++ TD: ,SOL005,NSDManagement-API,NSD,Get single file NSD in Plain or Zip Format
++++ TD: ,SOL005,NSDManagement-API,NSD,Get multi file NSD in Plain or Zip Format
++++ TD: ,SOL005,NSDManagement-API,NSD,Get multi file NSD in Plain Format
++++ TD: ,SOL005,NSDManagement-API,NSD,Get NSD Content with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,NSD,Get NSD with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,NSD,Get NSD with security information
++++ TD: ,SOL005,NSDManagement-API,NSD,POST NSD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSD,PUT NSD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSD,PATCH NSD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSD,DELETE NSD - Method not implemented
++ Generating test suite: SOL005 5.3.1.12 NSDArchiveManifest
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,Get NSD Archive Manifest
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,Get NSD Archive Manifest with security information
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,Get NSD Archive Manifest with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,POST NSD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,PUT NSD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,PATCH NSD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,NSDArchiveManifest,DELETE NSD Archive Manifest - Method not implemented
++ Generating test suite: SOL005 5.3.1.13 PNFD
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get single file PNFD in Plain Format
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get PNFD in Zip Format
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get single file PNFD in Plain or Zip Format
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get multi file PNFD in Plain or Zip Format
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get multi file PNFD in Plain Format
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get PNFD Content with invalid resource identifier
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get PNFD with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,PNFD,Get PNFD with security information
++++ TD: ,SOL005,NSDManagement-API,PNFD,POST PNFD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFD,PUT PNFD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFD,PATCH PNFD - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFD,DELETE PNFD - Method not implemented
++ Generating test suite: SOL005 5.3.1.14 PNFDArchiveManifest
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,Get PNFD Archive Manifest
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,Get PNFD Archive Manifest with security information
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,Get PNFD Archive Manifest with conflict due to onboarding state
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,POST PNFD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,PUT PNFD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,PATCH PNFD Archive Manifest - Method not implemented
++++ TD: ,SOL005,NSDManagement-API,PNFDArchiveManifest,DELETE PNFD Archive Manifest - Method not implemented
++ Generating test suite: SOL005 5.3.1.15 NotificationConsumer
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,NSD Onboarding Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,NSD Onboarding Failure Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,NSD Change Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,NSD Deletion Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,Pnfd Onboarding Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,Pnfd Onboarding Failure Notification
++++ TD: ,SOL005,NSDManagement-API,NotificationConsumer,Pnfd Deletion Notification
++ Generating test suite: SOL005 5.3.2.1 NSInstances
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,POST Create a new NsInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET information about multiple NS instances
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET information about multiple NS instances Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET information about multiple NS instances Bad Request Invalid attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET NSInstances with "all_fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET NSInstances with "exclude_default" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET NSInstances with "fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET NSInstances with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,PUT NSInstances - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,PATCH NSInstances - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,DELETE NSInstances - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET information about multiple NS instances as Paged Response
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET information about multiple NS instances - Bad Request Response too Big
++++ TD: ,SOL005,NSLifecycleManagement-API,NSInstances,GET NSInstances with "fields" and "exclude_default" attribute selector
++ Generating test suite: SOL005 5.3.2.2 IndividualNSInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,POST Individual NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,GET Information about an individual NS Instance
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,PUT Individual NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,PATCH Individual NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,DELETE Individual NSInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSInstance,DELETE Individual NSInstance Conflict
++ Generating test suite: SOL005 5.3.2.3 InstantiateNSTask
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,POST Instantiate a nsInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,POST Instantiate a nsInstance Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,GET Instantiate NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,PUT Instantiate NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,PATCH Instantiate NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,InstantiateNSTask,DELETE Instantiate NSInstance - Method not implemented
++ Generating test suite: SOL005 5.3.2.4 ScaleNSTask
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,POST Scale a nsInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,POST Scale a nsInstance - Conflict (Not Instantited)
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,GET Scale NSInstance- Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,PUT Scale NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,PATCH Scale NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTask,DELETE Scale NSInstance - Method not implemented
++ Generating test suite: SOL005 5.3.2.5 UpdateNSTask
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,POST Update a NSInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,POST Update a NSInstance - Conflict (Not Instantited)
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,GET Update NSInstance- Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,PUT Update NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,PATCH Update NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTask,DELETE Update NSInstance - Method not implemented
++ Generating test suite: SOL005 5.3.2.6 HealNSTask
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,POST Heal a NSInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,POST Heal a NSInstance - Conflict (Not Instantited)
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,GET Heal NSInstance- Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,PUT Heal NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,PATCH Heal NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTask,DELETE Heal NSInstance - Method not implemented
++ Generating test suite: SOL005 5.3.2.7 TerminateNSTask
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,POST Terminate a NSInstance
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,POST Terminate a NSInstance - Conflict (Not Instantited)
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,GET Terminate NSInstance- Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,PUT Terminate NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,PATCH Terminate NSInstance - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTask,DELETE Terminate NSInstance - Method not implemented
++ Generating test suite: SOL005 5.3.2.8 NSLCMOccurences
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,POST NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences Bad Request Invalid attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences with "all_fields"
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences with "exclude_default"
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences with "fields"
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences with "exclude_fields"
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,PUT status information about multiple NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,PATCH status information about multiple NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,DELETE status information about multiple NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences as Paged Response
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences - Bad Request Response too Big
++++ TD: ,SOL005,NSLifecycleManagement-API,NSLCMOccurences,GET status information about multiple NS LCM occurrences with "fields" and "exclude_default"
++ Generating test suite: SOL005 5.3.2.9 IndividualNSLCMOccurences
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSLCMOccurences,Post Individual NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSLCMOccurences,Get status information about Individual NS LCM occurrences
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSLCMOccurences,PUT status information about Individual NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSLCMOccurences,PATCH status information about Individual NS LCM occurrences - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualNSLCMOccurences,DELETE status information about Individual NS LCM occurrences - Method not implemented
++ Generating test suite: SOL005 5.3.2.10 RetryOperationTask
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,Post Retry operation task
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,Post Retry operation task Not Found
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,Post Retry operation task Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,GET Retry operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,PUT Retry operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,PATCH Retry operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RetryOperationTask,DELETE Retry operation task - Method not implemented
++ Generating test suite: SOL005 5.3.2.11 RollbackOperationTask
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Not Found
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,POST Rollback operation task Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,GET Rollback operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,PUT Rollback operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,PATCH Rollback operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,RollbackOperationTask,DELETE Rollback operation task - Method not implemented
++ Generating test suite: SOL005 5.3.2.12 ContinueOperationTask
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,POST Continue operation task
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,POST Continue operation task Not Found
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,POST Continue operation task Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,GET Continue operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,PUT Continue operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,PATCH Continue operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ContinueOperationTask,DELETE Continue operation task - Method not implemented
++ Generating test suite: SOL005 5.3.2.13 FailOperationTask
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,POST Fail operation task
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,POST Fail operation task Not Found
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,POST Fail operation task Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,GET Fail operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,PUT Fail operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,PATCH Fail operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,FailOperationTask,DELETE Fail operation task - Method not implemented
++ Generating test suite: SOL005 5.3.2.14 CancelOperationTask
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,POST Cancel operation task
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,POST Cancel operation task Not Found
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,POST Cancel operation task Conflict
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,GET Cancel operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,PUT Cancel operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,PATCH Cancel operation task - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,CancelOperationTask,DELETE Cancel operation task - Method not implemented
++ Generating test suite: SOL005 5.3.2.15 Subscriptions
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,POST Create a new subscription
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,POST Create a new Subscription - DUPLICATION
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,POST Create a new Subscription - NO-DUPLICATION
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET Subscriptions
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET Subscription - Filter
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions with "all_fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions with "exclude_default" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions with "fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET Subscriptions as Paged Response
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,GET subscriptions - Bad Request Response too Big
++++ TD: ,SOL005,NSLifecycleManagement-API,Subscriptions,POST Create a new subscription - Unprocessable Entity
++ Generating test suite: SOL005 5.3.2.16 IndividualSubscription
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualSubscription,POST Individual Subscription - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualSubscription,GET Information about an individual subscription
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,IndividualSubscription,DELETE an individual subscription
++ Generating test suite: SOL005 5.3.2.17 NotificationEndpoint
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationEndpoint,NS LCM Operation Occurrence Start Notification
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationEndpoint,NS LCM Operation Occurrence Result Notification
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationEndpoint,NS Identifier Creation Notification
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationEndpoint,NS Identifier Deletion Notification
++ Generating test suite: SOL005 5.3.2.18 CreateNSInstanceWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,CreateNSInstanceWorkflow,NS Instance Creation
++++ TD: ,SOL005,NSLifecycleManagement-API,CreateNSInstanceWorkflow,NS Instance Creation with DISABLED Network Service Descriptor
++ Generating test suite: SOL005 5.3.2.19 DeleteNSInstanceWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,DeleteNSInstanceWorkflow,NS Instance Deletion
++ Generating test suite: SOL005 5.3.2.20 HealNSTaskWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,HealNSTaskWorkflow,Heal Flow of NS lifecycle management operations
++ Generating test suite: SOL005 5.3.2.21 InstanciateNSTaskWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,InstanciateNSTaskWorkflow,Instantiate Flow of NS lifecycle management operations
++ Generating test suite: SOL005 5.3.2.22 ScaleNSTaskWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,ScaleNSTaskWorkflow,Scale Flow of NS lifecycle management operations
++ Generating test suite: SOL005 5.3.2.23 TerminateNSTaskWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,TerminateNSTaskWorkflow,Terminate Flow of NS lifecycle management operations
++ Generating test suite: SOL005 5.3.2.24 UpdateNSTaskWorkflow
++++ TD: ,SOL005,NSLifecycleManagement-API,UpdateNSTaskWorkflow,Update Flow of NS lifecycle management operations
++ Generating test suite: SOL005 5.3.2.25 ApiVersion
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSLifecycleManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL005 5.3.2.26 NotificationConsumer
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationConsumer,Ns Lcm Operation Occurrence Notification
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationConsumer,Ns Identifier Creation Notification
++++ TD: ,SOL005,NSLifecycleManagement-API,NotificationConsumer,Ns Identifier Deletion Notification
++ Generating test suite: SOL005 5.3.3.1 Alarms
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,POST Alarms - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filters
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with "all_fields" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with exclude_default attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with fields attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,PUT Alarms - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,PATCH Alarms - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,DELETE Alarms - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms as Paged Response
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms - Bad Request Response too Big
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "id"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "rootCauseFaultyComponent.faultyNestedNsInstanceId"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "rootCauseFaultyComponent.faultyNsVirtualLinkInstanceId"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "rootCauseFaultyComponent.faultyVnfInstanceId"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "rootCauseFaultyResource.faultyResourceType"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "eventType"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "perceivedSeverity"
++++ TD: ,SOL005,NSFaultManagement-API,Alarms,GET information about multiple alarms with filter "probableCause"
++ Generating test suite: SOL005 5.3.3.2 IndividualAlarm
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,POST Individual Alarm - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,GET information about Individual Alarm
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,GET information about Invalid Individual Alarm
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,PUT Individual Alarm - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,PATCH Alarm
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,PATCH Alarm - Conflict
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,PATCH Alarm - Precondition failed
++++ TD: ,SOL005,NSFaultManagement-API,IndividualAlarm,DELETE Individual Alarm - Method not implemented
++ Generating test suite: SOL005 5.3.3.3 Subscriptions
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Create a new alarm subscription
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Create a new alarm subscription - DUPLICATION
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Create a new alarm subscription - NO DUPLICATION
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions - Filter
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Invalid attribute-based filtering parameters
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions with "all_fields" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions with "exclude_default" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions with "fields" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions with "exclude_fields" attribute selector
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,PUT subscriptions - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,PATCH subscriptions - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,DELETE subscriptions - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions as Paged Response
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,GET subscriptions - Bad Request Response too Big
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "id"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "filter.notificationTypes"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "filter.faultyResourceTypes"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "filter.perceivedSeverities"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "filter.eventTypes"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Retrieve a list of alarm subscriptions with filter "filter.probableCauses"
++++ TD: ,SOL005,NSFaultManagement-API,Subscriptions,Create a new alarm subscription - Unprocessable Entity
++ Generating test suite: SOL005 5.3.3.4 IndividualSubscription
++++ TD: ,SOL005,NSFaultManagement-API,IndividualSubscription,Post Individual Subscription - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,IndividualSubscription,Get Information about an individual subscription
++++ TD: ,SOL005,NSFaultManagement-API,IndividualSubscription,PUT an individual subscription - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,IndividualSubscription,PATCH an individual subscription - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,IndividualSubscription,DELETE an individual subscription
++ Generating test suite: SOL005 5.3.3.5 NotificationEndpoint
++++ TD: ,SOL005,NSFaultManagement-API,NotificationEndpoint,NS Fault Alarm Notification
++++ TD: ,SOL005,NSFaultManagement-API,NotificationEndpoint,NS Fault Alarm Cleared Notification
++++ TD: ,SOL005,NSFaultManagement-API,NotificationEndpoint,NS Fault Alarm List Rebuilt Notification
++ Generating test suite: SOL005 5.3.3.6 ApiVersion
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,POST API Version - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,GET API Version
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,PUT API Version - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,PATCH API Version - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,DELETE API Version - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,POST API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,GET API Version with apiMajorVerion
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,PUT API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,PATCH API Version with apiMajorVerion - Method not implemented
++++ TD: ,SOL005,NSFaultManagement-API,ApiVersion,DELETE API Version with apiMajorVerion - Method not implemented
++ Generating test suite: SOL005 5.3.3.7 NotificationConsumer
++++ TD: ,SOL005,NSFaultManagement-API,NotificationConsumer,NS Fault Alarm Notification
++++ TD: ,SOL005,NSFaultManagement-API,NotificationConsumer,NS Fault Alarm Cleared Notification
++++ TD: ,SOL005,NSFaultManagement-API,NotificationConsumer,NS Fault Alarm List Rebuilt Notification
++ Generating test suite: SOL005 5.3.4.1 PMJobs
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET NS Performance Monitoring Jobs with attribute-based filter
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs with "all_fields" attribute selector
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs with "exclude_default" attribute selector
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs with "fields" attribute selector
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs with "exclude" attribute selector
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET NS Performance Monitoring Jobs with invalid attribute-based filter
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET NS Performance Monitoring Jobs with invalid resource endpoint
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,Create new NS Performance Monitoring Job
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,PUT all NS Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,PATCH all NS Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,DELETE all NS Performance Monitoring Jobs - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs as Paged Response
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET NS Performance Monitoring Jobs - Bad Request Response too Big
++++ TD: ,SOL005,NSPerformanceManagement-API,PMJobs,GET all NS Performance Monitoring Jobs with "fields" and "exclude_default" attribute selector
++ Generating test suite: SOL005 5.3.4.2 IndividualPmJob
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,GET individual NS Performance Job
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,GET individual NS Performance Job with invalid resource identifier
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,DELETE Individual NS Performance Job with invalid resource identifier
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,POST Individual NS Performance Job - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,PUT Individual NS Performance Job - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,PATCH Individual NS Performance Job
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,DELETE Individual NS Performance Job
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualPmJob,PATCH Individual NS Performance Job - Precondition failed
++ Generating test suite: SOL005 5.3.4.3 IndividualReport
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,Get Individual Performance Report
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,Get Individual Performance Report with invalid resource endpoint
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,POST Individual Performance Report - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,PUT Individual Performance Report - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,PATCH Individual Performance Report - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualReport,DELETE Individual Performance Report - Method not implemented
++ Generating test suite: SOL005 5.3.4.4 Thresholds
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET All Performance Thresholds
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET Performance Thresholds with attribute-based filter
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid attribute-based filter
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET Performance Thresholds with invalid resource endpoint
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,Create new Performance Threshold
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,PUT Performance Thresholds - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,PATCH Performance Thresholds - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,DELETE Performance Thresholds - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET All Performance Thresholds as Paged Response
++++ TD: ,SOL005,NSPerformanceManagement-API,Thresholds,GET Performance Thresholds - Bad Request Response too Big
++ Generating test suite: SOL005 5.3.4.5 IndividualThreshold
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,GET Individual Threshold
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,GET Individual Threshold with invalid resource identifier
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold with invalid resource identifier
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,POST Individual Threshold - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,PUT Individual Threshold - Method not implemented
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,DELETE Individual Threshold
++++ TD: ,SOL005,NSPerformanceManagement-API,IndividualThreshold,PATCH Individual Threshold - Precondition failed
{'fln': 'Subscriptions.robot', 'ref': '5.3.4.6', 'title': 'Subscriptions Resource Endpoint'} ../../robot SOL005 NSPerformanceManagement-API
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/robot/running/builder.py", line 86, in _parse
extensions=self.extensions)
File "/usr/local/lib/python3.5/dist-packages/robot/parsing/model.py", line 48, in TestData
return TestCaseFile(parent, source).populate()
File "/usr/local/lib/python3.5/dist-packages/robot/parsing/model.py", line 149, in populate
FromFilePopulator(self).populate(self.source)
File "/usr/local/lib/python3.5/dist-packages/robot/parsing/populators.py", line 57, in populate
source = self._open(path)
File "/usr/local/lib/python3.5/dist-packages/robot/parsing/populators.py", line 67, in _open
raise DataError("Data source does not exist.")
robot.errors.DataError: Data source does not exist.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "create_sols.py", line 205, in <module>
create_test_for_sol(solspec, spec_index, ROOT, COMMIT_ID, OUTDIR)
File "create_sols.py", line 115, in create_test_for_sol
raise err
File "create_sols.py", line 110, in create_test_for_sol
item, ref, spec, all_tests_root, commit_id, basedoc, current_folder
File "create_sols.py", line 56, in generate_new_clause
suite = TestSuiteBuilder().build(path)
File "/usr/local/lib/python3.5/dist-packages/robot/running/builder.py", line 70, in build
return self._parse_and_build(paths[0])
File "/usr/local/lib/python3.5/dist-packages/robot/running/builder.py", line 77, in _parse_and_build
suite = self._build_suite(self._parse(path))
File "/usr/local/lib/python3.5/dist-packages/robot/running/builder.py", line 88, in _parse
raise DataError("Parsing '%s' failed: %s" % (path, err.message))
robot.errors.DataError: Parsing '../../robot/SOL005/NSPerformanceManagement-API/Subscriptions.robot' failed: Data source does not exist.
Final validation result: 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Finished: FAILURE
![[Jenkins]](/jenkins/static/a78299ad/images/headshot.png)
