Skip to content

Commit

Permalink
upload result.csv
Browse files Browse the repository at this point in the history
  • Loading branch information
lhan0123 committed Feb 21, 2024
1 parent b7aace6 commit 3469c4c
Showing 1 changed file with 67 additions and 0 deletions.
67 changes: 67 additions & 0 deletions operators/knative_operator/lab1/results.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
Trial number,Testcase,Alarm,Crash,Health,Operator log,Consistency,Differential,Custom
testrun-2024-02-20-18-51/trial-03-0000/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0001,"{""field"": ""[\""spec\"", \""deployments\"", 0]"", ""testcase"": ""object-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0002,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""livenessProbes\"", 0, \""successThreshold\""]"", ""testcase"": ""integer-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0003,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""livenessProbes\"", 0, \""successThreshold\""]"", ""testcase"": ""integer-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0004,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""livenessProbes\"", 0, \""successThreshold\""]"", ""testcase"": ""integer-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0005,"{""field"": ""[\""status\"", \""conditions\"", 0, \""status\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0006,"{""field"": ""[\""status\"", \""conditions\"", 0, \""status\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0007,"{""field"": ""[\""status\"", \""conditions\"", 0, \""status\""]"", ""testcase"": ""string-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0008,"{""field"": ""[\""status\"", \""conditions\"", 0, \""status\""]"", ""testcase"": ""string-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0009,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""readinessProbes\"", 0, \""failureThreshold\""]"", ""testcase"": ""integer-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0000/0010,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""readinessProbes\"", 0, \""failureThreshold\""]"", ""testcase"": ""integer-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0001,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""readinessProbes\"", 0, \""failureThreshold\""]"", ""testcase"": ""integer-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0002,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""readinessProbes\"", 0, \""failureThreshold\""]"", ""testcase"": ""integer-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0003,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAntiAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0004,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAntiAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0001/0005,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAntiAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0001,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0002,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0003,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-change""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0004,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0005,"{""field"": ""[\""spec\"", \""ingress\"", \""istio\"", \""knative-local-gateway\"", \""servers\""]"", ""testcase"": ""array-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0006,"{""field"": ""[\""spec\"", \""ingress\"", \""istio\"", \""knative-local-gateway\"", \""servers\""]"", ""testcase"": ""array-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0007,"{""field"": ""[\""spec\"", \""ingress\"", \""istio\"", \""knative-local-gateway\"", \""servers\""]"", ""testcase"": ""array-push""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-03-0002/0008,"{""field"": ""[\""spec\"", \""ingress\"", \""istio\"", \""knative-local-gateway\"", \""servers\""]"", ""testcase"": ""array-pop""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-04-0000/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-04-0000/0001,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""affinity\"", \""podAntiAffinity\"", \""requiredDuringSchedulingIgnoredDuringExecution\"", 0, \""namespaces\"", 0]"", ""testcase"": ""string-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-04-0000/0002,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""resources\"", 0, \""limits\"", \""cpu\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-04-0000/0003,"{""field"": """", ""testcase"": ""revert""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0001,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""replicas\""]"", ""testcase"": ""k8s-scaleDownUp""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0002,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""replicas\""]"", ""testcase"": ""k8s-scaleDownUp""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0003,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""replicas\""]"", ""testcase"": ""k8s-scaleUpDown""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0004,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""replicas\""]"", ""testcase"": ""k8s-scaleUpDown""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0005,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""replicas\""]"", ""testcase"": ""k8s-overload""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0006,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""hostNetwork\""]"", ""testcase"": ""boolean-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0007,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""hostNetwork\""]"", ""testcase"": ""boolean-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0008,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""hostNetwork\""]"", ""testcase"": ""boolean-toggle-off""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0000/0009,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""hostNetwork\""]"", ""testcase"": ""boolean-toggle-off""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0001/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0001/0001,"{""field"": ""[\""spec\"", \""deployments\"", 0, \""hostNetwork\""]"", ""testcase"": ""boolean-toggle-on""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0001/0002,"{""field"": ""[\""spec\"", \""config\"", \""ACTOKEY\"", \""ACTOKEY\""]"", ""testcase"": ""string-deletion""}",True,,,,"message='Found no matching fields for input' input_diff=Diff(prev='NotPresent', curr='ACTOKEY', path=[""spec"", ""config"", ""ACTOKEY"", ""ACTOKEY""]) system_state_diff=None",None,
testrun-2024-02-20-18-51/trial-05-0002/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0002/0001,"{""field"": ""[\""spec\"", \""config\"", \""ACTOKEY\"", \""ACTOKEY\""]"", ""testcase"": ""string-change""}",True,,,,"message='Found no matching fields for input' input_diff=Diff(prev='NotPresent', curr='ACTOKEY', path=[""spec"", ""config"", ""ACTOKEY"", ""ACTOKEY""]) system_state_diff=None",None,
testrun-2024-02-20-18-51/trial-05-0003/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0003/0001,"{""field"": ""[\""spec\"", \""config\"", \""ACTOKEY\"", \""ACTOKEY\""]"", ""testcase"": ""string-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0003/0002,"{""field"": ""[\""spec\"", \""manifests\"", 0, \""URL\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0003/0003,"{""field"": ""[\""spec\"", \""manifests\"", 0, \""URL\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0001,"{""field"": ""[\""spec\"", \""high-availability\"", \""replicas\""]"", ""testcase"": ""k8s-scaleDownUp""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0002,"{""field"": ""[\""spec\"", \""high-availability\"", \""replicas\""]"", ""testcase"": ""k8s-scaleDownUp""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0003,"{""field"": ""[\""spec\"", \""high-availability\"", \""replicas\""]"", ""testcase"": ""k8s-scaleUpDown""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0004,"{""field"": ""[\""spec\"", \""high-availability\"", \""replicas\""]"", ""testcase"": ""k8s-scaleUpDown""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0004/0005,"{""field"": ""[\""spec\"", \""high-availability\"", \""replicas\""]"", ""testcase"": ""k8s-overload""}",True,,"message='deployment: activator replicas [1000] ready_replicas [8], activator condition [Available] status [False] message [Deployment does not have minimum availability.], autoscaler replicas [1000] ready_replicas [289], autoscaler condition [Available] status [False] message [Deployment does not have minimum availability.], autoscaler-hpa replicas [1000] ready_replicas [7], autoscaler-hpa condition [Available] status [False] message [Deployment does not have minimum availability.], controller replicas [1000] ready_replicas [10], controller condition [Available] status [False] message [Deployment does not have minimum availability.], webhook replicas [1000] ready_replicas [8], webhook condition [Available] status [False] message [Deployment does not have minimum availability.]'",,,None,
testrun-2024-02-20-18-51/trial-05-0005/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0005/0001,"{""field"": ""[\""spec\"", \""deployments\""]"", ""testcase"": ""array-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0005/0002,"{""field"": """", ""testcase"": ""revert""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0005/0003,"{""field"": ""[\""spec\"", \""deployments\""]"", ""testcase"": ""array-push""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0005/0004,"{""field"": ""[\""spec\"", \""deployments\""]"", ""testcase"": ""array-push""}",True,,,,"message='Found no matching fields for input' input_diff=Diff(prev='NotPresent', curr='ACTOKEY', path=[""spec"", ""deployments"", 0, ""affinity"", ""podAffinity"", ""preferredDuringSchedulingIgnoredDuringExecution"", 1, ""podAffinityTerm"", ""labelSelector"", ""matchLabels"", ""ACTOKEY""]) system_state_diff=None",None,
testrun-2024-02-20-18-51/trial-05-0006/0000,{},False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0006/0001,"{""field"": ""[\""spec\"", \""deployments\""]"", ""testcase"": ""array-pop""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0006/0002,"{""field"": """", ""testcase"": ""revert""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0006/0003,"{""field"": ""[\""spec\"", \""deployments\""]"", ""testcase"": ""array-empty""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0006/0004,"{""field"": ""[\""spec\"", \""workloads\"", 0, \""resources\"", 0, \""limits\"", \""memory\""]"", ""testcase"": ""string-deletion""}",False,,,,,None,
testrun-2024-02-20-18-51/trial-05-0006/0005,"{""field"": """", ""testcase"": ""revert""}",False,,,,,None,

0 comments on commit 3469c4c

Please sign in to comment.