[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]

OKD 3.10 controller-manager restart pods



Hi All,
we have an Origin 3.10 cluster active with 3 master nodes, 2 infra nodes and 8 app nodes installed withour errors. We noticed on the master nodes that the controller-manager pods exited after some minutes from their startup and return active for some time. This is the scenario present on pods situation.

CONTAINER ID        IMAGE                                                                                                           COMMAND                  CREATED             STATUS                        PORTS               NAMES
9b7675bc334f        471250f836eb                                                                                                    "/usr/bin/service-..."   14 minutes ago      Up 14 minutes                                     k8s_controller-manager_controller-manager-j2w9r_kube-service-catalog_5e206936-b02b-11e8-8aa7-005056802561_1004
18584a95847f        471250f836eb                                                                                                    "/usr/bin/service-..."   17 minutes ago      Exited (255) 14 minutes ago                       k8s_controller-manager_controller-manager-j2w9r_kube-service-catalog_5e206936-b02b-11e8-8aa7-005056802561_1003

The logs for the crashed container are same:

I0424 11:15:12.911602       1 feature_gate.go:190] feature gates: map[OriginatingIdentity:true]
I0424 11:15:12.911806       1 feature_gate.go:190] feature gates: map[AsyncBindingOperations:true OriginatingIdentity:true]
I0424 11:15:12.911838       1 hyperkube.go:192] Service Catalog version v3.10.0-0.1.19.1+52c569d-2-dirty (built 2018-08-31T22:04:46Z)
I0424 11:15:12.922488       1 leaderelection.go:175] attempting to acquire leader lease  kube-service-catalog/service-catalog-controller-manager...
I0424 11:15:12.964985       1 leaderelection.go:184] successfully acquired lease kube-service-catalog/service-catalog-controller-manager
I0424 11:15:12.966937       1 event.go:218] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"kube-service-catalog", Name:"service-catalog-controller-manager", UID:"ce600996-b02b-11e8-8aa7-005056802561", APIVersion:"v1", ResourceVersion:"60834933", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' controller-manager-j2w9r-external-service-catalog-controller became leader
F0424 11:18:13.188671       1 controller_manager.go:232] error running controllers: unable to start service-catalog controller: API GroupVersion {"servicecatalog.k8s.io" "v1beta1" "clusterservicebrokers"} is not available; found map[schema.GroupVersionResource]bool{schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"statefulsets/scale"}:true, schema.GroupVersionResource{Group:"policy", Version:"v1beta1", Resource:"podsecuritypolicies"}:true, schema.GroupVersionResource{Group:"admissionregistration.k8s.io", Version:"v1beta1", Resource:"mutatingwebhookconfigurations"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreams"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreamtags"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"persistentvolumeclaims"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/exec"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"deployments/status"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"replicationcontrollers/scale"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1beta1", Resource:"localsubjectaccessreviews"}:true, schema.GroupVersionResource{Group:"quota.openshift.io", Version:"v1", Resource:"clusterresourcequotas/status"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"deployments/scale"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"replicasets"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"deployments"}:true, schema.GroupVersionResource{Group:"apiextensions.k8s.io", Version:"v1beta1", Resource:"customresourcedefinitions"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs/scale"}:true, schema.GroupVersionResource{Group:"network.openshift.io", Version:"v1", Resource:"egressnetworkpolicies"}:true, schema.GroupVersionResource{Group:"network.openshift.io", Version:"v1", Resource:"netnamespaces"}:true, schema.GroupVersionResource{Group:"project.openshift.io", Version:"v1", Resource:"projectrequests"}:true, schema.GroupVersionResource{Group:"route.openshift.io", Version:"v1", Resource:"routes"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"replicasets/scale"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"deployments"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1beta1", Resource:"selfsubjectaccessreviews"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1beta1", Resource:"clusterrolebindings"}:true, schema.GroupVersionResource{Group:"storage.k8s.io", Version:"v1beta1", Resource:"storageclasses"}:true, schema.GroupVersionResource{Group:"admissionregistration.k8s.io", Version:"v1beta1", Resource:"validatingwebhookconfigurations"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"builds/clone"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagesignatures"}:true, schema.GroupVersionResource{Group:"automationbroker.io", Version:"v1alpha1", Resource:"bundleinstances"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"namespaces"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"services"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"deployments"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"ingresses/status"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1beta1", Resource:"subjectaccessreviews"}:true, schema.GroupVersionResource{Group:"autoscaling", Version:"v1", Resource:"horizontalpodautoscalers/status"}:true, schema.GroupVersionResource{Group:"batch", Version:"v1", Resource:"jobs/status"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"resourceaccessreviews"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1", Resource:"rolebindings"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"buildconfigs/webhooks"}:true, schema.GroupVersionResource{Group:"template.openshift.io", Version:"v1", Resource:"processedtemplates"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"controllerrevisions"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"statefulsets/status"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1", Resource:"subjectaccessreviews"}:true, schema.GroupVersionResource{Group:"certificates.k8s.io", Version:"v1beta1", Resource:"certificatesigningrequests"}:true, schema.GroupVersionResource{Group:"networking.k8s.io", Version:"v1", Resource:"networkpolicies"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs/log"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreamimages"}:true, schema.GroupVersionResource{Group:"oauth.openshift.io", Version:"v1", Resource:"oauthauthorizetokens"}:true, schema.GroupVersionResource{Group:"user.openshift.io", Version:"v1", Resource:"useridentitymappings"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/attach"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"securitycontextconstraints"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"statefulsets"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"deployments/scale"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"localsubjectaccessreviews"}:true, schema.GroupVersionResource{Group:"storage.k8s.io", Version:"v1beta1", Resource:"volumeattachments"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs/status"}:true, schema.GroupVersionResource{Group:"security.openshift.io", Version:"v1", Resource:"podsecuritypolicyreviews"}:true, schema.GroupVersionResource{Group:"policy", Version:"v1beta1", Resource:"poddisruptionbudgets/status"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreamimports"}:true, schema.GroupVersionResource{Group:"security.openshift.io", Version:"v1", Resource:"rangeallocations"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"namespaces/finalize"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"controllerrevisions"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreammappings"}:true, schema.GroupVersionResource{Group:"oauth.openshift.io", Version:"v1", Resource:"oauthaccesstokens"}:true, schema.GroupVersionResource{Group:"security.openshift.io", Version:"v1", Resource:"podsecuritypolicysubjectreviews"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"persistentvolumes"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"podtemplates"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"replicationcontrollers"}:true, schema.GroupVersionResource{Group:"apiregistration.k8s.io", Version:"v1", Resource:"apiservices"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"daemonsets"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"clusterroles"}:true, schema.GroupVersionResource{Group:"template.openshift.io", Version:"v1", Resource:"templateinstances/status"}:true, schema.GroupVersionResource{Group:"user.openshift.io", Version:"v1", Resource:"users"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"daemonsets/status"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1", Resource:"roles"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1beta1", Resource:"roles"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"builds"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"persistentvolumes/status"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"secrets"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"podsecuritypolicies"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"deployments/rollback"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"statefulsets/scale"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreams/secrets"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/binding"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"replicasets/status"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"builds/log"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/status"}:true, schema.GroupVersionResource{Group:"apiregistration.k8s.io", Version:"v1beta1", Resource:"apiservices"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"subjectaccessreviews"}:true, schema.GroupVersionResource{Group:"apiextensions.k8s.io", Version:"v1beta1", Resource:"customresourcedefinitions/status"}:true, schema.GroupVersionResource{Group:"template.openshift.io", Version:"v1", Resource:"brokertemplateinstances"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"namespaces/status"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"persistentvolumeclaims/status"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/proxy"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"services/proxy"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"services/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"deployments/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"daemonsets"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"deployments/status"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1", Resource:"clusterroles"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"imagestreams/status"}:true, schema.GroupVersionResource{Group:"user.openshift.io", Version:"v1", Resource:"identities"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"nodes/proxy"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/portforward"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"replicasets/status"}:true, schema.GroupVersionResource{Group:"batch", Version:"v1", Resource:"jobs"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1beta1", Resource:"rolebindings"}:true, schema.GroupVersionResource{Group:"storage.k8s.io", Version:"v1", Resource:"storageclasses"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"builds/details"}:true, schema.GroupVersionResource{Group:"project.openshift.io", Version:"v1", Resource:"projects"}:true, schema.GroupVersionResource{Group:"quota.openshift.io", Version:"v1", Resource:"appliedclusterresourcequotas"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"endpoints"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"nodes/status"}:true, schema.GroupVersionResource{Group:"apiregistration.k8s.io", Version:"v1beta1", Resource:"apiservices/status"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"deployments/rollback"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"replicasets/scale"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"deployments/status"}:true, schema.GroupVersionResource{Group:"authentication.k8s.io", Version:"v1", Resource:"tokenreviews"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1beta1", Resource:"selfsubjectrulesreviews"}:true, schema.GroupVersionResource{Group:"autoscaling", Version:"v1", Resource:"horizontalpodautoscalers"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"buildconfigs/instantiatebinary"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"bindings"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"statefulsets"}:true, schema.GroupVersionResource{Group:"autoscaling", Version:"v2beta1", Resource:"horizontalpodautoscalers"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"subjectrulesreviews"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"componentstatuses"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"daemonsets/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"statefulsets/status"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"clusterrolebindings"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"buildconfigs"}:true, schema.GroupVersionResource{Group:"template.openshift.io", Version:"v1", Resource:"templates"}:true, schema.GroupVersionResource{Group:"automationbroker.io", Version:"v1alpha1", Resource:"bundles"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"daemonsets/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"replicasets/status"}:true, schema.GroupVersionResource{Group:"authentication.k8s.io", Version:"v1beta1", Resource:"tokenreviews"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1", Resource:"clusterrolebindings"}:true, schema.GroupVersionResource{Group:"rbac.authorization.k8s.io", Version:"v1beta1", Resource:"clusterroles"}:true, schema.GroupVersionResource{Group:"security.openshift.io", Version:"v1", Resource:"podsecuritypolicyselfsubjectreviews"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/log"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"resourcequotas"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"serviceaccounts"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"deployments"}:true, schema.GroupVersionResource{Group:"network.openshift.io", Version:"v1", Resource:"clusternetworks"}:true, schema.GroupVersionResource{Group:"oauth.openshift.io", Version:"v1", Resource:"oauthclients"}:true, schema.GroupVersionResource{Group:"template.openshift.io", Version:"v1", Resource:"templateinstances"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"events"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"limitranges"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"ingresses"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"statefulsets"}:true, schema.GroupVersionResource{Group:"autoscaling", Version:"v2beta1", Resource:"horizontalpodautoscalers/status"}:true, schema.GroupVersionResource{Group:"batch", Version:"v1beta1", Resource:"cronjobs"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"rolebindingrestrictions"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1", Resource:"selfsubjectrulesreviews"}:true, schema.GroupVersionResource{Group:"policy", Version:"v1beta1", Resource:"poddisruptionbudgets"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"selfsubjectrulesreviews"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"pods/eviction"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"replicationcontrollers"}:true, schema.GroupVersionResource{Group:"certificates.k8s.io", Version:"v1beta1", Resource:"certificatesigningrequests/approval"}:true, schema.GroupVersionResource{Group:"network.openshift.io", Version:"v1", Resource:"hostsubnets"}:true, schema.GroupVersionResource{Group:"route.openshift.io", Version:"v1", Resource:"routes/status"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"resourcequotas/status"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"daemonsets"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"replicasets"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"replicasets/scale"}:true, schema.GroupVersionResource{Group:"certificates.k8s.io", Version:"v1beta1", Resource:"certificatesigningrequests/status"}:true, schema.GroupVersionResource{Group:"security.openshift.io", Version:"v1", Resource:"securitycontextconstraints"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"nodes"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"deployments/scale"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta1", Resource:"controllerrevisions"}:true, schema.GroupVersionResource{Group:"batch", Version:"v1beta1", Resource:"cronjobs/status"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"rolebindings"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs/rollback"}:true, schema.GroupVersionResource{Group:"user.openshift.io", Version:"v1", Resource:"groups"}:true, schema.GroupVersionResource{Group:"automationbroker.io", Version:"v1alpha1", Resource:"bundlebindings"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"replicationcontrollers/scale"}:true, schema.GroupVersionResource{Group:"apiregistration.k8s.io", Version:"v1", Resource:"apiservices/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"statefulsets/scale"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1beta2", Resource:"replicasets"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1", Resource:"selfsubjectaccessreviews"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"localresourceaccessreviews"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"replicationcontrollers/status"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"deployments/scale"}:true, schema.GroupVersionResource{Group:"apps.openshift.io", Version:"v1", Resource:"deploymentconfigs/instantiate"}:true, schema.GroupVersionResource{Group:"quota.openshift.io", Version:"v1", Resource:"clusterresourcequotas"}:true, schema.GroupVersionResource{Group:"events.k8s.io", Version:"v1beta1", Resource:"events"}:true, schema.GroupVersionResource{Group:"extensions", Version:"v1beta1", Resource:"networkpolicies"}:true, schema.GroupVersionResource{Group:"apps", Version:"v1", Resource:"statefulsets/status"}:true, schema.GroupVersionResource{Group:"", Version:"v1", Resource:"configmaps"}:true, schema.GroupVersionResource{Group:"authorization.k8s.io", Version:"v1", Resource:"localsubjectaccessreviews"}:true, schema.GroupVersionResource{Group:"authorization.openshift.io", Version:"v1", Resource:"roles"}:true, schema.GroupVersionResource{Group:"build.openshift.io", Version:"v1", Resource:"buildconfigs/instantiate"}:true, schema.GroupVersionResource{Group:"image.openshift.io", Version:"v1", Resource:"images"}:true, schema.GroupVersionResource{Group:"oauth.openshift.io", Version:"v1", Resource:"oauthclientauthorizations"}:true}

did anyone noticed this problem?

Thanks,
Marcello

[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]