|
|
@ -244,7 +244,7 @@ var internalPackages = []string{"client-go/tools/cache/"}
|
|
|
|
func (r *Reflector) Run(stopCh <-chan struct{}) {
|
|
|
|
func (r *Reflector) Run(stopCh <-chan struct{}) {
|
|
|
|
klog.V(3).Infof("Starting reflector %s (%s) from %s", r.expectedTypeName, r.resyncPeriod, r.name)
|
|
|
|
klog.V(3).Infof("Starting reflector %s (%s) from %s", r.expectedTypeName, r.resyncPeriod, r.name)
|
|
|
|
wait.BackoffUntil(func() {
|
|
|
|
wait.BackoffUntil(func() {
|
|
|
|
if err := r.ListAndWatch(stopCh); err != nil {// 调用了 list & watch
|
|
|
|
if err := r.ListAndWatch(stopCh); err != nil {// 调用了 list & watch,
|
|
|
|
r.watchErrorHandler(r, err)
|
|
|
|
r.watchErrorHandler(r, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}, r.backoffManager, true, stopCh)
|
|
|
|
}, r.backoffManager, true, stopCh)
|
|
|
@ -280,14 +280,17 @@ func (r *Reflector) resyncChan() (<-chan time.Time, func() bool) {
|
|
|
|
func (r *Reflector) ListAndWatch(stopCh <-chan struct{}) error {
|
|
|
|
func (r *Reflector) ListAndWatch(stopCh <-chan struct{}) error {
|
|
|
|
klog.V(3).Infof("Listing and watching %v from %s", r.expectedTypeName, r.name)
|
|
|
|
klog.V(3).Infof("Listing and watching %v from %s", r.expectedTypeName, r.name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 执行list操作
|
|
|
|
err := r.list(stopCh)
|
|
|
|
err := r.list(stopCh)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 执行resync操作
|
|
|
|
resyncerrc := make(chan error, 1)
|
|
|
|
resyncerrc := make(chan error, 1)
|
|
|
|
cancelCh := make(chan struct{})
|
|
|
|
cancelCh := make(chan struct{})
|
|
|
|
defer close(cancelCh)
|
|
|
|
defer close(cancelCh)
|
|
|
|
|
|
|
|
// 启动一个协程来运行 resync
|
|
|
|
go func() {
|
|
|
|
go func() {
|
|
|
|
resyncCh, cleanup := r.resyncChan()
|
|
|
|
resyncCh, cleanup := r.resyncChan()
|
|
|
|
defer func() {
|
|
|
|
defer func() {
|
|
|
@ -313,6 +316,7 @@ func (r *Reflector) ListAndWatch(stopCh <-chan struct{}) error {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 执行 watch 操作
|
|
|
|
retry := NewRetryWithDeadline(r.MaxInternalErrorRetryDuration, time.Minute, apierrors.IsInternalError, r.clock)
|
|
|
|
retry := NewRetryWithDeadline(r.MaxInternalErrorRetryDuration, time.Minute, apierrors.IsInternalError, r.clock)
|
|
|
|
for {
|
|
|
|
for {
|
|
|
|
// give the stopCh a chance to stop the loop, even in case of continue statements further down on errors
|
|
|
|
// give the stopCh a chance to stop the loop, even in case of continue statements further down on errors
|
|
|
@ -380,6 +384,8 @@ func (r *Reflector) ListAndWatch(stopCh <-chan struct{}) error {
|
|
|
|
// the resource version can be used for further progress notification (aka. watch).
|
|
|
|
// the resource version can be used for further progress notification (aka. watch).
|
|
|
|
func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
var resourceVersion string
|
|
|
|
var resourceVersion string
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 创建 option,主要是确定 resourceVersion
|
|
|
|
options := metav1.ListOptions{ResourceVersion: r.relistResourceVersion()}
|
|
|
|
options := metav1.ListOptions{ResourceVersion: r.relistResourceVersion()}
|
|
|
|
|
|
|
|
|
|
|
|
initTrace := trace.New("Reflector ListAndWatch", trace.Field{Key: "name", Value: r.name})
|
|
|
|
initTrace := trace.New("Reflector ListAndWatch", trace.Field{Key: "name", Value: r.name})
|
|
|
@ -389,25 +395,34 @@ func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
var err error
|
|
|
|
var err error
|
|
|
|
listCh := make(chan struct{}, 1)
|
|
|
|
listCh := make(chan struct{}, 1)
|
|
|
|
panicCh := make(chan interface{}, 1)
|
|
|
|
panicCh := make(chan interface{}, 1)
|
|
|
|
|
|
|
|
// 启动 goroutine 来执行 list 并接收
|
|
|
|
go func() {
|
|
|
|
go func() {
|
|
|
|
defer func() {
|
|
|
|
defer func() {
|
|
|
|
if r := recover(); r != nil {
|
|
|
|
if r := recover(); r != nil {
|
|
|
|
panicCh <- r
|
|
|
|
panicCh <- r
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}()
|
|
|
|
|
|
|
|
// pager 是一个拥有执行了外部list方法结果的对象
|
|
|
|
// Attempt to gather list in chunks, if supported by listerWatcher, if not, the first
|
|
|
|
// Attempt to gather list in chunks, if supported by listerWatcher, if not, the first
|
|
|
|
// list request will return the full response.
|
|
|
|
// list request will return the full response.
|
|
|
|
pager := pager.New(pager.SimplePageFunc(func(opts metav1.ListOptions) (runtime.Object, error) {
|
|
|
|
pager := pager.New(
|
|
|
|
|
|
|
|
pager.SimplePageFunc(
|
|
|
|
|
|
|
|
func(opts metav1.ListOptions) (runtime.Object, error) {
|
|
|
|
|
|
|
|
// 这里执行了外面传进来的对象的 list 方法
|
|
|
|
return r.listerWatcher.List(opts)
|
|
|
|
return r.listerWatcher.List(opts)
|
|
|
|
}))
|
|
|
|
}))
|
|
|
|
switch {
|
|
|
|
switch {
|
|
|
|
case r.WatchListPageSize != 0:
|
|
|
|
case r.WatchListPageSize != 0:
|
|
|
|
|
|
|
|
// 设置了分页值,就会让这个值在执行分页的时候生效
|
|
|
|
pager.PageSize = r.WatchListPageSize
|
|
|
|
pager.PageSize = r.WatchListPageSize
|
|
|
|
case r.paginatedResult:
|
|
|
|
case r.paginatedResult:
|
|
|
|
|
|
|
|
// 如果已经使用用分页的结果,就不做任何操作
|
|
|
|
// We got a paginated result initially. Assume this resource and server honor
|
|
|
|
// We got a paginated result initially. Assume this resource and server honor
|
|
|
|
// paging requests (i.e. watch cache is probably disabled) and leave the default
|
|
|
|
// paging requests (i.e. watch cache is probably disabled) and leave the default
|
|
|
|
// pager size set.
|
|
|
|
// pager size set.
|
|
|
|
case options.ResourceVersion != "" && options.ResourceVersion != "0":
|
|
|
|
case options.ResourceVersion != "" && options.ResourceVersion != "0":
|
|
|
|
|
|
|
|
// 如果满足这里,说明获取到数据,并且没有分页信息
|
|
|
|
|
|
|
|
// 如果 PageSize 为 0, 后面会从 cache 中获取数据
|
|
|
|
// User didn't explicitly request pagination.
|
|
|
|
// User didn't explicitly request pagination.
|
|
|
|
//
|
|
|
|
//
|
|
|
|
// With ResourceVersion != "", we have a possibility to list from watch cache,
|
|
|
|
// With ResourceVersion != "", we have a possibility to list from watch cache,
|
|
|
@ -436,6 +451,8 @@ func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
close(listCh)
|
|
|
|
close(listCh)
|
|
|
|
}()
|
|
|
|
}()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 控制 goroutine 的运行
|
|
|
|
select {
|
|
|
|
select {
|
|
|
|
case <-stopCh:
|
|
|
|
case <-stopCh:
|
|
|
|
return nil
|
|
|
|
return nil
|
|
|
@ -463,12 +480,15 @@ func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
r.paginatedResult = true
|
|
|
|
r.paginatedResult = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 表示list执行成功
|
|
|
|
r.setIsLastSyncResourceVersionUnavailable(false) // list was successful
|
|
|
|
r.setIsLastSyncResourceVersionUnavailable(false) // list was successful
|
|
|
|
listMetaInterface, err := meta.ListAccessor(list)
|
|
|
|
|
|
|
|
|
|
|
|
// 处理resourceVersion
|
|
|
|
|
|
|
|
listMetaInterface, err := meta.ListAccessor(list) // 创建提取器
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("unable to understand list result %#v: %v", list, err)
|
|
|
|
return fmt.Errorf("unable to understand list result %#v: %v", list, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
resourceVersion = listMetaInterface.GetResourceVersion()
|
|
|
|
resourceVersion = listMetaInterface.GetResourceVersion() // 获取当前数据的 resourceVersion。相当于备份 resourceversion
|
|
|
|
initTrace.Step("Resource version extracted")
|
|
|
|
initTrace.Step("Resource version extracted")
|
|
|
|
items, err := meta.ExtractList(list)
|
|
|
|
items, err := meta.ExtractList(list)
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
@ -479,7 +499,7 @@ func (r *Reflector) list(stopCh <-chan struct{}) error {
|
|
|
|
return fmt.Errorf("unable to sync list result: %v", err)
|
|
|
|
return fmt.Errorf("unable to sync list result: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
initTrace.Step("SyncWith done")
|
|
|
|
initTrace.Step("SyncWith done")
|
|
|
|
r.setLastSyncResourceVersion(resourceVersion)
|
|
|
|
r.setLastSyncResourceVersion(resourceVersion) // 还原 resourceVersion
|
|
|
|
initTrace.Step("Resource version updated")
|
|
|
|
initTrace.Step("Resource version updated")
|
|
|
|
return nil
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
@ -598,6 +618,7 @@ func (r *Reflector) setLastSyncResourceVersion(v string) {
|
|
|
|
r.lastSyncResourceVersion = v
|
|
|
|
r.lastSyncResourceVersion = v
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 确认 resourceVersion 的方法
|
|
|
|
// relistResourceVersion determines the resource version the reflector should list or relist from.
|
|
|
|
// relistResourceVersion determines the resource version the reflector should list or relist from.
|
|
|
|
// Returns either the lastSyncResourceVersion so that this reflector will relist with a resource
|
|
|
|
// Returns either the lastSyncResourceVersion so that this reflector will relist with a resource
|
|
|
|
// versions no older than has already been observed in relist results or watch events, or, if the last relist resulted
|
|
|
|
// versions no older than has already been observed in relist results or watch events, or, if the last relist resulted
|
|
|
@ -608,16 +629,20 @@ func (r *Reflector) relistResourceVersion() string {
|
|
|
|
defer r.lastSyncResourceVersionMutex.RUnlock()
|
|
|
|
defer r.lastSyncResourceVersionMutex.RUnlock()
|
|
|
|
|
|
|
|
|
|
|
|
if r.isLastSyncResourceVersionUnavailable {
|
|
|
|
if r.isLastSyncResourceVersionUnavailable {
|
|
|
|
|
|
|
|
// 如果最近一次的sync的 resourceVersion 不可用,我们就返回一个空的 resourceVersion
|
|
|
|
// Since this reflector makes paginated list requests, and all paginated list requests skip the watch cache
|
|
|
|
// Since this reflector makes paginated list requests, and all paginated list requests skip the watch cache
|
|
|
|
// if the lastSyncResourceVersion is unavailable, we set ResourceVersion="" and list again to re-establish reflector
|
|
|
|
// if the lastSyncResourceVersion is unavailable, we set ResourceVersion="" and list again to re-establish reflector
|
|
|
|
// to the latest available ResourceVersion, using a consistent read from etcd.
|
|
|
|
// to the latest available ResourceVersion, using a consistent read from etcd.
|
|
|
|
return ""
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if r.lastSyncResourceVersion == "" {
|
|
|
|
if r.lastSyncResourceVersion == "" {
|
|
|
|
|
|
|
|
// 如果最近一次的sync的 resourceVersion 为字符串 空 ,则返回字符串 “0”
|
|
|
|
// For performance reasons, initial list performed by reflector uses "0" as resource version to allow it to
|
|
|
|
// For performance reasons, initial list performed by reflector uses "0" as resource version to allow it to
|
|
|
|
// be served from the watch cache if it is enabled.
|
|
|
|
// be served from the watch cache if it is enabled.
|
|
|
|
return "0"
|
|
|
|
return "0"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// 都不满足直接返回最后一次同步的 resourceVersion
|
|
|
|
return r.lastSyncResourceVersion
|
|
|
|
return r.lastSyncResourceVersion
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|