go.temporal.io/server/common/client_cache.go

146 LOC · 40 covered · 106 uncovered · 9 ranges · 64 concepts · 5 introducers · 12 tests

File neighbourhood

The centred file is linked to every concept that introduces one of its ranges, every test that runs code from the file, and the gray connector concepts standing between those tests and the file's own introducer concepts. Undirected links join concepts to every file where they introduce source and concepts to the tests they introduce; arrows show specialization between the displayed concepts and bridge only concepts omitted from this view. Concept colors match the source ranges below; connector concepts have no source color and are shown in gray.

Focused file, its introducer and connector concepts, their introduced files, and tests that run code from the file

In the embedded map, ordinary wheel input scrolls the page; use the visible controls to zoom and drag to pan. Open the full-screen map for canvas navigation: wheel pans, Ctrl/Command plus wheel zooms, and arrow keys pan when this region is focused. On touch screens, open the full-screen map to pan or pinch. If JavaScript or WebGL is unavailable, use the related-file, concept, and source links on this page.

Graph controls are ready.

Interactive rendering requires JavaScript and WebGL. Use the related-file, concept, and source links on this page while the interactive map is unavailable.

1 package common
2
3 import (
4 "sync"
5
6 "go.temporal.io/server/common/log"
7 "go.temporal.io/server/common/log/tag"
8 )
9
10 type (
11 // ClientCache store initialized clients
12 ClientCache interface {
13 Lookup(key string, index int) (string, error) // pass through to keyResolver
14 GetClientForKey(key string, index int) (any, error)
15 GetClientForClientKey(clientKey string) (any, error)
16 GetAllClients() ([]any, error)
17 // Evict removes the cached entry for the given key and runs its
18 // release fn.
19 Evict(clientKey string)
20 // EvictAll removes every cached entry and runs each one's release fn.
21 // Used to deterministically release cached gRPC connections on shutdown.
22 EvictAll()
23 }
24
25 keyResolver interface {
26 Lookup(key string, index int) (string, error)
27 GetAllAddresses() ([]string, error)
28 }
29
30 // The returned release fn (if non-nil) is invoked when the entry is evicted.
31 clientProvider func(clientKey string) (any, func() error, error)
32
33 cachedEntry struct {
34 client any
35 release func() error
36 }
37
38 clientCacheImpl struct {
39 keyResolver keyResolver
40 clientProvider clientProvider
41
42 cacheLock sync.RWMutex
43 clients map[string]cachedEntry
44
45 logger log.Logger
46 }
47 )
48
49 // NewClientCache creates a new client cache based on membership
50 func NewClientCache(
51 keyResolver keyResolver,
52 clientProvider clientProvider,
53 logger log.Logger,
54 > ) ClientCache { fx.go ×44
55 >
56 > return &clientCacheImpl{
57 > keyResolver: keyResolver,
58 > clientProvider: clientProvider,
59 >
60 > clients: make(map[string]cachedEntry),
61 > logger: logger,
62 > }
63 > }
64
65 > func (c *clientCacheImpl) Lookup(key string, index int) (string, error) { fx.go ×44
66 > return c.keyResolver.Lookup(key, index)
67 > }
68
69 func (c *clientCacheImpl) GetClientForKey(key string, index int) (any, error) {
70 clientKey, err := c.Lookup(key, index)
71 if err != nil {
72 return nil, err
73 }
74 return c.GetClientForClientKey(clientKey)
75 }
76
77 > func (c *clientCacheImpl) GetClientForClientKey(clientKey string) (any, error) { service_grpc.pb.go ×20
78 > c.cacheLock.RLock()
79 > entry, ok := c.clients[clientKey]
80 > c.cacheLock.RUnlock()
81 > if ok {
82 > return entry.client, nil
83 > }
84
85 > c.cacheLock.Lock() service_grpc.pb.go ×20
86 > defer c.cacheLock.Unlock()
87 >
88 > entry, ok = c.clients[clientKey]
89 > if ok {
90 > return entry.client, nil visibility_store.go ×17
91 > }
92
93 > client, release, err := c.clientProvider(clientKey) service_grpc.pb.go ×20
94 > if err != nil {
95 return nil, err
96 }
97 > c.clients[clientKey] = cachedEntry{client: client, release: release} service_grpc.pb.go ×20
98 > return client, nil
99 }
100
101 func (c *clientCacheImpl) GetAllClients() ([]any, error) {
102 var result []any
103 allAddresses, err := c.keyResolver.GetAllAddresses()
104 if err != nil {
105 return nil, err
106 }
107 for _, addr := range allAddresses {
108 client, err := c.GetClientForClientKey(addr)
109 if err != nil {
110 return nil, err
111 }
112 result = append(result, client)
113 }
114
115 return result, nil
116 }
117
118 func (c *clientCacheImpl) Evict(clientKey string) {
119 c.cacheLock.Lock()
120 entry, ok := c.clients[clientKey]
121 if ok {
122 delete(c.clients, clientKey)
123 }
124 c.cacheLock.Unlock()
125
126 if ok && entry.release != nil {
127 if err := entry.release(); err != nil {
128 c.logger.Warn("Error releasing evicted client resource", tag.Error(err))
129 }
130 }
131 }
132
133 > func (c *clientCacheImpl) EvictAll() { service.go ×8
134 > c.cacheLock.Lock()
135 > entries := c.clients
136 > c.clients = make(map[string]cachedEntry)
137 > c.cacheLock.Unlock()
138 >
139 > for _, entry := range entries {
140 > if entry.release != nil { service_grpc.pb.go ×19
141 > if err := entry.release(); err != nil {
142 c.logger.Warn("Error releasing evicted client resource", tag.Error(err))
143 }
144 }
145 }
146 }