1 /* Cache handling for group lookup.
2 Copyright (C) 1998-2021 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
4 Contributed by Ulrich Drepper <drepper@cygnus.com>, 1998.
6 This program is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published
8 by the Free Software Foundation; version 2 of the License, or
9 (at your option) any later version.
11 This program is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with this program; if not, see <https://www.gnu.org/licenses/>. */
32 #include <sys/socket.h>
33 #include <stackinfo.h>
34 #include <scratch_buffer.h>
39 /* This is the standard reply in case the service is disabled. */
40 static const gr_response_header disabled
=
42 .version
= NSCD_VERSION
,
50 /* This is the struct describing how to write this record. */
51 const struct iovec grp_iov_disabled
=
53 .iov_base
= (void *) &disabled
,
54 .iov_len
= sizeof (disabled
)
58 /* This is the standard reply in case we haven't found the dataset. */
59 static const gr_response_header notfound
=
61 .version
= NSCD_VERSION
,
71 cache_addgr (struct database_dyn
*db
, int fd
, request_header
*req
,
72 const void *key
, struct group
*grp
, uid_t owner
,
73 struct hashentry
*const he
, struct datahead
*dh
, int errval
)
75 bool all_written
= true;
77 time_t t
= time (NULL
);
79 /* We allocate all data in one memory block: the iov vector,
80 the response header and the dataset itself. */
84 gr_response_header resp
;
88 assert (offsetof (struct dataset
, resp
) == offsetof (struct datahead
, data
));
90 time_t timeout
= MAX_TIMEOUT_VALUE
;
93 if (he
!= NULL
&& errval
== EAGAIN
)
95 /* If we have an old record available but cannot find one
96 now because the service is not available we keep the old
97 record and make sure it does not get removed. */
98 if (reload_count
!= UINT_MAX
)
99 /* Do not reset the value if we never not reload the record. */
100 dh
->nreloads
= reload_count
- 1;
102 /* Reload with the same time-to-live value. */
103 timeout
= dh
->timeout
= t
+ db
->postimeout
;
109 /* We have no data. This means we send the standard reply for this
111 total
= sizeof (notfound
);
114 && TEMP_FAILURE_RETRY (send (fd
, ¬found
, total
,
115 MSG_NOSIGNAL
)) != total
)
118 /* If we have a transient error or cannot permanently store
119 the result, so be it. */
120 if (errno
== EAGAIN
|| __builtin_expect (db
->negtimeout
== 0, 0))
122 /* Mark the old entry as obsolete. */
126 else if ((dataset
= mempool_alloc (db
, sizeof (struct dataset
) + req
->key_len
, 1)) != NULL
)
128 timeout
= datahead_init_neg (&dataset
->head
,
129 (sizeof (struct dataset
)
130 + req
->key_len
), total
,
133 /* This is the reply. */
134 memcpy (&dataset
->resp
, ¬found
, total
);
136 /* Copy the key data. */
137 memcpy (dataset
->strdata
, key
, req
->key_len
);
139 /* If necessary, we also propagate the data to disk. */
143 uintptr_t pval
= (uintptr_t) dataset
& ~pagesize_m1
;
144 msync ((void *) pval
,
145 ((uintptr_t) dataset
& pagesize_m1
)
146 + sizeof (struct dataset
) + req
->key_len
, MS_ASYNC
);
149 (void) cache_add (req
->type
, &dataset
->strdata
, req
->key_len
,
150 &dataset
->head
, true, db
, owner
, he
== NULL
);
152 pthread_rwlock_unlock (&db
->lock
);
154 /* Mark the old entry as obsolete. */
162 /* Determine the I/O structure. */
163 size_t gr_name_len
= strlen (grp
->gr_name
) + 1;
164 size_t gr_passwd_len
= strlen (grp
->gr_passwd
) + 1;
165 size_t gr_mem_cnt
= 0;
166 uint32_t *gr_mem_len
;
167 size_t gr_mem_len_total
= 0;
170 const size_t key_len
= strlen (key
);
171 const size_t buf_len
= 3 * sizeof (grp
->gr_gid
) + key_len
+ 1;
172 size_t alloca_used
= 0;
173 char *buf
= alloca_account (buf_len
, alloca_used
);
177 /* We need this to insert the `bygid' entry. */
179 n
= snprintf (buf
, buf_len
, "%d%c%n%s", grp
->gr_gid
, '\0',
180 &key_offset
, (char *) key
) + 1;
182 /* Determine the length of all members. */
183 while (grp
->gr_mem
[gr_mem_cnt
])
185 gr_mem_len
= alloca_account (gr_mem_cnt
* sizeof (uint32_t), alloca_used
);
186 for (gr_mem_cnt
= 0; grp
->gr_mem
[gr_mem_cnt
]; ++gr_mem_cnt
)
188 gr_mem_len
[gr_mem_cnt
] = strlen (grp
->gr_mem
[gr_mem_cnt
]) + 1;
189 gr_mem_len_total
+= gr_mem_len
[gr_mem_cnt
];
192 total
= (offsetof (struct dataset
, strdata
)
193 + gr_mem_cnt
* sizeof (uint32_t)
194 + gr_name_len
+ gr_passwd_len
+ gr_mem_len_total
);
196 /* If we refill the cache, first assume the reconrd did not
197 change. Allocate memory on the cache since it is likely
198 discarded anyway. If it turns out to be necessary to have a
199 new record we can still allocate real memory. */
200 bool dataset_temporary
= false;
201 bool dataset_malloced
= false;
206 /* Prevent an INVALIDATE request from pruning the data between
207 the two calls to cache_add. */
209 pthread_mutex_lock (&db
->prune_run_lock
);
210 dataset
= (struct dataset
*) mempool_alloc (db
, total
+ n
, 1);
215 if (he
== NULL
&& db
->propagate
)
216 pthread_mutex_unlock (&db
->prune_run_lock
);
218 /* We cannot permanently add the result in the moment. But
219 we can provide the result as is. Store the data in some
221 if (! __libc_use_alloca (alloca_used
+ total
+ n
))
223 dataset
= malloc (total
+ n
);
224 /* Perhaps we should log a message that we were unable
225 to allocate memory for a large request. */
228 dataset_malloced
= true;
231 dataset
= alloca_account (total
+ n
, alloca_used
);
233 /* We cannot add this record to the permanent database. */
234 dataset_temporary
= true;
237 timeout
= datahead_init_pos (&dataset
->head
, total
+ n
,
238 total
- offsetof (struct dataset
, resp
),
239 he
== NULL
? 0 : dh
->nreloads
+ 1,
242 dataset
->resp
.version
= NSCD_VERSION
;
243 dataset
->resp
.found
= 1;
244 dataset
->resp
.gr_name_len
= gr_name_len
;
245 dataset
->resp
.gr_passwd_len
= gr_passwd_len
;
246 dataset
->resp
.gr_gid
= grp
->gr_gid
;
247 dataset
->resp
.gr_mem_cnt
= gr_mem_cnt
;
249 cp
= dataset
->strdata
;
251 /* This is the member string length array. */
252 cp
= mempcpy (cp
, gr_mem_len
, gr_mem_cnt
* sizeof (uint32_t));
254 cp
= mempcpy (cp
, grp
->gr_name
, gr_name_len
);
255 cp
= mempcpy (cp
, grp
->gr_passwd
, gr_passwd_len
);
257 for (cnt
= 0; cnt
< gr_mem_cnt
; ++cnt
)
258 cp
= mempcpy (cp
, grp
->gr_mem
[cnt
], gr_mem_len
[cnt
]);
260 /* Finally the stringified GID value. */
262 char *key_copy
= cp
+ key_offset
;
263 assert (key_copy
== (char *) rawmemchr (cp
, '\0') + 1);
265 assert (cp
== dataset
->strdata
+ total
- offsetof (struct dataset
,
268 /* Now we can determine whether on refill we have to create a new
274 if (total
+ n
== dh
->allocsize
275 && total
- offsetof (struct dataset
, resp
) == dh
->recsize
276 && memcmp (&dataset
->resp
, dh
->data
,
277 dh
->allocsize
- offsetof (struct dataset
, resp
)) == 0)
279 /* The data has not changed. We will just bump the
280 timeout value. Note that the new record has been
281 allocated on the stack and need not be freed. */
282 dh
->timeout
= dataset
->head
.timeout
;
285 /* If the new record was allocated via malloc, then we must free
287 if (dataset_malloced
)
292 /* We have to create a new record. Just allocate
293 appropriate memory and copy it. */
295 = (struct dataset
*) mempool_alloc (db
, total
+ n
, 1);
298 /* Adjust pointers into the memory block. */
299 gr_name
= (char *) newp
+ (gr_name
- (char *) dataset
);
300 cp
= (char *) newp
+ (cp
- (char *) dataset
);
301 key_copy
= (char *) newp
+ (key_copy
- (char *) dataset
);
303 dataset
= memcpy (newp
, dataset
, total
+ n
);
304 dataset_temporary
= false;
307 /* Mark the old record as obsolete. */
313 /* We write the dataset before inserting it to the database
314 since while inserting this thread might block and so would
315 unnecessarily let the receiver wait. */
318 if (writeall (fd
, &dataset
->resp
, dataset
->head
.recsize
)
319 != dataset
->head
.recsize
)
323 /* Add the record to the database. But only if it has not been
324 stored on the stack. */
325 if (! dataset_temporary
)
327 /* If necessary, we also propagate the data to disk. */
331 uintptr_t pval
= (uintptr_t) dataset
& ~pagesize_m1
;
332 msync ((void *) pval
,
333 ((uintptr_t) dataset
& pagesize_m1
) + total
+ n
,
337 /* NB: in the following code we always must add the entry
338 marked with FIRST first. Otherwise we end up with
339 dangling "pointers" in case a latter hash entry cannot be
343 /* If the request was by GID, add that entry first. */
344 if (req
->type
== GETGRBYGID
)
346 if (cache_add (GETGRBYGID
, cp
, key_offset
, &dataset
->head
, true,
347 db
, owner
, he
== NULL
) < 0)
352 /* If the key is different from the name add a separate entry. */
353 else if (strcmp (key_copy
, gr_name
) != 0)
355 if (cache_add (GETGRBYNAME
, key_copy
, key_len
+ 1,
356 &dataset
->head
, true, db
, owner
, he
== NULL
) < 0)
362 /* We have to add the value for both, byname and byuid. */
363 if ((req
->type
== GETGRBYNAME
|| db
->propagate
)
364 && __builtin_expect (cache_add (GETGRBYNAME
, gr_name
,
366 &dataset
->head
, first
, db
, owner
,
370 if (req
->type
== GETGRBYNAME
&& db
->propagate
)
371 (void) cache_add (GETGRBYGID
, cp
, key_offset
, &dataset
->head
,
372 false, db
, owner
, false);
376 pthread_rwlock_unlock (&db
->lock
);
377 if (he
== NULL
&& db
->propagate
)
378 pthread_mutex_unlock (&db
->prune_run_lock
);
382 if (__builtin_expect (!all_written
, 0) && debug_level
> 0)
385 dbg_log (_("short write in %s: %s"), __FUNCTION__
,
386 strerror_r (errno
, buf
, sizeof (buf
)));
401 lookup (int type
, union keytype key
, struct group
*resultbufp
, char *buffer
,
402 size_t buflen
, struct group
**grp
)
404 if (type
== GETGRBYNAME
)
405 return __getgrnam_r (key
.v
, resultbufp
, buffer
, buflen
, grp
);
407 return __getgrgid_r (key
.g
, resultbufp
, buffer
, buflen
, grp
);
412 addgrbyX (struct database_dyn
*db
, int fd
, request_header
*req
,
413 union keytype key
, const char *keystr
, uid_t uid
,
414 struct hashentry
*he
, struct datahead
*dh
)
416 /* Search for the entry matching the key. Please note that we don't
417 look again in the table whether the dataset is now available. We
418 simply insert it. It does not matter if it is in there twice. The
419 pruning function only will look at the timestamp. */
421 struct group resultbuf
;
424 struct scratch_buffer tmpbuf
;
425 scratch_buffer_init (&tmpbuf
);
427 if (__glibc_unlikely (debug_level
> 0))
430 dbg_log (_("Haven't found \"%s\" in group cache!"), keystr
);
432 dbg_log (_("Reloading \"%s\" in group cache!"), keystr
);
435 while (lookup (req
->type
, key
, &resultbuf
,
436 tmpbuf
.data
, tmpbuf
.length
, &grp
) != 0
437 && (errval
= errno
) == ERANGE
)
438 if (!scratch_buffer_grow (&tmpbuf
))
440 /* We ran out of memory. We cannot do anything but sending a
441 negative response. In reality this should never
444 /* We set the error to indicate this is (possibly) a temporary
445 error and that it does not mean the entry is not available
451 time_t timeout
= cache_addgr (db
, fd
, req
, keystr
, grp
, uid
, he
, dh
, errval
);
452 scratch_buffer_free (&tmpbuf
);
458 addgrbyname (struct database_dyn
*db
, int fd
, request_header
*req
,
459 void *key
, uid_t uid
)
461 union keytype u
= { .v
= key
};
463 addgrbyX (db
, fd
, req
, u
, key
, uid
, NULL
, NULL
);
468 readdgrbyname (struct database_dyn
*db
, struct hashentry
*he
,
476 union keytype u
= { .v
= db
->data
+ he
->key
};
478 return addgrbyX (db
, -1, &req
, u
, db
->data
+ he
->key
, he
->owner
, he
, dh
);
483 addgrbygid (struct database_dyn
*db
, int fd
, request_header
*req
,
484 void *key
, uid_t uid
)
487 gid_t gid
= strtoul ((char *) key
, &ep
, 10);
489 if (*(char *) key
== '\0' || *ep
!= '\0') /* invalid numeric uid */
492 dbg_log (_("Invalid numeric gid \"%s\"!"), (char *) key
);
498 union keytype u
= { .g
= gid
};
500 addgrbyX (db
, fd
, req
, u
, key
, uid
, NULL
, NULL
);
505 readdgrbygid (struct database_dyn
*db
, struct hashentry
*he
,
509 gid_t gid
= strtoul (db
->data
+ he
->key
, &ep
, 10);
511 /* Since the key has been added before it must be OK. */
512 assert (*(db
->data
+ he
->key
) != '\0' && *ep
== '\0');
519 union keytype u
= { .g
= gid
};
521 return addgrbyX (db
, -1, &req
, u
, db
->data
+ he
->key
, he
->owner
, he
, dh
);