]>
Commit | Line | Data |
---|---|---|
bc5c5ec0 | 1 | #include "git-compat-util.h" |
883e248b BP |
2 | #include "config.h" |
3 | #include "dir.h" | |
32a8f510 | 4 | #include "environment.h" |
883e248b BP |
5 | #include "ewah/ewok.h" |
6 | #include "fsmonitor.h" | |
1e0ea5c4 | 7 | #include "fsmonitor-ipc.h" |
883e248b BP |
8 | #include "run-command.h" |
9 | #include "strbuf.h" | |
74ea5c95 | 10 | #include "trace2.h" |
883e248b | 11 | |
56c69100 KW |
12 | #define INDEX_EXTENSION_VERSION1 (1) |
13 | #define INDEX_EXTENSION_VERSION2 (2) | |
8da2c576 KW |
14 | #define HOOK_INTERFACE_VERSION1 (1) |
15 | #define HOOK_INTERFACE_VERSION2 (2) | |
883e248b BP |
16 | |
17 | struct trace_key trace_fsmonitor = TRACE_KEY_INIT(FSMONITOR); | |
18 | ||
cae70acf DS |
19 | static void assert_index_minimum(struct index_state *istate, size_t pos) |
20 | { | |
21 | if (pos > istate->cache_nr) | |
22 | BUG("fsmonitor_dirty has more entries than the index (%"PRIuMAX" > %u)", | |
23 | (uintmax_t)pos, istate->cache_nr); | |
24 | } | |
25 | ||
883e248b BP |
26 | static void fsmonitor_ewah_callback(size_t pos, void *is) |
27 | { | |
28 | struct index_state *istate = (struct index_state *)is; | |
3444ec2e | 29 | struct cache_entry *ce; |
883e248b | 30 | |
cae70acf | 31 | assert_index_minimum(istate, pos + 1); |
3444ec2e WB |
32 | |
33 | ce = istate->cache[pos]; | |
883e248b BP |
34 | ce->ce_flags &= ~CE_FSMONITOR_VALID; |
35 | } | |
36 | ||
8da2c576 KW |
37 | static int fsmonitor_hook_version(void) |
38 | { | |
39 | int hook_version; | |
40 | ||
41 | if (git_config_get_int("core.fsmonitorhookversion", &hook_version)) | |
42 | return -1; | |
43 | ||
44 | if (hook_version == HOOK_INTERFACE_VERSION1 || | |
45 | hook_version == HOOK_INTERFACE_VERSION2) | |
46 | return hook_version; | |
47 | ||
48 | warning("Invalid hook version '%i' in core.fsmonitorhookversion. " | |
49 | "Must be 1 or 2.", hook_version); | |
50 | return -1; | |
51 | } | |
52 | ||
883e248b BP |
53 | int read_fsmonitor_extension(struct index_state *istate, const void *data, |
54 | unsigned long sz) | |
55 | { | |
56 | const char *index = data; | |
57 | uint32_t hdr_version; | |
58 | uint32_t ewah_size; | |
59 | struct ewah_bitmap *fsmonitor_dirty; | |
883e248b | 60 | int ret; |
56c69100 KW |
61 | uint64_t timestamp; |
62 | struct strbuf last_update = STRBUF_INIT; | |
883e248b | 63 | |
56c69100 | 64 | if (sz < sizeof(uint32_t) + 1 + sizeof(uint32_t)) |
883e248b BP |
65 | return error("corrupt fsmonitor extension (too short)"); |
66 | ||
67 | hdr_version = get_be32(index); | |
68 | index += sizeof(uint32_t); | |
56c69100 KW |
69 | if (hdr_version == INDEX_EXTENSION_VERSION1) { |
70 | timestamp = get_be64(index); | |
71 | strbuf_addf(&last_update, "%"PRIu64"", timestamp); | |
72 | index += sizeof(uint64_t); | |
73 | } else if (hdr_version == INDEX_EXTENSION_VERSION2) { | |
74 | strbuf_addstr(&last_update, index); | |
75 | index += last_update.len + 1; | |
76 | } else { | |
883e248b | 77 | return error("bad fsmonitor version %d", hdr_version); |
56c69100 | 78 | } |
883e248b | 79 | |
56c69100 | 80 | istate->fsmonitor_last_update = strbuf_detach(&last_update, NULL); |
883e248b BP |
81 | |
82 | ewah_size = get_be32(index); | |
83 | index += sizeof(uint32_t); | |
84 | ||
85 | fsmonitor_dirty = ewah_new(); | |
86 | ret = ewah_read_mmap(fsmonitor_dirty, index, ewah_size); | |
87 | if (ret != ewah_size) { | |
88 | ewah_free(fsmonitor_dirty); | |
89 | return error("failed to parse ewah bitmap reading fsmonitor index extension"); | |
90 | } | |
ba1b9cac | 91 | istate->fsmonitor_dirty = fsmonitor_dirty; |
883e248b | 92 | |
cae70acf DS |
93 | if (!istate->split_index) |
94 | assert_index_minimum(istate, istate->fsmonitor_dirty->bit_size); | |
3444ec2e | 95 | |
29fbbf43 JH |
96 | trace2_data_string("index", NULL, "extension/fsmn/read/token", |
97 | istate->fsmonitor_last_update); | |
98 | trace_printf_key(&trace_fsmonitor, | |
99 | "read fsmonitor extension successful '%s'", | |
100 | istate->fsmonitor_last_update); | |
883e248b BP |
101 | return 0; |
102 | } | |
103 | ||
3bd28eb2 AV |
104 | void fill_fsmonitor_bitmap(struct index_state *istate) |
105 | { | |
3444ec2e | 106 | unsigned int i, skipped = 0; |
3bd28eb2 | 107 | istate->fsmonitor_dirty = ewah_new(); |
3444ec2e WB |
108 | for (i = 0; i < istate->cache_nr; i++) { |
109 | if (istate->cache[i]->ce_flags & CE_REMOVE) | |
110 | skipped++; | |
111 | else if (!(istate->cache[i]->ce_flags & CE_FSMONITOR_VALID)) | |
112 | ewah_set(istate->fsmonitor_dirty, i - skipped); | |
113 | } | |
3bd28eb2 AV |
114 | } |
115 | ||
883e248b BP |
116 | void write_fsmonitor_extension(struct strbuf *sb, struct index_state *istate) |
117 | { | |
118 | uint32_t hdr_version; | |
883e248b BP |
119 | uint32_t ewah_start; |
120 | uint32_t ewah_size = 0; | |
121 | int fixup = 0; | |
122 | ||
cae70acf DS |
123 | if (!istate->split_index) |
124 | assert_index_minimum(istate, istate->fsmonitor_dirty->bit_size); | |
3444ec2e | 125 | |
56c69100 | 126 | put_be32(&hdr_version, INDEX_EXTENSION_VERSION2); |
883e248b BP |
127 | strbuf_add(sb, &hdr_version, sizeof(uint32_t)); |
128 | ||
56c69100 KW |
129 | strbuf_addstr(sb, istate->fsmonitor_last_update); |
130 | strbuf_addch(sb, 0); /* Want to keep a NUL */ | |
131 | ||
883e248b BP |
132 | fixup = sb->len; |
133 | strbuf_add(sb, &ewah_size, sizeof(uint32_t)); /* we'll fix this up later */ | |
134 | ||
135 | ewah_start = sb->len; | |
3bd28eb2 AV |
136 | ewah_serialize_strbuf(istate->fsmonitor_dirty, sb); |
137 | ewah_free(istate->fsmonitor_dirty); | |
138 | istate->fsmonitor_dirty = NULL; | |
883e248b BP |
139 | |
140 | /* fix up size field */ | |
141 | put_be32(&ewah_size, sb->len - ewah_start); | |
142 | memcpy(sb->buf + fixup, &ewah_size, sizeof(uint32_t)); | |
143 | ||
29fbbf43 JH |
144 | trace2_data_string("index", NULL, "extension/fsmn/write/token", |
145 | istate->fsmonitor_last_update); | |
146 | trace_printf_key(&trace_fsmonitor, | |
147 | "write fsmonitor extension successful '%s'", | |
148 | istate->fsmonitor_last_update); | |
883e248b BP |
149 | } |
150 | ||
151 | /* | |
56c69100 | 152 | * Call the query-fsmonitor hook passing the last update token of the saved results. |
883e248b | 153 | */ |
1e0ea5c4 JH |
154 | static int query_fsmonitor_hook(struct repository *r, |
155 | int version, | |
156 | const char *last_update, | |
157 | struct strbuf *query_result) | |
883e248b BP |
158 | { |
159 | struct child_process cp = CHILD_PROCESS_INIT; | |
940b94f3 | 160 | int result; |
883e248b | 161 | |
1e0ea5c4 | 162 | if (fsm_settings__get_mode(r) != FSMONITOR_MODE_HOOK) |
883e248b BP |
163 | return -1; |
164 | ||
1e0ea5c4 | 165 | strvec_push(&cp.args, fsm_settings__get_hook_path(r)); |
ef8d7ac4 JK |
166 | strvec_pushf(&cp.args, "%d", version); |
167 | strvec_pushf(&cp.args, "%s", last_update); | |
883e248b | 168 | cp.use_shell = 1; |
11cf33be | 169 | cp.dir = get_git_work_tree(); |
883e248b | 170 | |
940b94f3 JH |
171 | trace2_region_enter("fsm_hook", "query", NULL); |
172 | ||
173 | result = capture_command(&cp, query_result, 1024); | |
174 | ||
175 | if (result) | |
176 | trace2_data_intmax("fsm_hook", NULL, "query/failed", result); | |
974c1b39 | 177 | else |
940b94f3 JH |
178 | trace2_data_intmax("fsm_hook", NULL, "query/response-length", |
179 | query_result->len); | |
180 | ||
940b94f3 JH |
181 | trace2_region_leave("fsm_hook", "query", NULL); |
182 | ||
183 | return result; | |
883e248b BP |
184 | } |
185 | ||
8687c2b0 JH |
186 | static void handle_path_without_trailing_slash( |
187 | struct index_state *istate, const char *name, int pos) | |
188 | { | |
189 | int i; | |
190 | ||
7c97174d JH |
191 | /* |
192 | * Mark the untracked cache dirty for this path (regardless of | |
193 | * whether or not we find an exact match for it in the index). | |
194 | * Since the path is unqualified (no trailing slash hint in the | |
195 | * FSEvent), it may refer to a file or directory. So we should | |
196 | * not assume one or the other and should always let the untracked | |
197 | * cache decide what needs to invalidated. | |
198 | */ | |
199 | untracked_cache_invalidate_trimmed_path(istate, name, 0); | |
200 | ||
8687c2b0 JH |
201 | if (pos >= 0) { |
202 | /* | |
203 | * We have an exact match for this path and can just | |
204 | * invalidate it. | |
205 | */ | |
206 | istate->cache[pos]->ce_flags &= ~CE_FSMONITOR_VALID; | |
207 | } else { | |
208 | /* | |
209 | * The path is not a tracked file -or- it is a | |
210 | * directory event on a platform that cannot | |
211 | * distinguish between file and directory events in | |
212 | * the event handler, such as Windows. | |
213 | * | |
214 | * Scan as if it is a directory and invalidate the | |
215 | * cone under it. (But remember to ignore items | |
216 | * between "name" and "name/", such as "name-" and | |
217 | * "name.". | |
218 | */ | |
219 | int len = strlen(name); | |
220 | pos = -pos - 1; | |
221 | ||
222 | for (i = pos; i < istate->cache_nr; i++) { | |
223 | if (!starts_with(istate->cache[i]->name, name)) | |
224 | break; | |
225 | if ((unsigned char)istate->cache[i]->name[len] > '/') | |
226 | break; | |
227 | if (istate->cache[i]->name[len] == '/') | |
228 | istate->cache[i]->ce_flags &= ~CE_FSMONITOR_VALID; | |
229 | } | |
230 | } | |
231 | } | |
232 | ||
7a15a62a JH |
233 | /* |
234 | * The daemon can decorate directory events, such as a move or rename, | |
235 | * by adding a trailing slash to the observed name. Use this to | |
236 | * explicitly invalidate the entire cone under that directory. | |
237 | * | |
238 | * The daemon can only reliably do that if the OS FSEvent contains | |
239 | * sufficient information in the event. | |
240 | * | |
241 | * macOS FSEvents have enough information. | |
242 | * | |
243 | * Other platforms may or may not be able to do it (and it might | |
244 | * depend on the type of event (for example, a daemon could lstat() an | |
245 | * observed pathname after a rename, but not after a delete)). | |
246 | * | |
247 | * If we find an exact match in the index for a path with a trailing | |
248 | * slash, it means that we matched a sparse-index directory in a | |
249 | * cone-mode sparse-checkout (since that's the only time we have | |
250 | * directories in the index). We should never see this in practice | |
251 | * (because sparse directories should not be present and therefore | |
252 | * not generating FS events). Either way, we can treat them in the | |
253 | * same way and just invalidate the cache-entry and the untracked | |
254 | * cache (and in this case, the forward cache-entry scan won't find | |
255 | * anything and it doesn't hurt to let it run). | |
a5248203 JH |
256 | * |
257 | * Return the number of cache-entries that we invalidated. We will | |
258 | * use this later to determine if we need to attempt a second | |
259 | * case-insensitive search on case-insensitive file systems. That is, | |
260 | * if the search using the observed-case in the FSEvent yields any | |
261 | * results, we assume the prefix is case-correct. If there are no | |
262 | * matches, we still don't know if the observed path is simply | |
263 | * untracked or case-incorrect. | |
7a15a62a | 264 | */ |
a5248203 | 265 | static size_t handle_path_with_trailing_slash( |
e5da3ddb JH |
266 | struct index_state *istate, const char *name, int pos) |
267 | { | |
268 | int i; | |
a5248203 | 269 | size_t nr_in_cone = 0; |
e5da3ddb | 270 | |
7c97174d JH |
271 | /* |
272 | * Mark the untracked cache dirty for this directory path | |
273 | * (regardless of whether or not we find an exact match for it | |
274 | * in the index or find it to be proper prefix of one or more | |
275 | * files in the index), since the FSEvent is hinting that | |
276 | * there may be changes on or within the directory. | |
277 | */ | |
278 | untracked_cache_invalidate_trimmed_path(istate, name, 0); | |
279 | ||
e5da3ddb JH |
280 | if (pos < 0) |
281 | pos = -pos - 1; | |
282 | ||
283 | /* Mark all entries for the folder invalid */ | |
284 | for (i = pos; i < istate->cache_nr; i++) { | |
285 | if (!starts_with(istate->cache[i]->name, name)) | |
286 | break; | |
287 | istate->cache[i]->ce_flags &= ~CE_FSMONITOR_VALID; | |
a5248203 | 288 | nr_in_cone++; |
e5da3ddb | 289 | } |
a5248203 JH |
290 | |
291 | return nr_in_cone; | |
e5da3ddb JH |
292 | } |
293 | ||
ff03836b | 294 | static void fsmonitor_refresh_callback(struct index_state *istate, char *name) |
883e248b | 295 | { |
8687c2b0 | 296 | int len = strlen(name); |
95a4e78a JH |
297 | int pos = index_name_pos(istate, name, len); |
298 | ||
299 | trace_printf_key(&trace_fsmonitor, | |
300 | "fsmonitor_refresh_callback '%s' (pos %d)", | |
301 | name, pos); | |
ff03836b | 302 | |
95a4e78a | 303 | if (name[len - 1] == '/') { |
e5da3ddb | 304 | handle_path_with_trailing_slash(istate, name, pos); |
ff03836b | 305 | } else { |
8687c2b0 | 306 | handle_path_without_trailing_slash(istate, name, pos); |
883e248b | 307 | } |
883e248b BP |
308 | } |
309 | ||
26b9f34a JH |
310 | /* |
311 | * The number of pathnames that we need to receive from FSMonitor | |
312 | * before we force the index to be updated. | |
313 | * | |
314 | * Note that any pathname within the set of received paths MAY cause | |
315 | * cache-entry or istate flag bits to be updated and thus cause the | |
316 | * index to be updated on disk. | |
317 | * | |
318 | * However, the response may contain many paths (such as ignored | |
319 | * paths) that will not update any flag bits. And thus not force the | |
320 | * index to be updated. (This is fine and normal.) It also means | |
321 | * that the token will not be updated in the FSMonitor index | |
322 | * extension. So the next Git command will find the same token in the | |
323 | * index, make the same token-relative request, and receive the same | |
324 | * response (plus any newly changed paths). If this response is large | |
325 | * (and continues to grow), performance could be impacted. | |
326 | * | |
327 | * For example, if the user runs a build and it writes 100K object | |
328 | * files but doesn't modify any source files, the index would not need | |
329 | * to be updated. The FSMonitor response (after the build and | |
330 | * relative to a pre-build token) might be 5MB. Each subsequent Git | |
331 | * command will receive that same 100K/5MB response until something | |
332 | * causes the index to be updated. And `refresh_fsmonitor()` will | |
333 | * have to iterate over those 100K paths each time. | |
334 | * | |
335 | * Performance could be improved if we optionally force update the | |
336 | * index after a very large response and get an updated token into | |
337 | * the FSMonitor index extension. This should allow subsequent | |
338 | * commands to get smaller and more current responses. | |
339 | * | |
340 | * The value chosen here does not need to be precise. The index | |
341 | * will be updated automatically the first time the user touches | |
342 | * a tracked file and causes a command like `git status` to | |
343 | * update an mtime to be updated and/or set a flag bit. | |
344 | */ | |
345 | static int fsmonitor_force_update_threshold = 100; | |
346 | ||
883e248b BP |
347 | void refresh_fsmonitor(struct index_state *istate) |
348 | { | |
25c2cab0 | 349 | static int warn_once = 0; |
883e248b | 350 | struct strbuf query_result = STRBUF_INIT; |
8da2c576 KW |
351 | int query_success = 0, hook_version = -1; |
352 | size_t bol = 0; /* beginning of line */ | |
883e248b | 353 | uint64_t last_update; |
56c69100 | 354 | struct strbuf last_update_token = STRBUF_INIT; |
883e248b | 355 | char *buf; |
5d137fc2 | 356 | unsigned int i; |
974c1b39 | 357 | int is_trivial = 0; |
6269f8ea | 358 | struct repository *r = istate->repo; |
1e0ea5c4 | 359 | enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(r); |
25c2cab0 ED |
360 | enum fsmonitor_reason reason = fsm_settings__get_reason(r); |
361 | ||
362 | if (!warn_once && reason > FSMONITOR_REASON_OK) { | |
c4f94907 | 363 | char *msg = fsm_settings__get_incompatible_msg(r, reason); |
25c2cab0 | 364 | warn_once = 1; |
c4f94907 JK |
365 | warning("%s", msg); |
366 | free(msg); | |
25c2cab0 | 367 | } |
883e248b | 368 | |
1e0ea5c4 JH |
369 | if (fsm_mode <= FSMONITOR_MODE_DISABLED || |
370 | istate->fsmonitor_has_run_once) | |
883e248b | 371 | return; |
8da2c576 | 372 | |
398a3b08 | 373 | istate->fsmonitor_has_run_once = 1; |
883e248b BP |
374 | |
375 | trace_printf_key(&trace_fsmonitor, "refresh fsmonitor"); | |
1e0ea5c4 JH |
376 | |
377 | if (fsm_mode == FSMONITOR_MODE_IPC) { | |
9c307e8a JH |
378 | query_success = !fsmonitor_ipc__send_query( |
379 | istate->fsmonitor_last_update ? | |
380 | istate->fsmonitor_last_update : "builtin:fake", | |
381 | &query_result); | |
382 | if (query_success) { | |
383 | /* | |
384 | * The response contains a series of nul terminated | |
385 | * strings. The first is the new token. | |
386 | * | |
387 | * Use `char *buf` as an interlude to trick the CI | |
388 | * static analysis to let us use `strbuf_addstr()` | |
389 | * here (and only copy the token) rather than | |
390 | * `strbuf_addbuf()`. | |
391 | */ | |
392 | buf = query_result.buf; | |
393 | strbuf_addstr(&last_update_token, buf); | |
394 | bol = last_update_token.len + 1; | |
395 | is_trivial = query_result.buf[bol] == '/'; | |
396 | if (is_trivial) | |
397 | trace2_data_intmax("fsm_client", NULL, | |
398 | "query/trivial-response", 1); | |
399 | } else { | |
400 | /* | |
401 | * The builtin daemon is not available on this | |
402 | * platform -OR- we failed to get a response. | |
403 | * | |
404 | * Generate a fake token (rather than a V1 | |
405 | * timestamp) for the index extension. (If | |
406 | * they switch back to the hook API, we don't | |
407 | * want ambiguous state.) | |
408 | */ | |
409 | strbuf_addstr(&last_update_token, "builtin:fake"); | |
410 | } | |
411 | ||
412 | goto apply_results; | |
1e0ea5c4 JH |
413 | } |
414 | ||
415 | assert(fsm_mode == FSMONITOR_MODE_HOOK); | |
416 | ||
417 | hook_version = fsmonitor_hook_version(); | |
418 | ||
883e248b | 419 | /* |
1e0ea5c4 | 420 | * This could be racy so save the date/time now and query_fsmonitor_hook |
883e248b BP |
421 | * should be inclusive to ensure we don't miss potential changes. |
422 | */ | |
423 | last_update = getnanotime(); | |
8da2c576 KW |
424 | if (hook_version == HOOK_INTERFACE_VERSION1) |
425 | strbuf_addf(&last_update_token, "%"PRIu64"", last_update); | |
883e248b BP |
426 | |
427 | /* | |
1e0ea5c4 | 428 | * If we have a last update token, call query_fsmonitor_hook for the set of |
8da2c576 | 429 | * changes since that token, else assume everything is possibly dirty |
883e248b BP |
430 | * and check it all. |
431 | */ | |
432 | if (istate->fsmonitor_last_update) { | |
8da2c576 | 433 | if (hook_version == -1 || hook_version == HOOK_INTERFACE_VERSION2) { |
1e0ea5c4 JH |
434 | query_success = !query_fsmonitor_hook( |
435 | r, HOOK_INTERFACE_VERSION2, | |
8da2c576 KW |
436 | istate->fsmonitor_last_update, &query_result); |
437 | ||
438 | if (query_success) { | |
439 | if (hook_version < 0) | |
440 | hook_version = HOOK_INTERFACE_VERSION2; | |
441 | ||
442 | /* | |
443 | * First entry will be the last update token | |
444 | * Need to use a char * variable because static | |
445 | * analysis was suggesting to use strbuf_addbuf | |
446 | * but we don't want to copy the entire strbuf | |
6d12b533 | 447 | * only the chars up to the first NUL |
8da2c576 KW |
448 | */ |
449 | buf = query_result.buf; | |
450 | strbuf_addstr(&last_update_token, buf); | |
451 | if (!last_update_token.len) { | |
452 | warning("Empty last update token."); | |
453 | query_success = 0; | |
454 | } else { | |
455 | bol = last_update_token.len + 1; | |
974c1b39 | 456 | is_trivial = query_result.buf[bol] == '/'; |
8da2c576 KW |
457 | } |
458 | } else if (hook_version < 0) { | |
459 | hook_version = HOOK_INTERFACE_VERSION1; | |
460 | if (!last_update_token.len) | |
461 | strbuf_addf(&last_update_token, "%"PRIu64"", last_update); | |
462 | } | |
463 | } | |
464 | ||
465 | if (hook_version == HOOK_INTERFACE_VERSION1) { | |
1e0ea5c4 JH |
466 | query_success = !query_fsmonitor_hook( |
467 | r, HOOK_INTERFACE_VERSION1, | |
8da2c576 | 468 | istate->fsmonitor_last_update, &query_result); |
974c1b39 JH |
469 | if (query_success) |
470 | is_trivial = query_result.buf[0] == '/'; | |
8da2c576 KW |
471 | } |
472 | ||
974c1b39 JH |
473 | if (is_trivial) |
474 | trace2_data_intmax("fsm_hook", NULL, | |
475 | "query/trivial-response", 1); | |
476 | ||
1e0ea5c4 JH |
477 | trace_performance_since(last_update, "fsmonitor process '%s'", |
478 | fsm_settings__get_hook_path(r)); | |
479 | trace_printf_key(&trace_fsmonitor, | |
480 | "fsmonitor process '%s' returned %s", | |
481 | fsm_settings__get_hook_path(r), | |
482 | query_success ? "success" : "failure"); | |
883e248b BP |
483 | } |
484 | ||
9c307e8a | 485 | apply_results: |
974c1b39 JH |
486 | /* |
487 | * The response from FSMonitor (excluding the header token) is | |
488 | * either: | |
489 | * | |
490 | * [a] a (possibly empty) list of NUL delimited relative | |
491 | * pathnames of changed paths. This list can contain | |
492 | * files and directories. Directories have a trailing | |
493 | * slash. | |
494 | * | |
495 | * [b] a single '/' to indicate the provider had no | |
496 | * information and that we should consider everything | |
497 | * invalid. We call this a trivial response. | |
498 | */ | |
26b9f34a JH |
499 | trace2_region_enter("fsmonitor", "apply_results", istate->repo); |
500 | ||
974c1b39 JH |
501 | if (query_success && !is_trivial) { |
502 | /* | |
503 | * Mark all pathnames returned by the monitor as dirty. | |
504 | * | |
505 | * This updates both the cache-entries and the untracked-cache. | |
506 | */ | |
26b9f34a JH |
507 | int count = 0; |
508 | ||
883e248b | 509 | buf = query_result.buf; |
8da2c576 | 510 | for (i = bol; i < query_result.len; i++) { |
883e248b BP |
511 | if (buf[i] != '\0') |
512 | continue; | |
513 | fsmonitor_refresh_callback(istate, buf + bol); | |
514 | bol = i + 1; | |
26b9f34a | 515 | count++; |
883e248b | 516 | } |
26b9f34a | 517 | if (bol < query_result.len) { |
883e248b | 518 | fsmonitor_refresh_callback(istate, buf + bol); |
26b9f34a JH |
519 | count++; |
520 | } | |
679f2f9f US |
521 | |
522 | /* Now mark the untracked cache for fsmonitor usage */ | |
523 | if (istate->untracked) | |
524 | istate->untracked->use_fsmonitor = 1; | |
26b9f34a JH |
525 | |
526 | if (count > fsmonitor_force_update_threshold) | |
527 | istate->cache_changed |= FSMONITOR_CHANGED; | |
528 | ||
529 | trace2_data_intmax("fsmonitor", istate->repo, "apply_count", | |
530 | count); | |
531 | ||
883e248b | 532 | } else { |
974c1b39 JH |
533 | /* |
534 | * We failed to get a response or received a trivial response, | |
535 | * so invalidate everything. | |
536 | * | |
537 | * We only want to run the post index changed hook if | |
538 | * we've actually changed entries, so keep track if we | |
539 | * actually changed entries or not. | |
540 | */ | |
679f2f9f | 541 | int is_cache_changed = 0; |
974c1b39 | 542 | |
679f2f9f US |
543 | for (i = 0; i < istate->cache_nr; i++) { |
544 | if (istate->cache[i]->ce_flags & CE_FSMONITOR_VALID) { | |
545 | is_cache_changed = 1; | |
546 | istate->cache[i]->ce_flags &= ~CE_FSMONITOR_VALID; | |
547 | } | |
548 | } | |
883e248b | 549 | |
974c1b39 JH |
550 | /* |
551 | * If we're going to check every file, ensure we save | |
552 | * the results. | |
553 | */ | |
679f2f9f US |
554 | if (is_cache_changed) |
555 | istate->cache_changed |= FSMONITOR_CHANGED; | |
ca598d5f | 556 | |
883e248b BP |
557 | if (istate->untracked) |
558 | istate->untracked->use_fsmonitor = 0; | |
559 | } | |
26b9f34a JH |
560 | trace2_region_leave("fsmonitor", "apply_results", istate->repo); |
561 | ||
883e248b BP |
562 | strbuf_release(&query_result); |
563 | ||
56c69100 KW |
564 | /* Now that we've updated istate, save the last_update_token */ |
565 | FREE_AND_NULL(istate->fsmonitor_last_update); | |
566 | istate->fsmonitor_last_update = strbuf_detach(&last_update_token, NULL); | |
883e248b BP |
567 | } |
568 | ||
fcd19b09 JH |
569 | /* |
570 | * The caller wants to turn on FSMonitor. And when the caller writes | |
571 | * the index to disk, a FSMonitor extension should be included. This | |
572 | * requires that `istate->fsmonitor_last_update` not be NULL. But we | |
573 | * have not actually talked to a FSMonitor process yet, so we don't | |
574 | * have an initial value for this field. | |
575 | * | |
576 | * For a protocol V1 FSMonitor process, this field is a formatted | |
577 | * "nanoseconds since epoch" field. However, for a protocol V2 | |
578 | * FSMonitor process, this field is an opaque token. | |
579 | * | |
580 | * Historically, `add_fsmonitor()` has initialized this field to the | |
581 | * current time for protocol V1 processes. There are lots of race | |
582 | * conditions here, but that code has shipped... | |
583 | * | |
584 | * The only true solution is to use a V2 FSMonitor and get a current | |
585 | * or default token value (that it understands), but we cannot do that | |
586 | * until we have actually talked to an instance of the FSMonitor process | |
587 | * (but the protocol requires that we send a token first...). | |
588 | * | |
589 | * For simplicity, just initialize like we have a V1 process and require | |
590 | * that V2 processes adapt. | |
591 | */ | |
592 | static void initialize_fsmonitor_last_update(struct index_state *istate) | |
593 | { | |
594 | struct strbuf last_update = STRBUF_INIT; | |
595 | ||
596 | strbuf_addf(&last_update, "%"PRIu64"", getnanotime()); | |
597 | istate->fsmonitor_last_update = strbuf_detach(&last_update, NULL); | |
598 | } | |
599 | ||
883e248b BP |
600 | void add_fsmonitor(struct index_state *istate) |
601 | { | |
5d137fc2 | 602 | unsigned int i; |
883e248b BP |
603 | |
604 | if (!istate->fsmonitor_last_update) { | |
605 | trace_printf_key(&trace_fsmonitor, "add fsmonitor"); | |
606 | istate->cache_changed |= FSMONITOR_CHANGED; | |
fcd19b09 | 607 | initialize_fsmonitor_last_update(istate); |
883e248b BP |
608 | |
609 | /* reset the fsmonitor state */ | |
610 | for (i = 0; i < istate->cache_nr; i++) | |
611 | istate->cache[i]->ce_flags &= ~CE_FSMONITOR_VALID; | |
612 | ||
613 | /* reset the untracked cache */ | |
614 | if (istate->untracked) { | |
615 | add_untracked_cache(istate); | |
616 | istate->untracked->use_fsmonitor = 1; | |
617 | } | |
618 | ||
619 | /* Update the fsmonitor state */ | |
620 | refresh_fsmonitor(istate); | |
621 | } | |
622 | } | |
623 | ||
624 | void remove_fsmonitor(struct index_state *istate) | |
625 | { | |
626 | if (istate->fsmonitor_last_update) { | |
627 | trace_printf_key(&trace_fsmonitor, "remove fsmonitor"); | |
628 | istate->cache_changed |= FSMONITOR_CHANGED; | |
56c69100 | 629 | FREE_AND_NULL(istate->fsmonitor_last_update); |
883e248b BP |
630 | } |
631 | } | |
632 | ||
633 | void tweak_fsmonitor(struct index_state *istate) | |
634 | { | |
5d137fc2 | 635 | unsigned int i; |
1e0ea5c4 JH |
636 | int fsmonitor_enabled = (fsm_settings__get_mode(istate->repo) |
637 | > FSMONITOR_MODE_DISABLED); | |
ba1b9cac AV |
638 | |
639 | if (istate->fsmonitor_dirty) { | |
640 | if (fsmonitor_enabled) { | |
641 | /* Mark all entries valid */ | |
642 | for (i = 0; i < istate->cache_nr; i++) { | |
f954c7b8 JH |
643 | if (S_ISGITLINK(istate->cache[i]->ce_mode)) |
644 | continue; | |
ba1b9cac AV |
645 | istate->cache[i]->ce_flags |= CE_FSMONITOR_VALID; |
646 | } | |
647 | ||
648 | /* Mark all previously saved entries as dirty */ | |
cae70acf | 649 | assert_index_minimum(istate, istate->fsmonitor_dirty->bit_size); |
ba1b9cac AV |
650 | ewah_each_bit(istate->fsmonitor_dirty, fsmonitor_ewah_callback, istate); |
651 | ||
679f2f9f | 652 | refresh_fsmonitor(istate); |
ba1b9cac AV |
653 | } |
654 | ||
655 | ewah_free(istate->fsmonitor_dirty); | |
656 | istate->fsmonitor_dirty = NULL; | |
657 | } | |
658 | ||
1e0ea5c4 | 659 | if (fsmonitor_enabled) |
883e248b | 660 | add_fsmonitor(istate); |
1e0ea5c4 JH |
661 | else |
662 | remove_fsmonitor(istate); | |
883e248b | 663 | } |