convert: check for detectable errors in UTF encodings
[git.git] / convert.h
blob1d9539ed0b80340ed44a997b0e33d2eb6a0c166f
1 /*
2 * Copyright (c) 2011, Google Inc.
3 */
4 #ifndef CONVERT_H
5 #define CONVERT_H
7 #include "string-list.h"
9 struct index_state;
11 #define CONV_EOL_RNDTRP_DIE (1<<0) /* Die if CRLF to LF to CRLF is different */
12 #define CONV_EOL_RNDTRP_WARN (1<<1) /* Warn if CRLF to LF to CRLF is different */
13 #define CONV_EOL_RENORMALIZE (1<<2) /* Convert CRLF to LF */
14 #define CONV_EOL_KEEP_CRLF (1<<3) /* Keep CRLF line endings as is */
15 #define CONV_WRITE_OBJECT (1<<4) /* Content is written to the index */
17 extern int global_conv_flags_eol;
19 enum auto_crlf {
20 AUTO_CRLF_FALSE = 0,
21 AUTO_CRLF_TRUE = 1,
22 AUTO_CRLF_INPUT = -1
25 extern enum auto_crlf auto_crlf;
27 enum eol {
28 EOL_UNSET,
29 EOL_CRLF,
30 EOL_LF,
31 #ifdef NATIVE_CRLF
32 EOL_NATIVE = EOL_CRLF
33 #else
34 EOL_NATIVE = EOL_LF
35 #endif
38 enum ce_delay_state {
39 CE_NO_DELAY = 0,
40 CE_CAN_DELAY = 1,
41 CE_RETRY = 2
44 struct delayed_checkout {
46 * State of the currently processed cache entry. If the state is
47 * CE_CAN_DELAY, then the filter can delay the current cache entry.
48 * If the state is CE_RETRY, then this signals the filter that the
49 * cache entry was requested before.
51 enum ce_delay_state state;
52 /* List of filter drivers that signaled delayed blobs. */
53 struct string_list filters;
54 /* List of delayed blobs identified by their path. */
55 struct string_list paths;
58 extern enum eol core_eol;
59 extern const char *get_cached_convert_stats_ascii(const struct index_state *istate,
60 const char *path);
61 extern const char *get_wt_convert_stats_ascii(const char *path);
62 extern const char *get_convert_attr_ascii(const char *path);
64 /* returns 1 if *dst was used */
65 extern int convert_to_git(const struct index_state *istate,
66 const char *path, const char *src, size_t len,
67 struct strbuf *dst, int conv_flags);
68 extern int convert_to_working_tree(const char *path, const char *src,
69 size_t len, struct strbuf *dst);
70 extern int async_convert_to_working_tree(const char *path, const char *src,
71 size_t len, struct strbuf *dst,
72 void *dco);
73 extern int async_query_available_blobs(const char *cmd, struct string_list *available_paths);
74 extern int renormalize_buffer(const struct index_state *istate,
75 const char *path, const char *src, size_t len,
76 struct strbuf *dst);
77 static inline int would_convert_to_git(const struct index_state *istate,
78 const char *path)
80 return convert_to_git(istate, path, NULL, 0, NULL, 0);
82 /* Precondition: would_convert_to_git_filter_fd(path) == true */
83 extern void convert_to_git_filter_fd(const struct index_state *istate,
84 const char *path, int fd,
85 struct strbuf *dst,
86 int conv_flags);
87 extern int would_convert_to_git_filter_fd(const char *path);
89 /*****************************************************************
91 * Streaming conversion support
93 *****************************************************************/
95 struct stream_filter; /* opaque */
97 extern struct stream_filter *get_stream_filter(const char *path, const unsigned char *);
98 extern void free_stream_filter(struct stream_filter *);
99 extern int is_null_stream_filter(struct stream_filter *);
102 * Use as much input up to *isize_p and fill output up to *osize_p;
103 * update isize_p and osize_p to indicate how much buffer space was
104 * consumed and filled. Return 0 on success, non-zero on error.
106 * Some filters may need to buffer the input and look-ahead inside it
107 * to decide what to output, and they may consume more than zero bytes
108 * of input and still not produce any output. After feeding all the
109 * input, pass NULL as input and keep calling this function, to let
110 * such filters know there is no more input coming and it is time for
111 * them to produce the remaining output based on the buffered input.
113 extern int stream_filter(struct stream_filter *,
114 const char *input, size_t *isize_p,
115 char *output, size_t *osize_p);
117 #endif /* CONVERT_H */