1#ifndef PKTLINE_H 2#define PKTLINE_H 3 4#include "git-compat-util.h" 5#include "strbuf.h" 6 7/* 8 * Write a packetized stream, where each line is preceded by 9 * its length (including the header) as a 4-byte hex number. 10 * A length of 'zero' means end of stream (and a length of 1-3 11 * would be an error). 12 * 13 * This is all pretty stupid, but we use this packetized line 14 * format to make a streaming format possible without ever 15 * over-running the read buffers. That way we'll never read 16 * into what might be the pack data (which should go to another 17 * process entirely). 18 * 19 * The writing side could use stdio, but since the reading 20 * side can't, we stay with pure read/write interfaces. 21 */ 22void packet_flush(int fd); 23void packet_delim(int fd); 24void packet_write_fmt(int fd, const char *fmt, ...) __attribute__((format (printf, 2, 3))); 25void packet_buf_flush(struct strbuf *buf); 26void packet_buf_delim(struct strbuf *buf); 27void packet_write(int fd_out, const char *buf, size_t size); 28void packet_buf_write(struct strbuf *buf, const char *fmt, ...) __attribute__((format (printf, 2, 3))); 29int packet_flush_gently(int fd); 30int packet_write_fmt_gently(int fd, const char *fmt, ...) __attribute__((format (printf, 2, 3))); 31int write_packetized_from_fd(int fd_in, int fd_out); 32int write_packetized_from_buf(const char *src_in, size_t len, int fd_out); 33 34/* 35 * Read a packetized line into the buffer, which must be at least size bytes 36 * long. The return value specifies the number of bytes read into the buffer. 37 * 38 * If src_buffer and *src_buffer are not NULL, it should point to a buffer 39 * containing the packet data to parse, of at least *src_len bytes. After the 40 * function returns, src_buf will be incremented and src_len decremented by the 41 * number of bytes consumed. 42 * 43 * If src_buffer (or *src_buffer) is NULL, then data is read from the 44 * descriptor "fd". 45 * 46 * If options does not contain PACKET_READ_GENTLE_ON_EOF, we will die under any 47 * of the following conditions: 48 * 49 * 1. Read error from descriptor. 50 * 51 * 2. Protocol error from the remote (e.g., bogus length characters). 52 * 53 * 3. Receiving a packet larger than "size" bytes. 54 * 55 * 4. Truncated output from the remote (e.g., we expected a packet but got 56 * EOF, or we got a partial packet followed by EOF). 57 * 58 * If options does contain PACKET_READ_GENTLE_ON_EOF, we will not die on 59 * condition 4 (truncated input), but instead return -1. However, we will still 60 * die for the other 3 conditions. 61 * 62 * If options contains PACKET_READ_CHOMP_NEWLINE, a trailing newline (if 63 * present) is removed from the buffer before returning. 64 */ 65#define PACKET_READ_GENTLE_ON_EOF (1u<<0) 66#define PACKET_READ_CHOMP_NEWLINE (1u<<1) 67int packet_read(int fd, char **src_buffer, size_t *src_len, char 68 *buffer, unsigned size, int options); 69 70/* 71 * Read a packetized line into a buffer like the 'packet_read()' function but 72 * returns an 'enum packet_read_status' which indicates the status of the read. 73 * The number of bytes read will be assigined to *pktlen if the status of the 74 * read was 'PACKET_READ_NORMAL'. 75 */ 76enum packet_read_status { 77 PACKET_READ_EOF, 78 PACKET_READ_NORMAL, 79 PACKET_READ_FLUSH, 80 PACKET_READ_DELIM, 81}; 82enum packet_read_status packet_read_with_status(int fd, char **src_buffer, 83 size_t *src_len, char *buffer, 84 unsigned size, int *pktlen, 85 int options); 86 87/* 88 * Convenience wrapper for packet_read that is not gentle, and sets the 89 * CHOMP_NEWLINE option. The return value is NULL for a flush packet, 90 * and otherwise points to a static buffer (that may be overwritten by 91 * subsequent calls). If the size parameter is not NULL, the length of the 92 * packet is written to it. 93 */ 94char *packet_read_line(int fd, int *size); 95 96/* 97 * Convenience wrapper for packet_read that sets the PACKET_READ_GENTLE_ON_EOF 98 * and CHOMP_NEWLINE options. The return value specifies the number of bytes 99 * read into the buffer or -1 on truncated input. If the *dst_line parameter 100 * is not NULL it will return NULL for a flush packet or when the number of 101 * bytes copied is zero and otherwise points to a static buffer (that may be 102 * overwritten by subsequent calls). If the size parameter is not NULL, the 103 * length of the packet is written to it. 104 */ 105int packet_read_line_gently(int fd, int *size, char **dst_line); 106 107/* 108 * Same as packet_read_line, but read from a buf rather than a descriptor; 109 * see packet_read for details on how src_* is used. 110 */ 111char *packet_read_line_buf(char **src_buf, size_t *src_len, int *size); 112 113/* 114 * Reads a stream of variable sized packets until a flush packet is detected. 115 */ 116ssize_t read_packetized_to_strbuf(int fd_in, struct strbuf *sb_out); 117 118struct packet_reader { 119 /* source file descriptor */ 120 int fd; 121 122 /* source buffer and its size */ 123 char *src_buffer; 124 size_t src_len; 125 126 /* buffer that pkt-lines are read into and its size */ 127 char *buffer; 128 unsigned buffer_size; 129 130 /* options to be used during reads */ 131 int options; 132 133 /* status of the last read */ 134 enum packet_read_status status; 135 136 /* length of data read during the last read */ 137 int pktlen; 138 139 /* the last line read */ 140 const char *line; 141 142 /* indicates if a line has been peeked */ 143 int line_peeked; 144}; 145 146/* 147 * Initialize a 'struct packet_reader' object which is an 148 * abstraction around the 'packet_read_with_status()' function. 149 */ 150extern void packet_reader_init(struct packet_reader *reader, int fd, 151 char *src_buffer, size_t src_len, 152 int options); 153 154/* 155 * Perform a packet read and return the status of the read. 156 * The values of 'pktlen' and 'line' are updated based on the status of the 157 * read as follows: 158 * 159 * PACKET_READ_ERROR: 'pktlen' is set to '-1' and 'line' is set to NULL 160 * PACKET_READ_NORMAL: 'pktlen' is set to the number of bytes read 161 * 'line' is set to point at the read line 162 * PACKET_READ_FLUSH: 'pktlen' is set to '0' and 'line' is set to NULL 163 */ 164extern enum packet_read_status packet_reader_read(struct packet_reader *reader); 165 166/* 167 * Peek the next packet line without consuming it and return the status. 168 * The next call to 'packet_reader_read()' will perform a read of the same line 169 * that was peeked, consuming the line. 170 * 171 * Peeking multiple times without calling 'packet_reader_read()' will return 172 * the same result. 173 */ 174extern enum packet_read_status packet_reader_peek(struct packet_reader *reader); 175 176#define DEFAULT_PACKET_MAX 1000 177#define LARGE_PACKET_MAX 65520 178#define LARGE_PACKET_DATA_MAX (LARGE_PACKET_MAX - 4) 179extern char packet_buffer[LARGE_PACKET_MAX]; 180 181#endif