pkt-line.hon commit upload-pack: introduce fetch server command (3145ea9)
   1#ifndef PKTLINE_H
   2#define PKTLINE_H
   3
   4#include "git-compat-util.h"
   5#include "strbuf.h"
   6
   7/*
   8 * Write a packetized stream, where each line is preceded by
   9 * its length (including the header) as a 4-byte hex number.
  10 * A length of 'zero' means end of stream (and a length of 1-3
  11 * would be an error).
  12 *
  13 * This is all pretty stupid, but we use this packetized line
  14 * format to make a streaming format possible without ever
  15 * over-running the read buffers. That way we'll never read
  16 * into what might be the pack data (which should go to another
  17 * process entirely).
  18 *
  19 * The writing side could use stdio, but since the reading
  20 * side can't, we stay with pure read/write interfaces.
  21 */
  22void packet_flush(int fd);
  23void packet_delim(int fd);
  24void packet_write_fmt(int fd, const char *fmt, ...) __attribute__((format (printf, 2, 3)));
  25void packet_buf_flush(struct strbuf *buf);
  26void packet_buf_delim(struct strbuf *buf);
  27void packet_write(int fd_out, const char *buf, size_t size);
  28void packet_buf_write(struct strbuf *buf, const char *fmt, ...) __attribute__((format (printf, 2, 3)));
  29int packet_flush_gently(int fd);
  30int packet_write_fmt_gently(int fd, const char *fmt, ...) __attribute__((format (printf, 2, 3)));
  31int write_packetized_from_fd(int fd_in, int fd_out);
  32int write_packetized_from_buf(const char *src_in, size_t len, int fd_out);
  33
  34/*
  35 * Read a packetized line into the buffer, which must be at least size bytes
  36 * long. The return value specifies the number of bytes read into the buffer.
  37 *
  38 * If src_buffer and *src_buffer are not NULL, it should point to a buffer
  39 * containing the packet data to parse, of at least *src_len bytes.  After the
  40 * function returns, src_buf will be incremented and src_len decremented by the
  41 * number of bytes consumed.
  42 *
  43 * If src_buffer (or *src_buffer) is NULL, then data is read from the
  44 * descriptor "fd".
  45 *
  46 * If options does not contain PACKET_READ_GENTLE_ON_EOF, we will die under any
  47 * of the following conditions:
  48 *
  49 *   1. Read error from descriptor.
  50 *
  51 *   2. Protocol error from the remote (e.g., bogus length characters).
  52 *
  53 *   3. Receiving a packet larger than "size" bytes.
  54 *
  55 *   4. Truncated output from the remote (e.g., we expected a packet but got
  56 *      EOF, or we got a partial packet followed by EOF).
  57 *
  58 * If options does contain PACKET_READ_GENTLE_ON_EOF, we will not die on
  59 * condition 4 (truncated input), but instead return -1. However, we will still
  60 * die for the other 3 conditions.
  61 *
  62 * If options contains PACKET_READ_CHOMP_NEWLINE, a trailing newline (if
  63 * present) is removed from the buffer before returning.
  64 */
  65#define PACKET_READ_GENTLE_ON_EOF (1u<<0)
  66#define PACKET_READ_CHOMP_NEWLINE (1u<<1)
  67int packet_read(int fd, char **src_buffer, size_t *src_len, char
  68                *buffer, unsigned size, int options);
  69
  70/*
  71 * Read a packetized line into a buffer like the 'packet_read()' function but
  72 * returns an 'enum packet_read_status' which indicates the status of the read.
  73 * The number of bytes read will be assigined to *pktlen if the status of the
  74 * read was 'PACKET_READ_NORMAL'.
  75 */
  76enum packet_read_status {
  77        PACKET_READ_EOF,
  78        PACKET_READ_NORMAL,
  79        PACKET_READ_FLUSH,
  80        PACKET_READ_DELIM,
  81};
  82enum packet_read_status packet_read_with_status(int fd, char **src_buffer,
  83                                                size_t *src_len, char *buffer,
  84                                                unsigned size, int *pktlen,
  85                                                int options);
  86
  87/*
  88 * Convenience wrapper for packet_read that is not gentle, and sets the
  89 * CHOMP_NEWLINE option. The return value is NULL for a flush packet,
  90 * and otherwise points to a static buffer (that may be overwritten by
  91 * subsequent calls). If the size parameter is not NULL, the length of the
  92 * packet is written to it.
  93 */
  94char *packet_read_line(int fd, int *size);
  95
  96/*
  97 * Convenience wrapper for packet_read that sets the PACKET_READ_GENTLE_ON_EOF
  98 * and CHOMP_NEWLINE options. The return value specifies the number of bytes
  99 * read into the buffer or -1 on truncated input. If the *dst_line parameter
 100 * is not NULL it will return NULL for a flush packet or when the number of
 101 * bytes copied is zero and otherwise points to a static buffer (that may be
 102 * overwritten by subsequent calls). If the size parameter is not NULL, the
 103 * length of the packet is written to it.
 104 */
 105int packet_read_line_gently(int fd, int *size, char **dst_line);
 106
 107/*
 108 * Same as packet_read_line, but read from a buf rather than a descriptor;
 109 * see packet_read for details on how src_* is used.
 110 */
 111char *packet_read_line_buf(char **src_buf, size_t *src_len, int *size);
 112
 113/*
 114 * Reads a stream of variable sized packets until a flush packet is detected.
 115 */
 116ssize_t read_packetized_to_strbuf(int fd_in, struct strbuf *sb_out);
 117
 118struct packet_reader {
 119        /* source file descriptor */
 120        int fd;
 121
 122        /* source buffer and its size */
 123        char *src_buffer;
 124        size_t src_len;
 125
 126        /* buffer that pkt-lines are read into and its size */
 127        char *buffer;
 128        unsigned buffer_size;
 129
 130        /* options to be used during reads */
 131        int options;
 132
 133        /* status of the last read */
 134        enum packet_read_status status;
 135
 136        /* length of data read during the last read */
 137        int pktlen;
 138
 139        /* the last line read */
 140        const char *line;
 141
 142        /* indicates if a line has been peeked */
 143        int line_peeked;
 144};
 145
 146/*
 147 * Initialize a 'struct packet_reader' object which is an
 148 * abstraction around the 'packet_read_with_status()' function.
 149 */
 150extern void packet_reader_init(struct packet_reader *reader, int fd,
 151                               char *src_buffer, size_t src_len,
 152                               int options);
 153
 154/*
 155 * Perform a packet read and return the status of the read.
 156 * The values of 'pktlen' and 'line' are updated based on the status of the
 157 * read as follows:
 158 *
 159 * PACKET_READ_ERROR: 'pktlen' is set to '-1' and 'line' is set to NULL
 160 * PACKET_READ_NORMAL: 'pktlen' is set to the number of bytes read
 161 *                     'line' is set to point at the read line
 162 * PACKET_READ_FLUSH: 'pktlen' is set to '0' and 'line' is set to NULL
 163 */
 164extern enum packet_read_status packet_reader_read(struct packet_reader *reader);
 165
 166/*
 167 * Peek the next packet line without consuming it and return the status.
 168 * The next call to 'packet_reader_read()' will perform a read of the same line
 169 * that was peeked, consuming the line.
 170 *
 171 * Peeking multiple times without calling 'packet_reader_read()' will return
 172 * the same result.
 173 */
 174extern enum packet_read_status packet_reader_peek(struct packet_reader *reader);
 175
 176#define DEFAULT_PACKET_MAX 1000
 177#define LARGE_PACKET_MAX 65520
 178#define LARGE_PACKET_DATA_MAX (LARGE_PACKET_MAX - 4)
 179extern char packet_buffer[LARGE_PACKET_MAX];
 180
 181#endif