[1] | 1 | /* libmondo-fifo.c
|
---|
| 2 | $Id: libmondo-fifo.c,v 1.7 2004/06/10 15:29:12 hugo Exp $
|
---|
| 3 |
|
---|
| 4 |
|
---|
| 5 | 04/17
|
---|
| 6 | - replaced INTERNAL_TAPE_BLK_SIZE with bkpinfo->internal_tape_block_size
|
---|
| 7 |
|
---|
| 8 | 04/04/2004
|
---|
| 9 | - ps wax is now ps wwax
|
---|
| 10 |
|
---|
| 11 | 09/10/2003
|
---|
| 12 | - p75 is now p80 in outopening tape call
|
---|
| 13 | - negotiate largest buffer possible when opening tape drive
|
---|
| 14 | - fall back to dd if buffer fails
|
---|
| 15 |
|
---|
| 16 | 09/09
|
---|
| 17 | - better logging for tape users
|
---|
| 18 | - working on try_hard_to_fwrite(), try_hard_to_fread()
|
---|
| 19 | - replaced internal w/ EXTERNAL 'buffer' exe.
|
---|
| 20 |
|
---|
| 21 | 08/30
|
---|
| 22 | - tweaked error msgs in try_hard_to_fwrite()
|
---|
| 23 |
|
---|
| 24 | 08/02
|
---|
| 25 | - updated is_incoming_block_valid() to make it
|
---|
| 26 | return end-of-tape if >300 flotsam blocks
|
---|
| 27 |
|
---|
| 28 | 05/02
|
---|
| 29 | - when logging tape errors, don't repeat self
|
---|
| 30 |
|
---|
| 31 | 04/24
|
---|
| 32 | - added lots of log_OS_error()'s and assert()'s
|
---|
| 33 |
|
---|
| 34 | 04/22
|
---|
| 35 | - copy_file_from_here_to_there() --- added a bit of fault tolerance;
|
---|
| 36 | if write fails, retry a few times before reporting error
|
---|
| 37 |
|
---|
| 38 | 04/07/2003
|
---|
| 39 | - line 866 --- set block_size used by internal buffer to 32768;
|
---|
| 40 | was INTERNAL_TAPE_BLK_SIZE/2
|
---|
| 41 |
|
---|
| 42 | 10/01 - 11/30/2002
|
---|
| 43 | - is_incoming_block_valid() --- always make
|
---|
| 44 | checksums %65536, just in case int size is
|
---|
| 45 | odd (GRRR, ArkLinux)
|
---|
| 46 | - disabled rotor-related superfluous warnings
|
---|
| 47 | - added INTERNAL_TAPE_BLK_SIZE
|
---|
| 48 | - do_sem() now returns int explicitly
|
---|
| 49 | - changed internal_block_size
|
---|
| 50 | - some irregularities (e.g. bad 'type'-ing) found by Kylix; fixed by Hugo
|
---|
| 51 |
|
---|
| 52 | 09/01 - 09/30
|
---|
| 53 | - change 64k to TAPE_BLOCK_SIZE
|
---|
| 54 | - added internal_block_size; set it to TAPE_BLOCK_SIZE*2
|
---|
| 55 | - if data is flowing FROM tape TO hard disk then set the threshold to 10 (not 75)
|
---|
| 56 | - lots of multitape-related fixes
|
---|
| 57 | - finally caught & fixed the 'won't finish unzipping last bigfile' bug
|
---|
| 58 | - added WIFEXITED() after waitpid(), to improve multi-tape support
|
---|
| 59 |
|
---|
| 60 | 08/01 - 08/31
|
---|
| 61 | - trying to catch & stop 'won't finish unzipping last bigfile' bug by
|
---|
| 62 | changing the copy_file_rom_here_to_there code
|
---|
| 63 | - changed % threshold from 95 back to 75
|
---|
| 64 | - don't insist on full 256K write of last block to tape
|
---|
| 65 | - if >25 secs go by & all data (AFAIK) has been copied thru by FIFO wrapper
|
---|
| 66 | and g_tape_stream is _still_ not closed then shrug shoulders & pthread_exit
|
---|
| 67 | anyway...
|
---|
| 68 | - change fprintf()'s to log_it()'s
|
---|
| 69 | - added a header+footer to each block as it is read/written to/from tape
|
---|
| 70 | by copy_file_from_here_to_there
|
---|
| 71 | - wrote workaround to allow >2GB of archives w/buffering
|
---|
| 72 | - changed % threshold from 75 to 95
|
---|
| 73 | - added calls to set_signals(); 'buffer' was killing mondoarchive as
|
---|
| 74 | it terminated
|
---|
| 75 | - cleaned up struct-passing, to improve reliability and eliminate
|
---|
| 76 | some race conditions
|
---|
| 77 | - changed some forks to pthreads
|
---|
| 78 | - added some comments
|
---|
| 79 | - created libfifo{.c,.h,-EXT.h}
|
---|
| 80 | - copied core of 'buffer' here
|
---|
| 81 | - added some other, Mondo-specific functions
|
---|
| 82 | - hacked 'buffer' into user-friendliness
|
---|
| 83 | */
|
---|
| 84 |
|
---|
| 85 | /**
|
---|
| 86 | * @file
|
---|
| 87 | * Functions to handle buffering of tape archives as they are read/written.
|
---|
| 88 | * This used the external program @c buffer mostly.
|
---|
| 89 | */
|
---|
| 90 |
|
---|
| 91 | #include <unistd.h>
|
---|
| 92 | #include <stdio.h>
|
---|
| 93 | #include <signal.h>
|
---|
| 94 | #include <fcntl.h>
|
---|
| 95 | #include <stdio.h>
|
---|
| 96 |
|
---|
| 97 | #include <errno.h>
|
---|
| 98 | #include <sys/types.h>
|
---|
| 99 | #include <sys/stat.h>
|
---|
| 100 | #include <sys/ipc.h>
|
---|
| 101 | #include <sys/shm.h>
|
---|
| 102 | #include <sys/sem.h>
|
---|
| 103 | #include <sys/wait.h>
|
---|
| 104 | #include <pthread.h>
|
---|
| 105 |
|
---|
| 106 | #include "my-stuff.h"
|
---|
| 107 | #include "mondostructures.h"
|
---|
| 108 | #include "libmondo.h"
|
---|
| 109 |
|
---|
| 110 | /**
|
---|
| 111 | * @addtogroup globalGroup
|
---|
| 112 | * @{
|
---|
| 113 | */
|
---|
| 114 | /**
|
---|
| 115 | * The SIGPIPE handler sets this to TRUE.
|
---|
| 116 | */
|
---|
| 117 | bool g_sigpipe=FALSE;
|
---|
| 118 |
|
---|
| 119 | /**
|
---|
| 120 | * PID of the "main" process.
|
---|
| 121 | */
|
---|
| 122 | pid_t g_mastermind_pid=0;
|
---|
| 123 |
|
---|
| 124 |
|
---|
| 125 |
|
---|
| 126 | /**
|
---|
| 127 | * Command line with which @c buffer was invoked.
|
---|
| 128 | */
|
---|
| 129 | char g_sz_call_to_buffer[MAX_STR_LEN];
|
---|
| 130 |
|
---|
| 131 | /**
|
---|
| 132 | * Size of the buffer used with @c buffer.
|
---|
| 133 | */
|
---|
| 134 | int g_tape_buffer_size_MB=0;
|
---|
| 135 |
|
---|
| 136 | /* @} - end of globalGroup */
|
---|
| 137 |
|
---|
| 138 |
|
---|
| 139 | /**
|
---|
| 140 | * @addtogroup fifoGroup
|
---|
| 141 | * @{
|
---|
| 142 | */
|
---|
| 143 | /**
|
---|
| 144 | * Open a pipe to/from @c buffer.
|
---|
| 145 | * If buffer does not work at all, we use `dd'.
|
---|
| 146 | * @param device The device to read from/write to.
|
---|
| 147 | * @param direction @c 'r' (reading) or @c 'w' (writing).
|
---|
| 148 | * @return A file pointer to/from the @c buffer process.
|
---|
| 149 | */
|
---|
| 150 | FILE*open_device_via_buffer(char*device, char direction, long internal_tape_block_size)
|
---|
| 151 | {
|
---|
| 152 | char sz_dir[32];
|
---|
| 153 | char keych;
|
---|
| 154 | char *tmp;
|
---|
| 155 | char *command;
|
---|
| 156 | FILE*fres;
|
---|
| 157 | int bufsize; // in megabytes
|
---|
| 158 | int res;
|
---|
| 159 | int wise_upper_limit;
|
---|
| 160 | int wise_lower_limit;
|
---|
| 161 |
|
---|
| 162 | malloc_string(tmp);
|
---|
| 163 | malloc_string(command);
|
---|
| 164 | assert_string_is_neither_NULL_nor_zerolength(device);
|
---|
| 165 | assert(direction=='w'||direction=='r');
|
---|
| 166 | sprintf(sz_dir, "%c", direction);
|
---|
| 167 | wise_upper_limit = (am_I_in_disaster_recovery_mode() ? 8 : 32);
|
---|
| 168 | wise_lower_limit = 1; // wise_upper_limit/2 + 1;
|
---|
| 169 | paranoid_system("sync");
|
---|
| 170 | for(bufsize=wise_upper_limit,res=-1; res!=0 && bufsize>=wise_lower_limit; bufsize--)
|
---|
| 171 | {
|
---|
| 172 | sprintf(tmp, "dd if=/dev/zero bs=1024 count=16k 2> /dev/null | buffer -o /dev/null -s %ld -m %d%c", internal_tape_block_size, bufsize, 'm');
|
---|
| 173 | res = run_program_and_log_output(tmp, 2);
|
---|
| 174 | }
|
---|
| 175 | if (!res)
|
---|
| 176 | {
|
---|
| 177 | bufsize++;
|
---|
| 178 | sprintf(tmp, "Negotiated max buffer of %d MB ", bufsize);
|
---|
| 179 | log_to_screen(tmp);
|
---|
| 180 | }
|
---|
| 181 | else
|
---|
| 182 | {
|
---|
| 183 | bufsize=0;
|
---|
| 184 | res=0;
|
---|
| 185 | log_to_screen("Cannot negotiate a buffer of ANY size. Using dd instead.");
|
---|
| 186 | }
|
---|
| 187 | if (direction=='r')
|
---|
| 188 | { keych = 'i'; }
|
---|
| 189 | else
|
---|
| 190 | { keych = 'o'; }
|
---|
| 191 | if (bufsize)
|
---|
| 192 | { sprintf(g_sz_call_to_buffer, "buffer -m %d%c -p%d -B -s%ld -%c %s 2>> %s", bufsize, 'm', (direction=='r')?20:75, internal_tape_block_size, keych, device, MONDO_LOGFILE); }
|
---|
| 193 | else
|
---|
| 194 | { sprintf(g_sz_call_to_buffer, "dd bs=%ld %cf=%s", internal_tape_block_size, keych, device); }
|
---|
| 195 | log_msg (2, "Calling buffer --- command = '%s'", g_sz_call_to_buffer);
|
---|
| 196 | fres = popen(g_sz_call_to_buffer, sz_dir);
|
---|
| 197 | if (fres)
|
---|
| 198 | { log_msg (2, "Successfully opened ('%c') tape device %s", direction, device); }
|
---|
| 199 | else
|
---|
| 200 | { log_msg (2, "Failed to open ('%c') tape device %s", direction, device); }
|
---|
| 201 | sleep(2);
|
---|
| 202 | sprintf(tmp, "ps wwax | grep \"%s\"", g_sz_call_to_buffer);
|
---|
| 203 | if (run_program_and_log_output(tmp, 2))
|
---|
| 204 | { log_msg(2, "Warning - I think I failed to open tape, actually."); }
|
---|
| 205 | g_tape_buffer_size_MB = bufsize;
|
---|
| 206 | strcmp(tmp, g_sz_call_to_buffer);
|
---|
| 207 | tmp[30] = '\0';
|
---|
| 208 | sprintf(command, "ps wwax | grep buffer | grep -v grep");
|
---|
| 209 | if (run_program_and_log_output(command, 1))
|
---|
| 210 | {
|
---|
| 211 | fres = NULL;
|
---|
| 212 | log_to_screen("Failed to open tape streamer. Buffer error.");
|
---|
| 213 | }
|
---|
| 214 | else
|
---|
| 215 | {
|
---|
| 216 | log_to_screen("Buffer successfully started.");
|
---|
| 217 | }
|
---|
| 218 |
|
---|
| 219 | paranoid_free(command);
|
---|
| 220 | paranoid_free(tmp);
|
---|
| 221 | return(fres);
|
---|
| 222 | }
|
---|
| 223 |
|
---|
| 224 |
|
---|
| 225 | /**
|
---|
| 226 | * Kill @c buffer processes.
|
---|
| 227 | */
|
---|
| 228 | void kill_buffer()
|
---|
| 229 | {
|
---|
| 230 | char *tmp;
|
---|
| 231 | char *command;
|
---|
| 232 |
|
---|
| 233 | malloc_string(tmp);
|
---|
| 234 | malloc_string(command);
|
---|
| 235 | paranoid_system("sync");
|
---|
| 236 | sprintf(command, "ps wwax | fgrep \"%s\" | fgrep -v grep | awk '{print $1;}' | grep -v PID | tr -s '\n' ' ' | awk '{ print $1; }'", g_sz_call_to_buffer);
|
---|
| 237 | log_msg (2, "kill_buffer() --- command = %s", command);
|
---|
| 238 | strcpy(tmp, call_program_and_get_last_line_of_output(command));
|
---|
| 239 | sprintf(command, "kill %s", tmp);
|
---|
| 240 | log_msg (2, "kill_buffer() --- command = %s", command);
|
---|
| 241 | if (strlen(tmp)>0) { run_program_and_log_output(command, TRUE); }
|
---|
| 242 | paranoid_free(tmp);
|
---|
| 243 | paranoid_free(command);
|
---|
| 244 | }
|
---|
| 245 |
|
---|
| 246 |
|
---|
| 247 |
|
---|
| 248 |
|
---|
| 249 |
|
---|
| 250 | /**
|
---|
| 251 | * Handler for SIGPIPE.
|
---|
| 252 | * @param sig The signal that occurred (hopefully SIGPIPE).
|
---|
| 253 | */
|
---|
| 254 | void sigpipe_occurred(int sig)
|
---|
| 255 | {
|
---|
| 256 | g_sigpipe = TRUE;
|
---|
| 257 | }
|
---|
| 258 |
|
---|
| 259 | /* @} - end of fifoGroup */
|
---|
| 260 |
|
---|
| 261 | int
|
---|
| 262 | extract_config_file_from_ramdisk( struct s_bkpinfo *bkpinfo,
|
---|
| 263 | char *ramdisk_fname,
|
---|
| 264 | char *output_cfg_file,
|
---|
| 265 | char *output_mountlist_file);
|
---|