diff options
Diffstat (limited to 'src/memfile.c')
| -rw-r--r-- | src/memfile.c | 1312 |
1 files changed, 1312 insertions, 0 deletions
diff --git a/src/memfile.c b/src/memfile.c new file mode 100644 index 000000000..8c41832c2 --- /dev/null +++ b/src/memfile.c @@ -0,0 +1,1312 @@ +/* vi:set ts=8 sts=4 sw=4: + * + * VIM - Vi IMproved by Bram Moolenaar + * + * Do ":help uganda" in Vim to read copying and usage conditions. + * Do ":help credits" in Vim to see a list of people who contributed. + * See README.txt for an overview of the Vim source code. + */ + +/* + * memfile.c: Contains the functions for handling blocks of memory which can + * be stored in a file. This is the implementation of a sort of virtual memory. + * + * A memfile consists of a sequence of blocks. The blocks numbered from 0 + * upwards have been assigned a place in the actual file. The block number + * is equal to the page number in the file. The + * blocks with negative numbers are currently in memory only. They can be + * assigned a place in the file when too much memory is being used. At that + * moment they get a new, positive, number. A list is used for translation of + * negative to positive numbers. + * + * The size of a block is a multiple of a page size, normally the page size of + * the device the file is on. Most blocks are 1 page long. A Block of multiple + * pages is used for a line that does not fit in a single page. + * + * Each block can be in memory and/or in a file. The block stays in memory + * as long as it is locked. If it is no longer locked it can be swapped out to + * the file. It is only written to the file if it has been changed. + * + * Under normal operation the file is created when opening the memory file and + * deleted when closing the memory file. Only with recovery an existing memory + * file is opened. + */ + +#if defined MSDOS || defined(WIN32) || defined(_WIN64) +# include <io.h> /* for lseek(), must be before vim.h */ +#endif + +#include "vim.h" + +#ifdef HAVE_FCNTL_H +# include <fcntl.h> +#endif + +/* + * Some systems have the page size in statfs.f_bsize, some in stat.st_blksize + */ +#ifdef HAVE_ST_BLKSIZE +# define STATFS stat +# define F_BSIZE st_blksize +# define fstatfs(fd, buf, len, nul) mch_fstat((fd), (buf)) +#else +# ifdef HAVE_SYS_STATFS_H +# include <sys/statfs.h> +# define STATFS statfs +# define F_BSIZE f_bsize +# ifdef __MINT__ /* do we still need this? */ +# define fstatfs(fd, buf, len, nul) mch_fstat((fd), (buf)) +# endif +# endif +#endif + +/* + * for Amiga Dos 2.0x we use Flush + */ +#ifdef AMIGA +# ifdef FEAT_ARP +extern int dos2; /* this is in os_amiga.c */ +# endif +# ifdef SASC +# include <proto/dos.h> +# include <ios1.h> /* for chkufb() */ +# endif +#endif + +#define MEMFILE_PAGE_SIZE 4096 /* default page size */ + +static long_u total_mem_used = 0; /* total memory used for memfiles */ +static int dont_release = FALSE; /* don't release blocks */ + +static void mf_ins_hash __ARGS((memfile_T *, bhdr_T *)); +static void mf_rem_hash __ARGS((memfile_T *, bhdr_T *)); +static bhdr_T *mf_find_hash __ARGS((memfile_T *, blocknr_T)); +static void mf_ins_used __ARGS((memfile_T *, bhdr_T *)); +static void mf_rem_used __ARGS((memfile_T *, bhdr_T *)); +static bhdr_T *mf_release __ARGS((memfile_T *, int)); +static bhdr_T *mf_alloc_bhdr __ARGS((memfile_T *, int)); +static void mf_free_bhdr __ARGS((bhdr_T *)); +static void mf_ins_free __ARGS((memfile_T *, bhdr_T *)); +static bhdr_T *mf_rem_free __ARGS((memfile_T *)); +static int mf_read __ARGS((memfile_T *, bhdr_T *)); +static int mf_write __ARGS((memfile_T *, bhdr_T *)); +static int mf_trans_add __ARGS((memfile_T *, bhdr_T *)); +static void mf_do_open __ARGS((memfile_T *, char_u *, int)); + +/* + * The functions for using a memfile: + * + * mf_open() open a new or existing memfile + * mf_open_file() open a swap file for an existing memfile + * mf_close() close (and delete) a memfile + * mf_new() create a new block in a memfile and lock it + * mf_get() get an existing block and lock it + * mf_put() unlock a block, may be marked for writing + * mf_free() remove a block + * mf_sync() sync changed parts of memfile to disk + * mf_release_all() release as much memory as possible + * mf_trans_del() may translate negative to positive block number + * mf_fullname() make file name full path (use before first :cd) + */ + +/* + * Open an existing or new memory block file. + * + * fname: name of file to use (NULL means no file at all) + * Note: fname must have been allocated, it is not copied! + * If opening the file fails, fname is freed. + * flags: flags for open() call + * + * If fname != NULL and file cannot be opened, fail. + * + * return value: identifier for this memory block file. + */ + memfile_T * +mf_open(fname, flags) + char_u *fname; + int flags; +{ + memfile_T *mfp; + int i; + off_t size; +#if defined(STATFS) && defined(UNIX) && !defined(__QNX__) +# define USE_FSTATFS + struct STATFS stf; +#endif + + if ((mfp = (memfile_T *)alloc((unsigned)sizeof(memfile_T))) == NULL) + return NULL; + + if (fname == NULL) /* no file for this memfile, use memory only */ + { + mfp->mf_fname = NULL; + mfp->mf_ffname = NULL; + mfp->mf_fd = -1; + } + else + { + mf_do_open(mfp, fname, flags); /* try to open the file */ + + /* if the file cannot be opened, return here */ + if (mfp->mf_fd < 0) + { + vim_free(mfp); + return NULL; + } + } + + mfp->mf_free_first = NULL; /* free list is empty */ + mfp->mf_used_first = NULL; /* used list is empty */ + mfp->mf_used_last = NULL; + mfp->mf_dirty = FALSE; + mfp->mf_used_count = 0; + for (i = 0; i < MEMHASHSIZE; ++i) + { + mfp->mf_hash[i] = NULL; /* hash lists are empty */ + mfp->mf_trans[i] = NULL; /* trans lists are empty */ + } + mfp->mf_page_size = MEMFILE_PAGE_SIZE; + +#ifdef USE_FSTATFS + /* + * Try to set the page size equal to the block size of the device. + * Speeds up I/O a lot. + * When recovering, the actual block size will be retrieved from block 0 + * in ml_recover(). The size used here may be wrong, therefore + * mf_blocknr_max must be rounded up. + */ + if (mfp->mf_fd >= 0 + && fstatfs(mfp->mf_fd, &stf, sizeof(struct statfs), 0) == 0 + && stf.F_BSIZE >= MIN_SWAP_PAGE_SIZE + && stf.F_BSIZE <= MAX_SWAP_PAGE_SIZE) + mfp->mf_page_size = stf.F_BSIZE; +#endif + + if (mfp->mf_fd < 0 || (flags & (O_TRUNC|O_EXCL)) + || (size = lseek(mfp->mf_fd, (off_t)0L, SEEK_END)) <= 0) + mfp->mf_blocknr_max = 0; /* no file or empty file */ + else + mfp->mf_blocknr_max = (blocknr_T)((size + mfp->mf_page_size - 1) + / mfp->mf_page_size); + mfp->mf_blocknr_min = -1; + mfp->mf_neg_count = 0; + mfp->mf_infile_count = mfp->mf_blocknr_max; + mfp->mf_used_count_max = p_mm * 1024 / mfp->mf_page_size; + + return mfp; +} + +/* + * Open a file for an existing memfile. Used when updatecount set from 0 to + * some value. + * If the file already exists, this fails. + * "fname" is the name of file to use (NULL means no file at all) + * Note: "fname" must have been allocated, it is not copied! If opening the + * file fails, "fname" is freed. + * + * return value: FAIL if file could not be opened, OK otherwise + */ + int +mf_open_file(mfp, fname) + memfile_T *mfp; + char_u *fname; +{ + mf_do_open(mfp, fname, O_RDWR|O_CREAT|O_EXCL); /* try to open the file */ + + if (mfp->mf_fd < 0) + return FAIL; + + mfp->mf_dirty = TRUE; + return OK; +} + +/* + * close a memory file and delete the associated file if 'del_file' is TRUE + */ + void +mf_close(mfp, del_file) + memfile_T *mfp; + int del_file; +{ + bhdr_T *hp, *nextp; + NR_TRANS *tp, *tpnext; + int i; + + if (mfp == NULL) /* safety check */ + return; + if (mfp->mf_fd >= 0) + { + if (close(mfp->mf_fd) < 0) + EMSG(_(e_swapclose)); + } + if (del_file && mfp->mf_fname != NULL) + mch_remove(mfp->mf_fname); + /* free entries in used list */ + for (hp = mfp->mf_used_first; hp != NULL; hp = nextp) + { + total_mem_used -= hp->bh_page_count * mfp->mf_page_size; + nextp = hp->bh_next; + mf_free_bhdr(hp); + } + while (mfp->mf_free_first != NULL) /* free entries in free list */ + vim_free(mf_rem_free(mfp)); + for (i = 0; i < MEMHASHSIZE; ++i) /* free entries in trans lists */ + for (tp = mfp->mf_trans[i]; tp != NULL; tp = tpnext) + { + tpnext = tp->nt_next; + vim_free(tp); + } + vim_free(mfp->mf_fname); + vim_free(mfp->mf_ffname); + vim_free(mfp); +} + +/* + * Close the swap file for a memfile. Used when 'swapfile' is reset. + */ + void +mf_close_file(buf, getlines) + buf_T *buf; + int getlines; /* get all lines into memory? */ +{ + memfile_T *mfp; + linenr_T lnum; + + mfp = buf->b_ml.ml_mfp; + if (mfp == NULL || mfp->mf_fd < 0) /* nothing to close */ + return; + + if (getlines) + { + /* get all blocks in memory by accessing all lines (clumsy!) */ + dont_release = TRUE; + for (lnum = 1; lnum <= buf->b_ml.ml_line_count; ++lnum) + (void)ml_get_buf(buf, lnum, FALSE); + dont_release = FALSE; + /* TODO: should check if all blocks are really in core */ + } + + if (close(mfp->mf_fd) < 0) /* close the file */ + EMSG(_(e_swapclose)); + mfp->mf_fd = -1; + + if (mfp->mf_fname != NULL) + { + mch_remove(mfp->mf_fname); /* delete the swap file */ + vim_free(mfp->mf_fname); + vim_free(mfp->mf_ffname); + mfp->mf_fname = NULL; + mfp->mf_ffname = NULL; + } +} + +/* + * Set new size for a memfile. Used when block 0 of a swapfile has been read + * and the size it indicates differs from what was guessed. + */ + void +mf_new_page_size(mfp, new_size) + memfile_T *mfp; + unsigned new_size; +{ + /* Correct the memory used for block 0 to the new size, because it will be + * freed with that size later on. */ + total_mem_used += new_size - mfp->mf_page_size; + mfp->mf_page_size = new_size; +} + +/* + * get a new block + * + * negative: TRUE if negative block number desired (data block) + */ + bhdr_T * +mf_new(mfp, negative, page_count) + memfile_T *mfp; + int negative; + int page_count; +{ + bhdr_T *hp; /* new bhdr_T */ + bhdr_T *freep; /* first block in free list */ + char_u *p; + + /* + * If we reached the maximum size for the used memory blocks, release one + * If a bhdr_T is returned, use it and adjust the page_count if necessary. + */ + hp = mf_release(mfp, page_count); + +/* + * Decide on the number to use: + * If there is a free block, use its number. + * Otherwise use mf_block_min for a negative number, mf_block_max for + * a positive number. + */ + freep = mfp->mf_free_first; + if (!negative && freep != NULL && freep->bh_page_count >= page_count) + { + /* + * If the block in the free list has more pages, take only the number + * of pages needed and allocate a new bhdr_T with data + * + * If the number of pages matches and mf_release did not return a bhdr_T, + * use the bhdr_T from the free list and allocate the data + * + * If the number of pages matches and mf_release returned a bhdr_T, + * just use the number and free the bhdr_T from the free list + */ + if (freep->bh_page_count > page_count) + { + if (hp == NULL && (hp = mf_alloc_bhdr(mfp, page_count)) == NULL) + return NULL; + hp->bh_bnum = freep->bh_bnum; + freep->bh_bnum += page_count; + freep->bh_page_count -= page_count; + } + else if (hp == NULL) /* need to allocate memory for this block */ + { + if ((p = (char_u *)alloc(mfp->mf_page_size * page_count)) == NULL) + return NULL; + hp = mf_rem_free(mfp); + hp->bh_data = p; + } + else /* use the number, remove entry from free list */ + { + freep = mf_rem_free(mfp); + hp->bh_bnum = freep->bh_bnum; + vim_free(freep); + } + } + else /* get a new number */ + { + if (hp == NULL && (hp = mf_alloc_bhdr(mfp, page_count)) == NULL) + return NULL; + if (negative) + { + hp->bh_bnum = mfp->mf_blocknr_min--; + mfp->mf_neg_count++; + } + else + { + hp->bh_bnum = mfp->mf_blocknr_max; + mfp->mf_blocknr_max += page_count; + } + } + hp->bh_flags = BH_LOCKED | BH_DIRTY; /* new block is always dirty */ + mfp->mf_dirty = TRUE; + hp->bh_page_count = page_count; + mf_ins_used(mfp, hp); + mf_ins_hash(mfp, hp); + + /* + * Init the data to all zero, to avoid reading uninitialized data. + * This also avoids that the passwd file ends up in the swap file! + */ + (void)vim_memset((char *)(hp->bh_data), 0, (size_t)mfp->mf_page_size); + + return hp; +} + +/* + * get existing block 'nr' with 'page_count' pages + * + * Note: The caller should first check a negative nr with mf_trans_del() + */ + bhdr_T * +mf_get(mfp, nr, page_count) + memfile_T *mfp; + blocknr_T nr; + int page_count; +{ + bhdr_T *hp; + /* doesn't exist */ + if (nr >= mfp->mf_blocknr_max || nr <= mfp->mf_blocknr_min) + return NULL; + + /* + * see if it is in the cache + */ + hp = mf_find_hash(mfp, nr); + if (hp == NULL) /* not in the hash list */ + { + if (nr < 0 || nr >= mfp->mf_infile_count) /* can't be in the file */ + return NULL; + + /* could check here if the block is in the free list */ + + /* + * Check if we need to flush an existing block. + * If so, use that block. + * If not, allocate a new block. + */ + hp = mf_release(mfp, page_count); + if (hp == NULL && (hp = mf_alloc_bhdr(mfp, page_count)) == NULL) + return NULL; + + hp->bh_bnum = nr; + hp->bh_flags = 0; + hp->bh_page_count = page_count; + if (mf_read(mfp, hp) == FAIL) /* cannot read the block! */ + { + mf_free_bhdr(hp); + return NULL; + } + } + else + { + mf_rem_used(mfp, hp); /* remove from list, insert in front below */ + mf_rem_hash(mfp, hp); + } + + hp->bh_flags |= BH_LOCKED; + mf_ins_used(mfp, hp); /* put in front of used list */ + mf_ins_hash(mfp, hp); /* put in front of hash list */ + + return hp; +} + +/* + * release the block *hp + * + * dirty: Block must be written to file later + * infile: Block should be in file (needed for recovery) + * + * no return value, function cannot fail + */ + void +mf_put(mfp, hp, dirty, infile) + memfile_T *mfp; + bhdr_T *hp; + int dirty; + int infile; +{ + int flags; + + flags = hp->bh_flags; + + if ((flags & BH_LOCKED) == 0) + EMSG(_("E293: block was not locked")); + flags &= ~BH_LOCKED; + if (dirty) + { + flags |= BH_DIRTY; + mfp->mf_dirty = TRUE; + } + hp->bh_flags = flags; + if (infile) + mf_trans_add(mfp, hp); /* may translate negative in positive nr */ +} + +/* + * block *hp is no longer in used, may put it in the free list of memfile *mfp + */ + void +mf_free(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + vim_free(hp->bh_data); /* free the memory */ + mf_rem_hash(mfp, hp); /* get *hp out of the hash list */ + mf_rem_used(mfp, hp); /* get *hp out of the used list */ + if (hp->bh_bnum < 0) + { + vim_free(hp); /* don't want negative numbers in free list */ + mfp->mf_neg_count--; + } + else + mf_ins_free(mfp, hp); /* put *hp in the free list */ +} + +#if defined(__MORPHOS__) +/* function is missing in MorphOS libnix version */ +extern unsigned long *__stdfiledes; + + static unsigned long +fdtofh(int filedescriptor) +{ + return __stdfiledes[filedescriptor]; +} +#endif + +/* + * Sync the memory file *mfp to disk. + * Flags: + * MFS_ALL If not given, blocks with negative numbers are not synced, + * even when they are dirty! + * MFS_STOP Stop syncing when a character becomes available, but sync at + * least one block. + * MFS_FLUSH Make sure buffers are flushed to disk, so they will survive a + * system crash. + * MFS_ZERO Only write block 0. + * + * Return FAIL for failure, OK otherwise + */ + int +mf_sync(mfp, flags) + memfile_T *mfp; + int flags; +{ + int status; + bhdr_T *hp; +#if defined(SYNC_DUP_CLOSE) && !defined(MSDOS) + int fd; +#endif + int got_int_save = got_int; + + if (mfp->mf_fd < 0) /* there is no file, nothing to do */ + { + mfp->mf_dirty = FALSE; + return FAIL; + } + + /* Only a CTRL-C while writing will break us here, not one typed + * previously. */ + got_int = FALSE; + + /* + * sync from last to first (may reduce the probability of an inconsistent + * file) If a write fails, it is very likely caused by a full filesystem. + * Then we only try to write blocks within the existing file. If that also + * fails then we give up. + */ + status = OK; + for (hp = mfp->mf_used_last; hp != NULL; hp = hp->bh_prev) + if (((flags & MFS_ALL) || hp->bh_bnum >= 0) + && (hp->bh_flags & BH_DIRTY) + && (status == OK || (hp->bh_bnum >= 0 + && hp->bh_bnum < mfp->mf_infile_count))) + { + if ((flags & MFS_ZERO) && hp->bh_bnum != 0) + continue; + if (mf_write(mfp, hp) == FAIL) + { + if (status == FAIL) /* double error: quit syncing */ + break; + status = FAIL; + } + if (flags & MFS_STOP) + { + /* Stop when char available now. */ + if (ui_char_avail()) + break; + } + else + ui_breakcheck(); + if (got_int) + break; + } + + /* + * If the whole list is flushed, the memfile is not dirty anymore. + * In case of an error this flag is also set, to avoid trying all the time. + */ + if (hp == NULL || status == FAIL) + mfp->mf_dirty = FALSE; + + if ((flags & MFS_FLUSH) && *p_sws != NUL) + { +#if defined(UNIX) +# ifdef HAVE_FSYNC + /* + * most Unixes have the very useful fsync() function, just what we need. + * However, with OS/2 and EMX it is also available, but there are + * reports of bad problems with it (a bug in HPFS.IFS). + * So we disable use of it here in case someone tries to be smart + * and changes os_os2_cfg.h... (even though there is no __EMX__ test + * in the #if, as __EMX__ does not have sync(); we hope for a timely + * sync from the system itself). + */ +# if defined(__EMX__) + error "Dont use fsync with EMX! Read emxdoc.doc or emxfix01.doc for info." +# endif + if (STRCMP(p_sws, "fsync") == 0) + { + if (fsync(mfp->mf_fd)) + status = FAIL; + } + else +# endif + /* OpenNT is strictly POSIX (Benzinger) */ + /* Tandem/Himalaya NSK-OSS doesn't have sync() */ +# if defined(__OPENNT) || defined(__TANDEM) + fflush(NULL); +# else + sync(); +# endif +#endif +#ifdef VMS + if (STRCMP(p_sws, "fsync") == 0) + { + if (fsync(mfp->mf_fd)) + status = FAIL; + } +#endif +#ifdef MSDOS + if (_dos_commit(mfp->mf_fd)) + status = FAIL; +#else +# ifdef SYNC_DUP_CLOSE + /* + * Win32 is a bit more work: Duplicate the file handle and close it. + * This should flush the file to disk. + */ + if ((fd = dup(mfp->mf_fd)) >= 0) + close(fd); +# endif +#endif +#ifdef AMIGA +# ifdef __AROS__ + if (fsync(mfp->mf_fd) != 0) + status = FAIL; +# else + /* + * Flush() only exists for AmigaDos 2.0. + * For 1.3 it should be done with close() + open(), but then the risk + * is that the open() may fail and lose the file.... + */ +# ifdef FEAT_ARP + if (dos2) +# endif +# ifdef SASC + { + struct UFB *fp = chkufb(mfp->mf_fd); + + if (fp != NULL) + Flush(fp->ufbfh); + } +# else +# if defined(_DCC) || defined(__GNUC__) || defined(__MORPHOS__) + { +# if defined(__GNUC__) && !defined(__MORPHOS__) + /* Have function (in libnix at least), + * but ain't got no prototype anywhere. */ + extern unsigned long fdtofh(int filedescriptor); +# endif + BPTR fh = (BPTR)fdtofh(mfp->mf_fd); + + if (fh != 0) + Flush(fh); + } +# else /* assume Manx */ + Flush(_devtab[mfp->mf_fd].fd); +# endif +# endif +# endif +#endif /* AMIGA */ + } + + got_int |= got_int_save; + + return status; +} + +/* + * insert block *hp in front of hashlist of memfile *mfp + */ + static void +mf_ins_hash(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + bhdr_T *hhp; + int hash; + + hash = MEMHASH(hp->bh_bnum); + hhp = mfp->mf_hash[hash]; + hp->bh_hash_next = hhp; + hp->bh_hash_prev = NULL; + if (hhp != NULL) + hhp->bh_hash_prev = hp; + mfp->mf_hash[hash] = hp; +} + +/* + * remove block *hp from hashlist of memfile list *mfp + */ + static void +mf_rem_hash(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + if (hp->bh_hash_prev == NULL) + mfp->mf_hash[MEMHASH(hp->bh_bnum)] = hp->bh_hash_next; + else + hp->bh_hash_prev->bh_hash_next = hp->bh_hash_next; + + if (hp->bh_hash_next) + hp->bh_hash_next->bh_hash_prev = hp->bh_hash_prev; +} + +/* + * look in hash lists of memfile *mfp for block header with number 'nr' + */ + static bhdr_T * +mf_find_hash(mfp, nr) + memfile_T *mfp; + blocknr_T nr; +{ + bhdr_T *hp; + + for (hp = mfp->mf_hash[MEMHASH(nr)]; hp != NULL; hp = hp->bh_hash_next) + if (hp->bh_bnum == nr) + break; + return hp; +} + +/* + * insert block *hp in front of used list of memfile *mfp + */ + static void +mf_ins_used(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + hp->bh_next = mfp->mf_used_first; + mfp->mf_used_first = hp; + hp->bh_prev = NULL; + if (hp->bh_next == NULL) /* list was empty, adjust last pointer */ + mfp->mf_used_last = hp; + else + hp->bh_next->bh_prev = hp; + mfp->mf_used_count += hp->bh_page_count; + total_mem_used += hp->bh_page_count * mfp->mf_page_size; +} + +/* + * remove block *hp from used list of memfile *mfp + */ + static void +mf_rem_used(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + if (hp->bh_next == NULL) /* last block in used list */ + mfp->mf_used_last = hp->bh_prev; + else + hp->bh_next->bh_prev = hp->bh_prev; + if (hp->bh_prev == NULL) /* first block in used list */ + mfp->mf_used_first = hp->bh_next; + else + hp->bh_prev->bh_next = hp->bh_next; + mfp->mf_used_count -= hp->bh_page_count; + total_mem_used -= hp->bh_page_count * mfp->mf_page_size; +} + +/* + * Release the least recently used block from the used list if the number + * of used memory blocks gets to big. + * + * Return the block header to the caller, including the memory block, so + * it can be re-used. Make sure the page_count is right. + */ + static bhdr_T * +mf_release(mfp, page_count) + memfile_T *mfp; + int page_count; +{ + bhdr_T *hp; + int need_release; + buf_T *buf; + + /* don't release while in mf_close_file() */ + if (dont_release) + return NULL; + + /* + * Need to release a block if the number of blocks for this memfile is + * higher than the maximum or total memory used is over 'maxmemtot' + */ + need_release = ((mfp->mf_used_count >= mfp->mf_used_count_max) + || (total_mem_used >> 10) >= (long_u)p_mmt); + + /* + * Try to create a swap file if the amount of memory used is getting too + * high. + */ + if (mfp->mf_fd < 0 && need_release && p_uc) + { + /* find for which buffer this memfile is */ + for (buf = firstbuf; buf != NULL; buf = buf->b_next) + if (buf->b_ml.ml_mfp == mfp) + break; + if (buf != NULL && buf->b_may_swap) + ml_open_file(buf); + } + + /* + * don't release a block if + * there is no file for this memfile + * or + * the number of blocks for this memfile is lower than the maximum + * and + * total memory used is not up to 'maxmemtot' + */ + if (mfp->mf_fd < 0 || !need_release) + return NULL; + + for (hp = mfp->mf_used_last; hp != NULL; hp = hp->bh_prev) + if (!(hp->bh_flags & BH_LOCKED)) + break; + if (hp == NULL) /* not a single one that can be released */ + return NULL; + + /* + * If the block is dirty, write it. + * If the write fails we don't free it. + */ + if ((hp->bh_flags & BH_DIRTY) && mf_write(mfp, hp) == FAIL) + return NULL; + + mf_rem_used(mfp, hp); + mf_rem_hash(mfp, hp); + + /* + * If a bhdr_T is returned, make sure that the page_count of bh_data is + * right + */ + if (hp->bh_page_count != page_count) + { + vim_free(hp->bh_data); + if ((hp->bh_data = alloc(mfp->mf_page_size * page_count)) == NULL) + { + vim_free(hp); + return NULL; + } + hp->bh_page_count = page_count; + } + return hp; +} + +/* + * release as many blocks as possible + * Used in case of out of memory + * + * return TRUE if any memory was released + */ + int +mf_release_all() +{ + buf_T *buf; + memfile_T *mfp; + bhdr_T *hp; + int retval = FALSE; + + for (buf = firstbuf; buf != NULL; buf = buf->b_next) + { + mfp = buf->b_ml.ml_mfp; + if (mfp != NULL) + { + /* If no swap file yet, may open one */ + if (mfp->mf_fd < 0 && buf->b_may_swap) + ml_open_file(buf); + + /* only if there is a swapfile */ + if (mfp->mf_fd >= 0) + { + for (hp = mfp->mf_used_last; hp != NULL; ) + { + if (!(hp->bh_flags & BH_LOCKED) + && (!(hp->bh_flags & BH_DIRTY) + || mf_write(mfp, hp) != FAIL)) + { + mf_rem_used(mfp, hp); + mf_rem_hash(mfp, hp); + mf_free_bhdr(hp); + hp = mfp->mf_used_last; /* re-start, list was changed */ + retval = TRUE; + } + else + hp = hp->bh_prev; + } + } + } + } + return retval; +} + +/* + * Allocate a block header and a block of memory for it + */ + static bhdr_T * +mf_alloc_bhdr(mfp, page_count) + memfile_T *mfp; + int page_count; +{ + bhdr_T *hp; + + if ((hp = (bhdr_T *)alloc((unsigned)sizeof(bhdr_T))) != NULL) + { + if ((hp->bh_data = (char_u *)alloc(mfp->mf_page_size * page_count)) + == NULL) + { + vim_free(hp); /* not enough memory */ + return NULL; + } + hp->bh_page_count = page_count; + } + return hp; +} + +/* + * Free a block header and the block of memory for it + */ + static void +mf_free_bhdr(hp) + bhdr_T *hp; +{ + vim_free(hp->bh_data); + vim_free(hp); +} + +/* + * insert entry *hp in the free list + */ + static void +mf_ins_free(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + hp->bh_next = mfp->mf_free_first; + mfp->mf_free_first = hp; +} + +/* + * remove the first entry from the free list and return a pointer to it + * Note: caller must check that mfp->mf_free_first is not NULL! + */ + static bhdr_T * +mf_rem_free(mfp) + memfile_T *mfp; +{ + bhdr_T *hp; + + hp = mfp->mf_free_first; + mfp->mf_free_first = hp->bh_next; + return hp; +} + +/* + * read a block from disk + * + * Return FAIL for failure, OK otherwise + */ + static int +mf_read(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + off_t offset; + unsigned page_size; + unsigned size; + + if (mfp->mf_fd < 0) /* there is no file, can't read */ + return FAIL; + + page_size = mfp->mf_page_size; + offset = (off_t)page_size * hp->bh_bnum; + size = page_size * hp->bh_page_count; + if (lseek(mfp->mf_fd, offset, SEEK_SET) != offset) + { + EMSG(_("E294: Seek error in swap file read")); + return FAIL; + } + if ((unsigned)vim_read(mfp->mf_fd, hp->bh_data, size) != size) + { + EMSG(_("E295: Read error in swap file")); + return FAIL; + } + return OK; +} + +/* + * write a block to disk + * + * Return FAIL for failure, OK otherwise + */ + static int +mf_write(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + off_t offset; /* offset in the file */ + blocknr_T nr; /* block nr which is being written */ + bhdr_T *hp2; + unsigned page_size; /* number of bytes in a page */ + unsigned page_count; /* number of pages written */ + unsigned size; /* number of bytes written */ + + if (mfp->mf_fd < 0) /* there is no file, can't write */ + return FAIL; + + if (hp->bh_bnum < 0) /* must assign file block number */ + if (mf_trans_add(mfp, hp) == FAIL) + return FAIL; + + page_size = mfp->mf_page_size; + + /* + * We don't want gaps in the file. Write the blocks in front of *hp + * to extend the file. + * If block 'mf_infile_count' is not in the hash list, it has been + * freed. Fill the space in the file with data from the current block. + */ + for (;;) + { + nr = hp->bh_bnum; + if (nr > mfp->mf_infile_count) /* beyond end of file */ + { + nr = mfp->mf_infile_count; + hp2 = mf_find_hash(mfp, nr); /* NULL catched below */ + } + else + hp2 = hp; + + offset = (off_t)page_size * nr; + if (lseek(mfp->mf_fd, offset, SEEK_SET) != offset) + { + EMSG(_("E296: Seek error in swap file write")); + return FAIL; + } + if (hp2 == NULL) /* freed block, fill with dummy data */ + page_count = 1; + else + page_count = hp2->bh_page_count; + size = page_size * page_count; + if ((unsigned)vim_write(mfp->mf_fd, + (hp2 == NULL ? hp : hp2)->bh_data, size) != size) + { + /* + * Avoid repeating the error message, this mostly happens when the + * disk is full. We give the message again only after a succesful + * write or when hitting a key. We keep on trying, in case some + * space becomes available. + */ + if (!did_swapwrite_msg) + EMSG(_("E297: Write error in swap file")); + did_swapwrite_msg = TRUE; + return FAIL; + } + did_swapwrite_msg = FALSE; + if (hp2 != NULL) /* written a non-dummy block */ + hp2->bh_flags &= ~BH_DIRTY; + /* appended to the file */ + if (nr + (blocknr_T)page_count > mfp->mf_infile_count) + mfp->mf_infile_count = nr + page_count; + if (nr == hp->bh_bnum) /* written the desired block */ + break; + } + return OK; +} + +/* + * Make block number for *hp positive and add it to the translation list + * + * Return FAIL for failure, OK otherwise + */ + static int +mf_trans_add(mfp, hp) + memfile_T *mfp; + bhdr_T *hp; +{ + bhdr_T *freep; + blocknr_T new_bnum; + int hash; + NR_TRANS *np; + int page_count; + + if (hp->bh_bnum >= 0) /* it's already positive */ + return OK; + + if ((np = (NR_TRANS *)alloc((unsigned)sizeof(NR_TRANS))) == NULL) + return FAIL; + +/* + * get a new number for the block. + * If the first item in the free list has sufficient pages, use its number + * Otherwise use mf_blocknr_max. + */ + freep = mfp->mf_free_first; + page_count = hp->bh_page_count; + if (freep != NULL && freep->bh_page_count >= page_count) + { + new_bnum = freep->bh_bnum; + /* + * If the page count of the free block was larger, recude it. + * If the page count matches, remove the block from the free list + */ + if (freep->bh_page_count > page_count) + { + freep->bh_bnum += page_count; + freep->bh_page_count -= page_count; + } + else + { + freep = mf_rem_free(mfp); + vim_free(freep); + } + } + else + { + new_bnum = mfp->mf_blocknr_max; + mfp->mf_blocknr_max += page_count; + } + + np->nt_old_bnum = hp->bh_bnum; /* adjust number */ + np->nt_new_bnum = new_bnum; + + mf_rem_hash(mfp, hp); /* remove from old hash list */ + hp->bh_bnum = new_bnum; + mf_ins_hash(mfp, hp); /* insert in new hash list */ + + hash = MEMHASH(np->nt_old_bnum); /* insert in trans list */ + np->nt_next = mfp->mf_trans[hash]; + mfp->mf_trans[hash] = np; + if (np->nt_next != NULL) + np->nt_next->nt_prev = np; + np->nt_prev = NULL; + + return OK; +} + +/* + * Lookup a tranlation from the trans lists and delete the entry + * + * Return the positive new number when found, the old number when not found + */ + blocknr_T +mf_trans_del(mfp, old_nr) + memfile_T *mfp; + blocknr_T old_nr; +{ + int hash; + NR_TRANS *np; + blocknr_T new_bnum; + + hash = MEMHASH(old_nr); + for (np = mfp->mf_trans[hash]; np != NULL; np = np->nt_next) + if (np->nt_old_bnum == old_nr) + break; + if (np == NULL) /* not found */ + return old_nr; + + mfp->mf_neg_count--; + new_bnum = np->nt_new_bnum; + if (np->nt_prev != NULL) /* remove entry from the trans list */ + np->nt_prev->nt_next = np->nt_next; + else + mfp->mf_trans[hash] = np->nt_next; + if (np->nt_next != NULL) + np->nt_next->nt_prev = np->nt_prev; + vim_free(np); + + return new_bnum; +} + +/* + * Set mfp->mf_ffname according to mfp->mf_fname and some other things. + * Only called when creating or renaming the swapfile. Either way it's a new + * name so we must work out the full path name. + */ + void +mf_set_ffname(mfp) + memfile_T *mfp; +{ + mfp->mf_ffname = FullName_save(mfp->mf_fname, FALSE); +} + +/* + * Make the name of the file used for the memfile a full path. + * Used before doing a :cd + */ + void +mf_fullname(mfp) + memfile_T *mfp; +{ + if (mfp != NULL && mfp->mf_fname != NULL && mfp->mf_ffname != NULL) + { + vim_free(mfp->mf_fname); + mfp->mf_fname = mfp->mf_ffname; + mfp->mf_ffname = NULL; + } +} + +/* + * return TRUE if there are any translations pending for 'mfp' + */ + int +mf_need_trans(mfp) + memfile_T *mfp; +{ + return (mfp->mf_fname != NULL && mfp->mf_neg_count > 0); +} + +/* + * Open a swap file for a memfile. + * The "fname" must be in allocated memory, and is consumed (also when an + * error occurs). + */ + static void +mf_do_open(mfp, fname, flags) + memfile_T *mfp; + char_u *fname; + int flags; /* flags for open() */ +{ +#ifdef HAVE_LSTAT + struct stat sb; +#endif + + mfp->mf_fname = fname; + + /* + * Get the full path name before the open, because this is + * not possible after the open on the Amiga. + * fname cannot be NameBuff, because it must have been allocated. + */ + mf_set_ffname(mfp); +#if defined(MSDOS) || defined(MSWIN) || defined(RISCOS) + /* + * A ":!cd e:xxx" may change the directory without us knowning, use the + * full pathname always. Careful: This frees fname! + */ + mf_fullname(mfp); +#endif + +#ifdef HAVE_LSTAT + /* + * Extra security check: When creating a swap file it really shouldn't + * exist yet. If there is a symbolic link, this is most likely an attack. + */ + if ((flags & O_CREAT) && mch_lstat((char *)mfp->mf_fname, &sb) >= 0) + { + mfp->mf_fd = -1; + EMSG(_("E300: Swap file already exists (symlink attack?)")); + } + else +#endif + { + /* + * try to open the file + */ + flags |= O_EXTRA; +#ifdef WIN32 + /* Prevent handle inheritance that cause problems with Cscope + * (swap file may not be deleted if cscope connection was open after + * the file) */ + flags |= O_NOINHERIT; +#endif + mfp->mf_fd = mch_open_rw((char *)mfp->mf_fname, flags); + } + + /* + * If the file cannot be opened, use memory only + */ + if (mfp->mf_fd < 0) + { + vim_free(mfp->mf_fname); + vim_free(mfp->mf_ffname); + mfp->mf_fname = NULL; + mfp->mf_ffname = NULL; + } + else + mch_hide(mfp->mf_fname); /* try setting the 'hidden' flag */ +} |