cmogstored.git  about / heads / tags
alternative mogstored implementation for MogileFS
blob 62efa27ed2580e765a0abae52ad68d549c8fa117 3319 bytes (raw)
$ git show iosem:file.c	# shows this blob on the CLI

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
 
/*
 * Copyright (C) 2012-2013, Eric Wong <normalperson@yhbt.net>
 * License: GPLv3 or later (see COPYING for details)
 */
#include "cmogstored.h"
#include "digest.h"

bool mog_open_expire_retry(struct mog_svc *svc)
{
	switch (errno) {
	case ENFILE:
	case EMFILE:
	case ENOMEM:
		if (mog_fdmap_expire(svc->idle_timeout) > 0)
			return true;
	}
	return false;
}

/* path must be a free()-able pointer */
struct mog_fd *
mog_file_open_read(struct mog_svc *svc, uint32_t mog_devid, char *path)
{
	struct mog_fd *mfd;
	struct mog_file *mfile;
	int fd;
	struct mog_dev *dev = mog_dev_for(svc, mog_devid, false);

	mog_dev_wait(dev);
	fd = mog_open_read(svc, path);

	if (fd < 0) {
		mog_dev_post(dev);
		if (mog_open_expire_retry(svc)) {
			mog_dev_wait(dev);
			fd = mog_open_read(svc, path);
			if (fd < 0)
				mog_dev_post(dev);
		}
		if (fd < 0)
			return NULL;
	}

	mfd = mog_fd_init(fd, MOG_FD_TYPE_FILE);

	mfile = &mfd->as.file;
	memset(mfile, 0, sizeof(struct mog_file));
	mfile->fsize = -1;
	mfile->dev = dev;
	mfile->dev_held = true;
	mfile->svc = svc;

	return mfd;
}

int mog_stat_req(struct mog_svc *svc, uint32_t mog_devid,
		const char *path, struct stat *sb)
{
	struct mog_dev *dev = mog_dev_for(svc, mog_devid, false);
	int rc;

	mog_dev_wait(dev);
	rc = mog_stat(svc, path, sb);
	mog_dev_post(dev);

	return rc;
}

static int mkpath_open_put(struct mog_svc *svc, char *path, int flags)
{
	int fd = mog_open_put(svc, path, flags);

	if (fd < 0 && errno == ENOENT) {
		/* directory does not exist, create it and retry open */
		if (mog_mkpath_for(svc, path) == 0)
			return mog_open_put(svc, path, flags);

		syslog(LOG_ERR, "failed to create directory for path=%s (%m)",
		       path);
		errno = ENOENT; /* restore open() errno */
	}

	return fd;
}

/* path must be a free()-able pointer */
struct mog_fd *
mog_file_open_put(struct mog_svc *svc, uint32_t mog_devid, char *path,
		int flags)
{
	struct mog_fd *mfd;
	struct mog_file *mfile;
	int fd;
	struct mog_dev *dev = mog_dev_for(svc, mog_devid, false);

	mog_dev_wait(dev);
	fd = mkpath_open_put(svc, path, flags);

	if (fd < 0) {
		mog_dev_post(dev);
		if (mog_open_expire_retry(svc)) {
			mog_dev_wait(dev);
			fd = mkpath_open_put(svc, path, flags);
			if (fd < 0)
				mog_dev_post(dev);
		}
		if (fd < 0)
			return NULL;
	}
	mfd = mog_fd_init(fd, MOG_FD_TYPE_FILE);

	mfile = &mfd->as.file;
	memset(mfile, 0, sizeof(struct mog_file));
	mfile->svc = svc;
	mfile->dev = dev;
	mfile->dev_held = true;

	return mfd;
}

void mog_file_post(struct mog_fd *mfd)
{
	struct mog_file *file = &mfd->as.file;

	assert(file->dev_held);
	file->dev_held = false;
	mog_dev_post(file->dev);
}

void mog_file_wait(struct mog_fd *mfd)
{
	struct mog_file *file = &mfd->as.file;

	assert(!file->dev_held);
	file->dev_held = true;
	mog_dev_wait(file->dev);
}

void mog_file_ensure_wait(struct mog_fd *mfd)
{
	struct mog_file *file = &mfd->as.file;

	if (!file->dev_held) {
		file->dev_held = true;
		mog_dev_wait(file->dev);
	}
}

void mog_file_close(struct mog_fd *mfd)
{
	struct mog_file *file = &mfd->as.file;

	assert(mfd->fd_type == MOG_FD_TYPE_FILE && "mog_fd is not a file");

	if (file->dev_held)
		mog_dev_post(file->dev);

	/* all of these may already be NULL */
	free(file->path);
	free(file->tmppath);
	mog_digest_destroy(&file->digest);

	mog_fd_put(mfd);
}

git clone https://yhbt.net/cmogstored.git