moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2025-01-01 00:12:27 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of github.com:moses-smt/mosesdecoder

Browse Source
This commit is contained in:
Barry Haddow 2013-01-10 19:04:41 +00:00
commit ba0f4264bb
2 changed files with 32 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/ems/experiment.meta
View File

@ -401,21 +401,21 @@ mml-filter-before-wa
prepare-data
in: corpus-mml-prefilter=OR=corpus
out: prepared-data
rerun-on-change: alignment-factors training-options script baseline-alignment-model
rerun-on-change: alignment-factors training-options script baseline-alignment-model external-bin-dr
ignore-if: use-berkeley
default-name: prepared
run-giza
in: prepared-data
out: giza-alignment
ignore-if: use-berkeley
rerun-on-change: giza-settings training-options script baseline-alignment-model
rerun-on-change: giza-settings training-options script baseline-alignment-model external-bin-dir
default-name: giza
error: not found
not-error: 0 not found
run-giza-inverse
in: prepared-data
out: giza-alignment-inverse
rerun-on-change: giza-settings training-options script baseline-alignment-model
rerun-on-change: giza-settings training-options script baseline-alignment-model external-bin-dir
ignore-if: use-berkeley
default-name: giza-inverse
error: not found

33
util/file.cc
View File

@ -64,19 +64,30 @@ uint64_t SizeFile(int fd) {
#if defined(_WIN32) || defined(_WIN64)
__int64 ret = _filelengthi64(fd);
return (ret == -1) ? kBadSize : ret;
#else // Not windows.
#ifdef OS_ANDROID
struct stat64 sb;
int ret = fstat64(fd, &sb);
#else
struct stat sb;
if (fstat(fd, &sb) == -1 || (!sb.st_size && !S_ISREG(sb.st_mode))) return kBadSize;
int ret = fstat(fd, &sb);
#endif
if (ret == -1 || (!sb.st_size && !S_ISREG(sb.st_mode))) return kBadSize;
return sb.st_size;
#endif
}
void ResizeOrThrow(int fd, uint64_t to) {
UTIL_THROW_IF(
#if defined(_WIN32) || defined(_WIN64)
UTIL_THROW_IF(_chsize_s(fd, to), ErrnoException, "Resizing to " << to << " bytes failed");
_chsize_s
#elif defined(OS_ANDROID)
ftruncate64
#else
UTIL_THROW_IF(ftruncate(fd, to), ErrnoException, "Resizing to " << to << " bytes failed");
ftruncate
#endif
(fd, to), ErrnoException, "Resizing to " << to << " bytes failed");
}
std::size_t PartialRead(int fd, void *to, std::size_t amount) {
@ -139,11 +150,25 @@ void FSyncOrThrow(int fd) {
}
namespace {
// Static assert for 64-bit off_t size.
#if !defined(_WIN32) && !defined(_WIN64) && !defined(OS_ANDROID)
template <unsigned> struct CheckOffT;
template <> struct CheckOffT<8> {
struct True {};
};
// If there's a compiler error on the next line, then off_t isn't 64 bit. And
// that makes me a sad panda.
typedef CheckOffT<sizeof(off_t)>::True IgnoredType;
#endif
// Can't we all just get along?
void InternalSeek(int fd, int64_t off, int whence) {
UTIL_THROW_IF(
#if defined(_WIN32) || defined(_WIN64)
(__int64)-1 == _lseeki64(fd, off, whence),
(__int64)-1 == _lseeki64(fd, off, whence),
#elif defined(OS_ANDROID)
(off64_t)-1 == lseek64(fd, off, whence),
#else
(off_t)-1 == lseek(fd, off, whence),
#endif