mirror of
https://github.com/facebookresearch/fairseq.git
synced 2024-09-11 17:25:31 +03:00
88e7d2586b
Summary: # Before submitting - [ ] Was this discussed/approved via a Github issue? (no need for typos, doc improvements) - [ ] Did you read the [contributor guideline](https://github.com/pytorch/fairseq/blob/main/CONTRIBUTING.md)? - [ ] Did you make sure to update the docs? - [ ] Did you write any new necessary tests? ## What does this PR do? - [x] applies flake8 fixes to main branch (https://github.com/fairinternal/fairseq-py/issues/2546) - still more to be fixed Fix GPU tests: - [x] when torch.ao.quantization import doesn't work use torch.quantization - [x] build apex from earlier commit in circleci so that its compatible with pytorch 1.8 and 1.9 ## PR review Anyone in the community is free to review the PR once the tests have passed. If we didn't discuss your PR in Github issues there's a high chance it will not be merged. ## Did you have fun? Make sure you had fun coding � Pull Request resolved: https://github.com/fairinternal/fairseq-py/pull/2570 Reviewed By: Mortimerp9 Differential Revision: D32955312 Pulled By: dianaml0 fbshipit-source-id: e163cbd4998f171f819e31b0682c1c0f1986f9e1
60 lines
1.8 KiB
Python
60 lines
1.8 KiB
Python
# This source code is licensed under the MIT license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import tempfile
|
|
import unittest
|
|
from typing import Optional
|
|
from unittest.mock import MagicMock
|
|
|
|
|
|
class TestFileIO(unittest.TestCase):
|
|
|
|
_tmpdir: Optional[str] = None
|
|
_tmpfile: Optional[str] = None
|
|
_tmpfile_contents = "Hello, World"
|
|
|
|
@classmethod
|
|
def setUpClass(cls) -> None:
|
|
cls._tmpdir = tempfile.mkdtemp()
|
|
with open(os.path.join(cls._tmpdir, "test.txt"), "w") as f:
|
|
cls._tmpfile = f.name
|
|
f.write(cls._tmpfile_contents)
|
|
f.flush()
|
|
|
|
@classmethod
|
|
def tearDownClass(cls) -> None:
|
|
# Cleanup temp working dir.
|
|
if cls._tmpdir is not None:
|
|
shutil.rmtree(cls._tmpdir) # type: ignore
|
|
|
|
def test_file_io(self):
|
|
from fairseq.file_io import PathManager
|
|
|
|
with PathManager.open(os.path.join(self._tmpdir, "test.txt"), "r") as f:
|
|
s = f.read()
|
|
self.assertEqual(s, self._tmpfile_contents)
|
|
|
|
def test_file_io_oss(self):
|
|
# Mock iopath to simulate oss environment.
|
|
sys.modules["iopath"] = MagicMock()
|
|
from fairseq.file_io import PathManager
|
|
|
|
with PathManager.open(os.path.join(self._tmpdir, "test.txt"), "r") as f:
|
|
s = f.read()
|
|
self.assertEqual(s, self._tmpfile_contents)
|
|
|
|
def test_file_io_async(self):
|
|
# ioPath `PathManager` is initialized after the first `opena` call.
|
|
try:
|
|
from fairseq.file_io import PathManager
|
|
|
|
_asyncfile = os.path.join(self._tmpdir, "async.txt")
|
|
f = PathManager.opena(_asyncfile, "wb")
|
|
f.close()
|
|
|
|
finally:
|
|
self.assertTrue(PathManager.async_close())
|