import unittest import ntpath import tempfile import os.path import os from mock import Mock, patch, call from flask import Flask, render_template_string, Blueprint import flask_s3 from flask_s3 import FlaskS3 class FlaskStaticTest(unittest.TestCase): def setUp(self): self.app = Flask(__name__) self.app.testing = True @self.app.route('/') def a(url_for_string): return render_template_string(url_for_string) def test_jinja_url_for(self): """ Tests that the jinja global gets assigned correctly. """ self.assertNotEqual(self.app.jinja_env.globals['url_for'], flask_s3.url_for) # then we initialise the extension FlaskS3(self.app) self.assertEquals(self.app.jinja_env.globals['url_for'], flask_s3.url_for) def test_config(self): """ Tests configuration vars exist. """ FlaskS3(self.app) defaults = ('S3_USE_HTTPS', 'USE_S3', 'USE_S3_DEBUG', 'S3_BUCKET_DOMAIN', 'S3_CDN_DOMAIN', 'S3_USE_CACHE_CONTROL', 'S3_HEADERS', 'S3_URL_STYLE') for default in defaults: self.assertIn(default, self.app.config) class UrlTests(unittest.TestCase): def setUp(self): self.app = Flask(__name__) self.app.testing = True self.app.config['S3_BUCKET_NAME'] = 'foo' self.app.config['S3_USE_HTTPS'] = True self.app.config['S3_BUCKET_DOMAIN'] = 's3.amazonaws.com' self.app.config['S3_CDN_DOMAIN'] = '' @self.app.route('/') def a(url_for_string): return render_template_string(url_for_string) @self.app.route('/') def b(): return render_template_string("{{url_for('b')}}") bp = Blueprint('admin', __name__, static_folder='admin-static') @bp.route('/') def c(): return render_template_string("{{url_for('b')}}") self.app.register_blueprint(bp) def client_get(self, ufs): FlaskS3(self.app) client = self.app.test_client() return client.get('/%s' % ufs) def test_required_config(self): """ Tests that ValueError raised if bucket address not provided. """ raises = False del self.app.config['S3_BUCKET_NAME'] try: ufs = "{{url_for('static', filename='bah.js')}}" self.client_get(ufs) except ValueError: raises = True self.assertTrue(raises) def test_url_for(self): """ Tests that correct url formed for static asset in self.app. """ # non static endpoint url_for in template self.assertEquals(self.client_get('').data, '/') # static endpoint url_for in template ufs = "{{url_for('static', filename='bah.js')}}" exp = 'https://foo.s3.amazonaws.com/static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_debug(self): """Tests Flask-S3 behaviour in debug mode.""" self.app.debug = True # static endpoint url_for in template ufs = "{{url_for('static', filename='bah.js')}}" exp = '/static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_debug_override(self): """Tests Flask-S3 behavior in debug mode with USE_S3_DEBUG turned on.""" self.app.debug = True self.app.config['USE_S3_DEBUG'] = True ufs = "{{url_for('static', filename='bah.js')}}" exp = 'https://foo.s3.amazonaws.com/static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_blueprint(self): """ Tests that correct url formed for static asset in blueprint. """ # static endpoint url_for in template ufs = "{{url_for('admin.static', filename='bah.js')}}" exp = 'https://foo.s3.amazonaws.com/admin-static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_cdn_domain(self): self.app.config['S3_CDN_DOMAIN'] = 'foo.cloudfront.net' ufs = "{{url_for('static', filename='bah.js')}}" exp = 'https://foo.cloudfront.net/static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_url_style_path(self): """Tests that the URL returned uses the path style.""" self.app.config['S3_URL_STYLE'] = 'path' ufs = "{{url_for('static', filename='bah.js')}}" exp = 'https://s3.amazonaws.com/foo/static/bah.js' self.assertEquals(self.client_get(ufs).data, exp) def test_url_for_url_style_invalid(self): """Tests that an exception is raised for invalid URL styles.""" self.app.config['S3_URL_STYLE'] = 'balderdash' ufs = "{{url_for('static', filename='bah.js')}}" self.assertRaises(ValueError, self.client_get, ufs) class S3Tests(unittest.TestCase): def setUp(self): self.app = Flask(__name__) self.app.testing = True self.app.config['S3_BUCKET_NAME'] = 'foo' self.app.config['S3_USE_CACHE_CONTROL'] = True self.app.config['S3_CACHE_CONTROL'] = 'cache instruction' self.app.config['S3_HEADERS'] = { 'Expires': 'Thu, 31 Dec 2037 23:59:59 GMT', 'Content-Encoding': 'gzip', } self.app.config['S3_ONLY_MODIFIED'] = False def test__bp_static_url(self): """ Tests test__bp_static_url """ bps = [Mock(static_url_path='/foo', url_prefix=None), Mock(static_url_path=None, url_prefix='/pref'), Mock(static_url_path='/b/bar', url_prefix='/pref'), Mock(static_url_path=None, url_prefix=None)] expected = [u'/foo', u'/pref', u'/pref/b/bar', u''] self.assertEquals(expected, [flask_s3._bp_static_url(x) for x in bps]) @patch('os.walk') @patch('os.path.isdir') def test__gather_files(self, path_mock, os_mock): """ Tests the _gather_files function """ self.app.static_folder = '/home' self.app.static_url_path = '/static' bp_a = Mock(static_folder='/home/bar', static_url_path='/a/bar', url_prefix=None) bp_b = Mock(static_folder='/home/zoo', static_url_path='/b/bar', url_prefix=None) bp_c = Mock(static_folder=None) self.app.blueprints = {'a': bp_a, 'b': bp_b, 'c': bp_c} dirs = {'/home': [('/home', None, ['.a'])], '/home/bar': [('/home/bar', None, ['b'])], '/home/zoo': [('/home/zoo', None, ['c']), ('/home/zoo/foo', None, ['d', 'e'])]} os_mock.side_effect = dirs.get path_mock.return_value = True expected = {('/home/bar', u'/a/bar'): ['/home/bar/b'], ('/home/zoo', u'/b/bar'): ['/home/zoo/c', '/home/zoo/foo/d', '/home/zoo/foo/e']} actual = flask_s3._gather_files(self.app, False) self.assertEqual(expected, actual) expected[('/home', u'/static')] = ['/home/.a'] actual = flask_s3._gather_files(self.app, True) self.assertEqual(expected, actual) @patch('os.walk') @patch('os.path.isdir') def test__gather_files_no_blueprints_no_files(self, path_mock, os_mock): """ Tests that _gather_files works when there are no blueprints and no files available in the static folder """ self.app.static_folder = '/foo' dirs = {'/foo': [('/foo', None, [])]} os_mock.side_effect = dirs.get path_mock.return_value = True actual = flask_s3._gather_files(self.app, False) self.assertEqual({}, actual) @patch('os.walk') @patch('os.path.isdir') def test__gather_files_bad_folder(self, path_mock, os_mock): """ Tests that _gather_files when static folder is not valid folder """ self.app.static_folder = '/bad' dirs = {'/bad': []} os_mock.side_effect = dirs.get path_mock.return_value = False actual = flask_s3._gather_files(self.app, False) self.assertEqual({}, actual) @patch('os.path.splitdrive', side_effect=ntpath.splitdrive) @patch('os.path.join', side_effect=ntpath.join) def test__path_to_relative_url_win(self, join_mock, split_mock): """ Tests _path_to_relative_url on Windows system """ input_ = [r'C:\foo\bar\baz.css', r'C:\foo\bar.css', r'\foo\bar.css'] expected = ['/foo/bar/baz.css', '/foo/bar.css', '/foo/bar.css'] for in_, exp in zip(input_, expected): actual = flask_s3._path_to_relative_url(in_) self.assertEquals(exp, actual) @patch('flask_s3.Key') def test__write_files(self, key_mock): """ Tests _write_files """ static_url_loc = '/foo/static' static_folder = '/home/z' assets = ['/home/z/bar.css', '/home/z/foo.css'] exclude = ['/foo/static/foo.css', '/foo/static/foo/bar.css'] # we expect foo.css to be excluded and not uploaded expected = [call(bucket=None, name=u'/foo/static/bar.css'), call().set_metadata('Cache-Control', 'cache instruction'), call().set_metadata('Expires', 'Thu, 31 Dec 2037 23:59:59 GMT'), call().set_metadata('Content-Encoding', 'gzip'), call().set_contents_from_filename('/home/z/bar.css')] flask_s3._write_files(self.app, static_url_loc, static_folder, assets, None, exclude) self.assertLessEqual(expected, key_mock.mock_calls) @patch('flask_s3.Key') def test__write_only_modified(self, key_mock): """ Test that we only upload files that have changed """ self.app.config['S3_ONLY_MODIFIED'] = True static_folder = tempfile.mkdtemp() static_url_loc = static_folder filenames = [os.path.join(static_folder, f) for f in ['foo.css', 'bar.css']] expected = [] for filename in filenames: # Write random data into files with open(filename, 'wb') as f: f.write(os.urandom(1024)) # We expect each file to be uploaded expected.extend([call(bucket=None, name=filename), call().set_metadata('Expires', 'Thu, 31 Dec 2037 23:59:59 GMT'), call().set_metadata('Content-Encoding', 'gzip'), call().set_contents_from_filename(filename), call().make_public()]) files = {(static_url_loc, static_folder): filenames} hashes = flask_s3._upload_files(self.app, files, None) # All files are uploaded and hashes are returned self.assertLessEqual(expected, key_mock.mock_calls) self.assertEquals(len(hashes), len(filenames)) # We now modify the second file with open(filenames[1], 'wb') as f: f.write(os.urandom(1024)) # We expect only this file to be uploaded expected.extend([call(bucket=None, name=filenames[1]), call().set_metadata('Expires', 'Thu, 31 Dec 2037 23:59:59 GMT'), call().set_metadata('Content-Encoding', 'gzip'), call().set_contents_from_filename(filenames[1]), call().make_public()]) new_hashes = flask_s3._upload_files(self.app, files, None, hashes=dict(hashes)) self.assertEqual(expected, key_mock.mock_calls) def test_static_folder_path(self): """ Tests _static_folder_path """ inputs = [('/static', '/home/static', '/home/static/foo.css'), ('/foo/static', '/home/foo/s', '/home/foo/s/a/b.css'), ('/bar/', '/bar/', '/bar/s/a/b.css')] expected = [u'/static/foo.css', u'/foo/static/a/b.css', u'/bar/s/a/b.css'] for i, e in zip(inputs, expected): self.assertEquals(e, flask_s3._static_folder_path(*i)) if __name__ == '__main__': unittest.main()