84bef41070
When access CSAR file which is URL and the protocol is https by proxy, it will be error and the information is below: toscaparser.common.exception.URLException: Failed to reach server "https://raw.githubusercontent.com/openstack/tosca- parser/master/ toscaparser/tests/data/custom_types/wordpress.yaml". Reason is: Tunnel connection failed: 503 Service Unavailable. The reason of the error is urllib doesn't support https proxy and the solution is using urllib2 instead of urllib. closes-Bug: #1606015 Signed-off-by: shangxdy <shang.xiaodong@zte.com.cn> Change-Id: I06cb2a33bfd02da7a5372c8162fdccad171e0edd
66 lines
2.2 KiB
Python
66 lines
2.2 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
|
|
from six.moves.urllib.parse import urljoin
|
|
from six.moves.urllib.parse import urlparse
|
|
from toscaparser.common.exception import ExceptionCollector
|
|
from toscaparser.utils.gettextutils import _
|
|
|
|
try:
|
|
# Python 3.x
|
|
import urllib.request as urllib2
|
|
except ImportError:
|
|
# Python 2.x
|
|
import urllib2
|
|
|
|
|
|
class UrlUtils(object):
|
|
|
|
@staticmethod
|
|
def validate_url(path):
|
|
"""Validates whether the given path is a URL or not.
|
|
|
|
If the given path includes a scheme (http, https, ftp, ...) and a net
|
|
location (a domain name such as www.github.com) it is validated as a
|
|
URL.
|
|
"""
|
|
parsed = urlparse(path)
|
|
if parsed.scheme == 'file':
|
|
# If the url uses the file scheme netloc will be ""
|
|
return True
|
|
else:
|
|
return bool(parsed.scheme) and bool(parsed.netloc)
|
|
|
|
@staticmethod
|
|
def join_url(url, relative_path):
|
|
"""Builds a new URL from the given URL and the relative path.
|
|
|
|
Example:
|
|
url: http://www.githib.com/openstack/heat
|
|
relative_path: heat-translator
|
|
- joined: http://www.githib.com/openstack/heat-translator
|
|
"""
|
|
if not UrlUtils.validate_url(url):
|
|
ExceptionCollector.appendException(
|
|
ValueError(_('"%s" is not a valid URL.') % url))
|
|
return urljoin(url, relative_path)
|
|
|
|
@staticmethod
|
|
def url_accessible(url):
|
|
"""Validates whether the given URL is accessible.
|
|
|
|
Returns true if the get call returns a 200 response code.
|
|
Otherwise, returns false.
|
|
"""
|
|
return urllib2.urlopen(url).getcode() == 200
|