| Current File : //proc/self/root/usr/lib/python3/dist-packages/launchpadlib/launchpad.py |
# Copyright 2008-2009 Canonical Ltd.
# This file is part of launchpadlib.
#
# launchpadlib is free software: you can redistribute it and/or modify it
# under the terms of the GNU Lesser General Public License as published by the
# Free Software Foundation, version 3 of the License.
#
# launchpadlib is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License
# for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with launchpadlib. If not, see <http://www.gnu.org/licenses/>.
"""Root Launchpad API class."""
__metaclass__ = type
__all__ = [
"Launchpad",
]
import errno
import os
try:
from urllib.parse import urlsplit
except ImportError:
from urlparse import urlsplit
import warnings
try:
from httplib2 import proxy_info_from_environment
except ImportError:
from httplib2 import ProxyInfo
proxy_info_from_environment = ProxyInfo.from_environment
from lazr.restfulclient.resource import ( # noqa: F401
CollectionWithKeyBasedLookup,
HostedFile, # Re-import for client convenience
ScalarValue, # Re-import for client convenience
ServiceRoot,
)
from lazr.restfulclient.authorize.oauth import SystemWideConsumer
from lazr.restfulclient._browser import RestfulHttp
from launchpadlib.credentials import (
AccessToken,
AnonymousAccessToken,
AuthorizeRequestTokenWithBrowser,
AuthorizeRequestTokenWithURL,
Consumer,
Credentials,
MemoryCredentialStore,
KeyringCredentialStore,
UnencryptedFileCredentialStore,
)
from launchpadlib import uris
# Import old constants for backwards compatibility
from launchpadlib.uris import ( # noqa: F401
STAGING_SERVICE_ROOT,
EDGE_SERVICE_ROOT,
)
OAUTH_REALM = "https://api.launchpad.net"
class PersonSet(CollectionWithKeyBasedLookup):
"""A custom subclass capable of person lookup by username."""
def _get_url_from_id(self, key):
"""Transform a username into the URL to a person resource."""
return str(self._root._root_uri.ensureSlash()) + "~" + str(key)
# The only way to determine whether a string corresponds to a
# person or a team object is to ask the server, so looking up an
# entry from the PersonSet always requires making an HTTP request.
collection_of = "team"
class BugSet(CollectionWithKeyBasedLookup):
"""A custom subclass capable of bug lookup by bug ID."""
def _get_url_from_id(self, key):
"""Transform a bug ID into the URL to a bug resource."""
return str(self._root._root_uri.ensureSlash()) + "bugs/" + str(key)
collection_of = "bug"
class PillarSet(CollectionWithKeyBasedLookup):
"""A custom subclass capable of lookup by pillar name.
Projects, project groups, and distributions are all pillars.
"""
def _get_url_from_id(self, key):
"""Transform a project name into the URL to a project resource."""
return str(self._root._root_uri.ensureSlash()) + str(key)
# The subclasses for projects, project groups, and distributions
# all define this property differently.
collection_of = None
class ProjectSet(PillarSet):
"""A custom subclass for accessing the collection of projects."""
collection_of = "project"
class ProjectGroupSet(PillarSet):
"""A custom subclass for accessing the collection of project groups."""
collection_of = "project_group"
class DistributionSet(PillarSet):
"""A custom subclass for accessing the collection of project groups."""
collection_of = "distribution"
class LaunchpadOAuthAwareHttp(RestfulHttp):
"""Detects expired/invalid OAuth tokens and tries to get a new token."""
def __init__(self, launchpad, authorization_engine, *args):
self.launchpad = launchpad
self.authorization_engine = authorization_engine
super(LaunchpadOAuthAwareHttp, self).__init__(*args)
def _bad_oauth_token(self, response, content):
"""Helper method to detect an error caused by a bad OAuth token."""
return response.status == 401 and (
content.startswith(b"Expired token")
or content.startswith(b"Invalid token")
or content.startswith(b"Unknown access token")
)
def _request(self, *args):
response, content = super(LaunchpadOAuthAwareHttp, self)._request(
*args
)
return self.retry_on_bad_token(response, content, *args)
def retry_on_bad_token(self, response, content, *args):
"""If the response indicates a bad token, get a new token and retry.
Otherwise, just return the response.
"""
if (
self._bad_oauth_token(response, content)
and self.authorization_engine is not None
):
# This access token is bad. Scrap it and create a new one.
self.launchpad.credentials.access_token = None
self.authorization_engine(
self.launchpad.credentials, self.launchpad.credential_store
)
# Retry the request with the new credentials.
return self._request(*args)
return response, content
class Launchpad(ServiceRoot):
"""Root Launchpad API class.
:ivar credentials: The credentials instance used to access Launchpad.
:type credentials: `Credentials`
"""
DEFAULT_VERSION = "1.0"
RESOURCE_TYPE_CLASSES = {
"bugs": BugSet,
"distributions": DistributionSet,
"people": PersonSet,
"project_groups": ProjectGroupSet,
"projects": ProjectSet,
}
RESOURCE_TYPE_CLASSES.update(ServiceRoot.RESOURCE_TYPE_CLASSES)
def __init__(
self,
credentials,
authorization_engine,
credential_store,
service_root=uris.STAGING_SERVICE_ROOT,
cache=None,
timeout=None,
proxy_info=proxy_info_from_environment,
version=DEFAULT_VERSION,
):
"""Root access to the Launchpad API.
:param credentials: The credentials used to access Launchpad.
:type credentials: `Credentials`
:param authorization_engine: The object used to get end-user input
for authorizing OAuth request tokens. Used when an OAuth
access token expires or becomes invalid during a
session, or is discovered to be invalid once launchpadlib
starts up.
:type authorization_engine: `RequestTokenAuthorizationEngine`
:param service_root: The URL to the root of the web service.
:type service_root: string
"""
service_root = uris.lookup_service_root(service_root)
if service_root.endswith(version) or service_root.endswith(
version + "/"
):
error = (
"It looks like you're using a service root that "
"incorporates the name of the web service version "
'("%s"). Please use one of the constants from '
"launchpadlib.uris instead, or at least remove "
"the version name from the root URI." % version
)
raise ValueError(error)
self.credential_store = credential_store
# We already have an access token, but it might expire or
# become invalid during use. Store the authorization engine in
# case we need to authorize a new token during use.
self.authorization_engine = authorization_engine
super(Launchpad, self).__init__(
credentials, service_root, cache, timeout, proxy_info, version
)
def httpFactory(self, credentials, cache, timeout, proxy_info):
return LaunchpadOAuthAwareHttp(
self,
self.authorization_engine,
credentials,
cache,
timeout,
proxy_info,
)
@classmethod
def _is_sudo(cls):
return {"SUDO_USER", "SUDO_UID", "SUDO_GID"} & set(os.environ.keys())
@classmethod
def authorization_engine_factory(cls, *args):
if cls._is_sudo():
# Do not try to open browser window under sudo;
# we probably don't have access to the X session,
# and some browsers (e.g. chromium) won't run as root
# LP: #1825014
return AuthorizeRequestTokenWithURL(*args)
return AuthorizeRequestTokenWithBrowser(*args)
@classmethod
def credential_store_factory(cls, credential_save_failed):
if cls._is_sudo():
# Do not try to store credentials under sudo;
# it can be problematic with shared sudo access,
# and we may not have access to the normal keyring provider
# LP: #1862948
return MemoryCredentialStore(credential_save_failed)
return KeyringCredentialStore(credential_save_failed, fallback=True)
@classmethod
def login(
cls,
consumer_name,
token_string,
access_secret,
service_root=uris.STAGING_SERVICE_ROOT,
cache=None,
timeout=None,
proxy_info=proxy_info_from_environment,
authorization_engine=None,
allow_access_levels=None,
max_failed_attempts=None,
credential_store=None,
credential_save_failed=None,
version=DEFAULT_VERSION,
):
"""Convenience method for setting up access credentials.
When all three pieces of credential information (the consumer
name, the access token and the access secret) are available, this
method can be used to quickly log into the service root.
This method is deprecated as of launchpadlib version
1.9.0. You should use Launchpad.login_anonymously() for
anonymous access, and Launchpad.login_with() for all other
purposes.
:param consumer_name: the application name.
:type consumer_name: string
:param token_string: the access token, as appropriate for the
`AccessToken` constructor
:type token_string: string
:param access_secret: the access token's secret, as appropriate for
the `AccessToken` constructor
:type access_secret: string
:param service_root: The URL to the root of the web service.
:type service_root: string
:param authorization_engine: See `Launchpad.__init__`. If you don't
provide an authorization engine, a default engine will be
constructed using your values for `service_root` and
`credential_save_failed`.
:param allow_access_levels: This argument is ignored, and only
present to preserve backwards compatibility.
:param max_failed_attempts: This argument is ignored, and only
present to preserve backwards compatibility.
:return: The web service root
:rtype: `Launchpad`
"""
cls._warn_of_deprecated_login_method("login")
access_token = AccessToken(token_string, access_secret)
credentials = Credentials(
consumer_name=consumer_name, access_token=access_token
)
if authorization_engine is None:
authorization_engine = cls.authorization_engine_factory(
service_root, consumer_name, allow_access_levels
)
if credential_store is None:
credential_store = cls.credential_store_factory(
credential_save_failed
)
return cls(
credentials,
authorization_engine,
credential_store,
service_root,
cache,
timeout,
proxy_info,
version,
)
@classmethod
def get_token_and_login(
cls,
consumer_name,
service_root=uris.STAGING_SERVICE_ROOT,
cache=None,
timeout=None,
proxy_info=proxy_info_from_environment,
authorization_engine=None,
allow_access_levels=[],
max_failed_attempts=None,
credential_store=None,
credential_save_failed=None,
version=DEFAULT_VERSION,
):
"""Get credentials from Launchpad and log into the service root.
This method is deprecated as of launchpadlib version
1.9.0. You should use Launchpad.login_anonymously() for
anonymous access and Launchpad.login_with() for all other
purposes.
:param consumer_name: Either a consumer name, as appropriate for
the `Consumer` constructor, or a premade Consumer object.
:type consumer_name: string
:param service_root: The URL to the root of the web service.
:type service_root: string
:param authorization_engine: See `Launchpad.__init__`. If you don't
provide an authorization engine, a default engine will be
constructed using your values for `service_root` and
`credential_save_failed`.
:param allow_access_levels: This argument is ignored, and only
present to preserve backwards compatibility.
:return: The web service root
:rtype: `Launchpad`
"""
cls._warn_of_deprecated_login_method("get_token_and_login")
return cls._authorize_token_and_login(
consumer_name,
service_root,
cache,
timeout,
proxy_info,
authorization_engine,
allow_access_levels,
credential_store,
credential_save_failed,
version,
)
@classmethod
def _authorize_token_and_login(
cls,
consumer_name,
service_root,
cache,
timeout,
proxy_info,
authorization_engine,
allow_access_levels,
credential_store,
credential_save_failed,
version,
):
"""Authorize a request token. Log in with the resulting access token.
This is the private, non-deprecated implementation of the
deprecated method get_token_and_login(). Once
get_token_and_login() is removed, this code can be streamlined
and moved into its other call site, login_with().
"""
if isinstance(consumer_name, Consumer):
consumer = consumer_name
else:
# Create a system-wide consumer. lazr.restfulclient won't
# do this automatically, but launchpadlib's default is to
# do a desktop-wide integration.
consumer = SystemWideConsumer(consumer_name)
# Create the credentials with no Consumer, then set its .consumer
# property directly.
credentials = Credentials(None)
credentials.consumer = consumer
if authorization_engine is None:
authorization_engine = cls.authorization_engine_factory(
service_root, consumer_name, None, allow_access_levels
)
if credential_store is None:
credential_store = cls.credential_store_factory(
credential_save_failed
)
else:
# A credential store was passed in, so we won't be using
# any provided value for credential_save_failed. But at
# least make sure we weren't given a conflicting value,
# since that makes the calling code look confusing.
cls._assert_login_argument_consistency(
"credential_save_failed",
credential_save_failed,
credential_store.credential_save_failed,
"credential_store",
)
# Try to get the credentials out of the credential store.
cached_credentials = credential_store.load(
authorization_engine.unique_consumer_id
)
if cached_credentials is None:
# They're not there. Acquire new credentials using the
# authorization engine.
credentials = authorization_engine(credentials, credential_store)
else:
# We acquired credentials. But, the application name
# wasn't stored along with the credentials, because in a
# desktop integration scenario, a single set of
# credentials may be shared by many applications. We need
# to set the application name for this specific instance
# of the credentials.
credentials = cached_credentials
credentials.consumer.application_name = (
authorization_engine.application_name
)
return cls(
credentials,
authorization_engine,
credential_store,
service_root,
cache,
timeout,
proxy_info,
version,
)
@classmethod
def login_anonymously(
cls,
consumer_name,
service_root=uris.STAGING_SERVICE_ROOT,
launchpadlib_dir=None,
timeout=None,
proxy_info=proxy_info_from_environment,
version=DEFAULT_VERSION,
):
"""Get access to Launchpad without providing any credentials."""
(
service_root,
launchpadlib_dir,
cache_path,
service_root_dir,
) = cls._get_paths(service_root, launchpadlib_dir)
token = AnonymousAccessToken()
credentials = Credentials(consumer_name, access_token=token)
return cls(
credentials,
None,
None,
service_root=service_root,
cache=cache_path,
timeout=timeout,
proxy_info=proxy_info,
version=version,
)
@classmethod
def login_with(
cls,
application_name=None,
service_root=uris.STAGING_SERVICE_ROOT,
launchpadlib_dir=None,
timeout=None,
proxy_info=proxy_info_from_environment,
authorization_engine=None,
allow_access_levels=None,
max_failed_attempts=None,
credentials_file=None,
version=DEFAULT_VERSION,
consumer_name=None,
credential_save_failed=None,
credential_store=None,
):
"""Log in to Launchpad, possibly acquiring and storing credentials.
Use this method to get a `Launchpad` object. If the end-user
has no cached Launchpad credential, their browser will open
and they'll be asked to log in and authorize a desktop
integration. The authorized Launchpad credential will be
stored securely: in the GNOME keyring, the KDE Wallet, or in
an encrypted file on disk.
The next time your program (or any other program run by that
user on the same computer) invokes this method, the end-user
will be prompted to unlock their keyring (or equivalent), and
the credential will be retrieved from local storage and
reused.
You can customize this behavior in three ways:
1. Pass in a filename to `credentials_file`. The end-user's
credential will be written to that file, and on subsequent
runs read from that file. Alternatively the filename can be
given in the LP_CREDENTIALS_FILE environment variable.
2. Subclass `CredentialStore` and pass in an instance of the
subclass as `credential_store`. This lets you change how
the end-user's credential is stored and retrieved locally.
3. Subclass `RequestTokenAuthorizationEngine` and pass in an
instance of the subclass as `authorization_engine`. This
lets you change change what happens when the end-user needs
to authorize the Launchpad credential.
:param application_name: The application name. This is *not*
the OAuth consumer name. Unless a consumer_name is also
provided, the OAuth consumer will be a system-wide
consumer representing the end-user's computer as a whole.
:type application_name: string
:param service_root: The URL to the root of the web service.
:type service_root: string. Can either be the full URL to a service
or one of the short service names.
:param launchpadlib_dir: The directory used to store cached
data obtained from Launchpad. The cache is shared by all
consumers, and each Launchpad service root has its own
cache.
:type launchpadlib_dir: string
:param authorization_engine: A strategy for getting the
end-user to authorize an OAuth request token, for
exchanging the request token for an access token, and for
storing the access token locally so that it can be
reused. By default, launchpadlib will open the end-user's
web browser to have them authorize the request token.
:type authorization_engine: `RequestTokenAuthorizationEngine`
:param allow_access_levels: The acceptable access levels for
this application.
This argument is used to construct the default
`authorization_engine`, so if you pass in your own
`authorization_engine` any value for this argument will be
ignored. This argument will also be ignored unless you
also specify `consumer_name`.
:type allow_access_levels: list of strings
:param max_failed_attempts: Ignored; only present for
backwards compatibility.
:param credentials_file: The path to a file in which to store
this user's OAuth access token.
:param version: The version of the Launchpad web service to use.
:param consumer_name: The consumer name, as appropriate for
the `Consumer` constructor. You probably don't want to
provide this, since providing it will prevent you from
taking advantage of desktop-wide integration.
:type consumer_name: string
:param credential_save_failed: a callback that is called upon
a failure to save the credentials locally. This argument is
used to construct the default `credential_store`, so if
you pass in your own `credential_store` any value for
this argument will be ignored.
:type credential_save_failed: A callable
:param credential_store: A strategy for storing an OAuth
access token locally. By default, tokens are stored in the
GNOME keyring (or equivalent). If `credentials_file` is
provided, then tokens are stored unencrypted in that file.
:type credential_store: `CredentialStore`
:return: A web service root authorized as the end-user.
:rtype: `Launchpad`
"""
(
service_root,
launchpadlib_dir,
cache_path,
service_root_dir,
) = cls._get_paths(service_root, launchpadlib_dir)
if (
application_name is None
and consumer_name is None
and authorization_engine is None
):
raise ValueError(
"At least one of application_name, consumer_name, or "
"authorization_engine must be provided."
)
if credentials_file is None:
credentials_file = os.environ.get("LP_CREDENTIALS_FILE")
if credentials_file is not None and credential_store is not None:
raise ValueError(
"At most one of credentials_file and credential_store "
"must be provided."
)
if credential_store is None:
if credentials_file is not None:
# The end-user wants credentials stored in an
# unencrypted file.
credential_store = UnencryptedFileCredentialStore(
credentials_file, credential_save_failed
)
else:
credential_store = cls.credential_store_factory(
credential_save_failed
)
else:
# A credential store was passed in, so we won't be using
# any provided value for credential_save_failed. But at
# least make sure we weren't given a conflicting value,
# since that makes the calling code look confusing.
cls._assert_login_argument_consistency(
"credential_save_failed",
credential_save_failed,
credential_store.credential_save_failed,
"credential_store",
)
credential_store = credential_store
if authorization_engine is None:
authorization_engine = cls.authorization_engine_factory(
service_root,
application_name,
consumer_name,
allow_access_levels,
)
else:
# An authorization engine was passed in, so we won't be
# using any provided values for application_name,
# consumer_name, or allow_access_levels. But at least make
# sure we weren't given conflicting values, since that
# makes the calling code look confusing.
cls._assert_login_argument_consistency(
"application_name",
application_name,
authorization_engine.application_name,
)
cls._assert_login_argument_consistency(
"consumer_name",
consumer_name,
authorization_engine.consumer.key,
)
cls._assert_login_argument_consistency(
"allow_access_levels",
allow_access_levels,
authorization_engine.allow_access_levels,
)
return cls._authorize_token_and_login(
authorization_engine.consumer,
service_root,
cache_path,
timeout,
proxy_info,
authorization_engine,
allow_access_levels,
credential_store,
credential_save_failed,
version,
)
@classmethod
def _warn_of_deprecated_login_method(cls, name):
warnings.warn(
(
"The Launchpad.%s() method is deprecated. You should use "
"Launchpad.login_anonymous() for anonymous access and "
"Launchpad.login_with() for all other purposes."
)
% name,
DeprecationWarning,
)
@classmethod
def _assert_login_argument_consistency(
cls,
argument_name,
argument_value,
object_value,
object_name="authorization engine",
):
"""Helper to find conflicting values passed into the login methods.
Many of the arguments to login_with are used to build other
objects--the authorization engine or the credential store. If
these objects are provided directly, many of the arguments
become redundant. We'll allow redundant arguments through, but
if a argument *conflicts* with the corresponding value in the
provided object, we raise an error.
"""
inconsistent_value_message = (
"Inconsistent values given for %s: "
"(%r passed in, versus %r in %s). "
"You don't need to pass in %s if you pass in %s, "
"so just omit that argument."
)
if argument_value is not None and argument_value != object_value:
raise ValueError(
inconsistent_value_message
% (
argument_name,
argument_value,
object_value,
object_name,
argument_name,
object_name,
)
)
@classmethod
def _get_paths(cls, service_root, launchpadlib_dir=None):
"""Locate launchpadlib-related user paths and ensure they exist.
This is a helper function used by login_with() and
login_anonymously().
:param service_root: The service root the user wants to
connect to. This may be an alias (which will be
dereferenced to a URL and returned) or a URL (which will
be returned as is).
:param launchpadlib_dir: The user's base launchpadlib
directory, if known. This may be modified, expanded, or
determined from the environment if missing. A definitive
value will be returned.
:return: A 4-tuple:
(service_root_uri, launchpadlib_dir, cache_dir, service_root_dir)
"""
if launchpadlib_dir is None:
launchpadlib_dir = os.path.join("~", ".launchpadlib")
launchpadlib_dir = os.path.expanduser(launchpadlib_dir)
if launchpadlib_dir[:1] == "~":
raise ValueError(
"Must set $HOME or pass 'launchpadlib_dir' to "
"indicate location to store cached data"
)
try:
os.makedirs(launchpadlib_dir, 0o700)
except OSError as err:
if err.errno != errno.EEXIST:
raise
os.chmod(launchpadlib_dir, 0o700)
# Determine the real service root.
service_root = uris.lookup_service_root(service_root)
# Each service root has its own cache and credential dirs.
scheme, host_name, path, query, fragment = urlsplit(service_root)
service_root_dir = os.path.join(launchpadlib_dir, host_name)
cache_path = os.path.join(service_root_dir, "cache")
try:
os.makedirs(cache_path, 0o700)
except OSError as err:
if err.errno != errno.EEXIST:
raise
return (service_root, launchpadlib_dir, cache_path, service_root_dir)