Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions python-api/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,13 @@
'Intended Audience :: Developers',
'Operating System :: OS Independent',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.8',
'Programming Language :: Python :: 3.9',
'Programming Language :: Python :: 3.10',
'Programming Language :: Python :: 3.11',
'Programming Language :: Python :: 3.12',
'Programming Language :: Python :: 3.13',
'Programming Language :: Python :: 3.14',
'Topic :: Software Development :: Libraries :: Python Modules',
]

Expand Down
2 changes: 1 addition & 1 deletion python-api/src/main/python/livy/client.py
Original file line number Diff line number Diff line change
Expand Up @@ -379,7 +379,7 @@ def _load_config_from_file(self, config_dir, config_file):
path = os.path.join(config_dir, config_file)
data = "[" + self._CONFIG_SECTION + "]\n" + \
open(path, encoding='utf-8').read()
self._config.readfp(StringIO(data))
self._config.read_file(StringIO(data))

def _create_new_session(self, session_conf_dict):
data = {'kind': 'pyspark', 'conf': session_conf_dict}
Expand Down
20 changes: 13 additions & 7 deletions python-api/src/main/python/livy/job_context.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# limitations under the License.
#

from abc import ABCMeta, abstractproperty, abstractmethod
from abc import ABCMeta, abstractmethod


class JobContext(metaclass=ABCMeta):
Expand All @@ -29,7 +29,8 @@ class JobContext(metaclass=ABCMeta):

"""

@abstractproperty
@property
@abstractmethod
def sc(self):
"""
The shared SparkContext instance.
Expand All @@ -49,7 +50,8 @@ def sc(self):
"""
pass

@abstractproperty
@property
@abstractmethod
def sql_ctx(self):
"""
The shared SQLContext instance.
Expand All @@ -69,7 +71,8 @@ def sql_ctx(self):
"""
pass

@abstractproperty
@property
@abstractmethod
def hive_ctx(self):
"""
The shared HiveContext instance.
Expand All @@ -89,7 +92,8 @@ def hive_ctx(self):
"""
pass

@abstractproperty
@property
@abstractmethod
def streaming_ctx(self):
"""
The shared SparkStreamingContext instance that has already been created
Expand Down Expand Up @@ -141,7 +145,8 @@ def stop_streaming_ctx(self):
"""
pass

@abstractproperty
@property
@abstractmethod
def local_tmp_dir_path(self):
""""
Returns
Expand All @@ -151,7 +156,8 @@ def local_tmp_dir_path(self):
"""
pass

@abstractproperty
@property
@abstractmethod
def spark_session(self):
"""
The shared SparkSession instance.
Expand Down
2 changes: 1 addition & 1 deletion python-api/src/main/python/livy/job_handle.py
Original file line number Diff line number Diff line change
Expand Up @@ -133,7 +133,7 @@ def _update_state(self, state):
self._invoke_callbacks()
else:
raise RuntimeError('Future in unexpected state::', self._state)
self._job_handle_condition.notifyAll()
self._job_handle_condition.notify_all()

def cancel(self):
"""
Expand Down
Loading