Mercurial > hg > Members > aka > jupyter_CbC_kernel
annotate jupyter_c_kernel/kernel.py @ 34:b5bc8483ac3e
wip
author | Brendan Rius <brendan@omixy.com> |
---|---|
date | Sat, 30 Apr 2016 21:45:41 +0100 |
parents | f842dabb75d7 |
children | e05900c7967e |
rev | line source |
---|---|
34 | 1 from queue import Queue, Empty |
33 | 2 from threading import Thread |
3 | |
0 | 4 from ipykernel.kernelbase import Kernel |
5 import subprocess | |
6 import tempfile | |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
7 import os |
34 | 8 |
9 | |
10 class JupyterSubprocess(subprocess.Popen): | |
11 def __init__(self, cmd, write_to_stdout, write_to_stderr): | |
12 self._write_to_stdout = write_to_stdout | |
13 self._write_to_stderr = write_to_stderr | |
14 | |
15 super().__init__(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) | |
16 | |
17 self._stdout_queue = Queue() | |
18 self._stdout_thread = Thread(target=JupyterSubprocess._enqueue_output, args=(self.stdout, self._stdout_queue)) | |
19 self._stdout_thread.daemon = True | |
20 self._stdout_thread.start() | |
21 | |
22 self._stderr_queue = Queue() | |
23 self._stderr_thread = Thread(target=JupyterSubprocess._enqueue_output, args=(self.stderr, self._stderr_queue)) | |
24 self._stderr_thread.daemon = True | |
25 self._stderr_thread.start() | |
26 | |
27 @staticmethod | |
28 def _enqueue_output(contents, queue): | |
29 for line in iter(contents.readline, b''): | |
30 queue.put(line) | |
31 contents.close() | |
32 | |
33 def write_contents(self, log): | |
34 try: | |
35 stdout_contents = self._stdout_queue.get_nowait() | |
36 except Empty: | |
37 log.error("stdout empty") | |
38 else: | |
39 log.error("stdout contains: {}".format(stdout_contents)) | |
40 self._write_to_stdout(stdout_contents) | |
41 try: | |
42 stderr_contents = self._stderr_queue.get_nowait() | |
43 except Empty: | |
44 log.error("stderr empty") | |
45 else: | |
46 log.error("stderr contains: {}".format(stderr_contents)) | |
47 self._write_to_stderr(stderr_contents) | |
0 | 48 |
49 | |
50 class CKernel(Kernel): | |
20 | 51 implementation = 'jupyter_c_kernel' |
0 | 52 implementation_version = '1.0' |
53 language = 'c' | |
54 language_version = 'C11' | |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
55 language_info = {'name': 'c', |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
56 'mimetype': 'text/plain', |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
57 'file_extension': 'c'} |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
58 banner = "C kernel.\n" \ |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
59 "Uses gcc, compiles in C11, and creates source code files and executables in temporary folder.\n" |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
60 |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
61 def __init__(self, *args, **kwargs): |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
62 super(CKernel, self).__init__(*args, **kwargs) |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
63 self.files = [] |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
64 |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
65 def cleanup_files(self): |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
66 """Remove all the temporary files created by the kernel""" |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
67 for file in self.files: |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
68 os.remove(file) |
0 | 69 |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
70 def new_temp_file(self, **kwargs): |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
71 """Create a new temp file to be deleted when the kernel shuts down""" |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
72 # We don't want the file to be deleted when closed, but only when the kernel stops |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
73 kwargs['delete'] = False |
9 | 74 kwargs['mode'] = 'w' |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
75 file = tempfile.NamedTemporaryFile(**kwargs) |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
76 self.files.append(file.name) |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
77 return file |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
78 |
34 | 79 def _write_to_stdout(self, contents): |
80 self.send_response(self.iopub_socket, 'stream', {'name': 'stdout', 'text': contents}) | |
33 | 81 |
34 | 82 def _write_to_stderr(self, contents): |
83 self.send_response(self.iopub_socket, 'stream', {'name': 'stderr', 'text': contents}) | |
33 | 84 |
34 | 85 def create_jupyter_subprocess(self, cmd): |
86 return JupyterSubprocess(cmd, | |
87 lambda contents: self._write_to_stdout(contents.decode()), | |
88 lambda contents: self._write_to_stderr(contents.decode())) | |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
89 |
34 | 90 def compile_with_gcc(self, source_filename, binary_filename): |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
91 args = ['gcc', source_filename, '-std=c11', '-o', binary_filename] |
34 | 92 return self.create_jupyter_subprocess(args) |
0 | 93 |
94 def do_execute(self, code, silent, store_history=True, | |
95 user_expressions=None, allow_stdin=False): | |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
96 with self.new_temp_file(suffix='.c') as source_file: |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
97 source_file.write(code) |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
98 source_file.flush() |
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
99 with self.new_temp_file(suffix='.out') as binary_file: |
34 | 100 p = self.compile_with_gcc(source_file.name, binary_file.name) |
33 | 101 while p.poll() is None: |
34 | 102 p.write_contents(self.log) |
103 p.write_contents(self.log) | |
33 | 104 if p.returncode != 0: # Compilation failed |
34 | 105 self._write_to_stderr( |
106 "[C kernel] GCC exited with code {}, the executable will not be executed".format( | |
107 p.returncode)) | |
33 | 108 return {'status': 'ok', 'execution_count': self.execution_count, 'payload': [], |
109 'user_expressions': {}} | |
0 | 110 |
34 | 111 p = self.create_jupyter_subprocess([binary_file.name]) |
33 | 112 while p.poll() is None: |
34 | 113 p.write_contents(self.log) |
114 p.write_contents(self.log) | |
33 | 115 |
116 if p.returncode != 0: | |
34 | 117 self._write_to_stderr("[C kernel] Executable exited with code {}".format(p.returncode)) |
2
b46b2e5b6c08
Improve error management by separating stdout and stderr
Brendan Rius <brendan@omixy.com>
parents:
0
diff
changeset
|
118 return {'status': 'ok', 'execution_count': self.execution_count, 'payload': [], 'user_expressions': {}} |
7
aa54c85303b6
Remove temporary files when shutting down the kernel
Brendan Rius <brendan@omixy.com>
parents:
4
diff
changeset
|
119 |
aa54c85303b6
Remove temporary files when shutting down the kernel
Brendan Rius <brendan@omixy.com>
parents:
4
diff
changeset
|
120 def do_shutdown(self, restart): |
aa54c85303b6
Remove temporary files when shutting down the kernel
Brendan Rius <brendan@omixy.com>
parents:
4
diff
changeset
|
121 """Cleanup the created source code files and executables when shutting down the kernel""" |
aa54c85303b6
Remove temporary files when shutting down the kernel
Brendan Rius <brendan@omixy.com>
parents:
4
diff
changeset
|
122 self.cleanup_files() |