Server: appserver-7f0f8755-nginx-15961cad18524ec5a9db05f2a6a7e440
Current directory: /usr/lib/python3.11
Software: nginx/1.27.5
Shell Command
Create a new file
Upload file
File: pipes.py
"""Conversion pipeline templates. The problem: ------------ Suppose you have some data that you want to convert to another format, such as from GIF image format to PPM image format. Maybe the conversion involves several steps (e.g. piping it through compress or uuencode). Some of the conversion steps may require that their input is a disk file, others may be able to read standard input; similar for their output. The input to the entire conversion may also be read from a disk file or from an open file, and similar for its output. The module lets you construct a pipeline template by sticking one or more conversion steps together. It will take care of creating and removing temporary files if they are necessary to hold intermediate data. You can then use the template to do conversions from many different sources to many different destinations. The temporary file names used are different each time the template is used. The templates are objects so you can create templates for many different conversion steps and store them in a dictionary, for instance. Directions: ----------- To create a template: t = Template() To add a conversion step to a template: t.append(command, kind) where kind is a string of two characters: the first is '-' if the command reads its standard input or 'f' if it requires a file; the second likewise for the output. The command must be valid /bin/sh syntax. If input or output files are required, they are passed as $IN and $OUT; otherwise, it must be possible to use the command in a pipeline. To add a conversion step at the beginning: t.prepend(command, kind) To convert a file to another file using a template: sts = t.copy(infile, outfile) If infile or outfile are the empty string, standard input is read or standard output is written, respectively. The return value is the exit status of the conversion pipeline. To open a file for reading or writing through a conversion pipeline: fp = t.open(file, mode) where mode is 'r' to read the file, or 'w' to write it -- just like for the built-in function open() or for os.popen(). To create a new template object initialized to a given one: t2 = t.clone() """ # ' import re import os import tempfile import warnings # we import the quote function rather than the module for backward compat # (quote used to be an undocumented but used function in pipes) from shlex import quote warnings._deprecated(__name__, remove=(3, 13)) __all__ = ["Template"] # Conversion step kinds FILEIN_FILEOUT = 'ff' # Must read & write real files STDIN_FILEOUT = '-f' # Must write a real file FILEIN_STDOUT = 'f-' # Must read a real file STDIN_STDOUT = '--' # Normal pipeline element SOURCE = '.-' # Must be first, writes stdout SINK = '-.' # Must be last, reads stdin stepkinds = [FILEIN_FILEOUT, STDIN_FILEOUT, FILEIN_STDOUT, STDIN_STDOUT, \ SOURCE, SINK] class Template: """Class representing a pipeline template.""" def __init__(self): """Template() returns a fresh pipeline template.""" self.debugging = 0 self.reset() def __repr__(self): """t.__repr__() implements repr(t).""" return '
' % (self.steps,) def reset(self): """t.reset() restores a pipeline template to its initial state.""" self.steps = [] def clone(self): """t.clone() returns a new pipeline template with identical initial state as the current one.""" t = Template() t.steps = self.steps[:] t.debugging = self.debugging return t def debug(self, flag): """t.debug(flag) turns debugging on or off.""" self.debugging = flag def append(self, cmd, kind): """t.append(cmd, kind) adds a new step at the end.""" if not isinstance(cmd, str): raise TypeError('Template.append: cmd must be a string') if kind not in stepkinds: raise ValueError('Template.append: bad kind %r' % (kind,)) if kind == SOURCE: raise ValueError('Template.append: SOURCE can only be prepended') if self.steps and self.steps[-1][1] == SINK: raise ValueError('Template.append: already ends with SINK') if kind[0] == 'f' and not re.search(r'\$IN\b', cmd): raise ValueError('Template.append: missing $IN in cmd') if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd): raise ValueError('Template.append: missing $OUT in cmd') self.steps.append((cmd, kind)) def prepend(self, cmd, kind): """t.prepend(cmd, kind) adds a new step at the front.""" if not isinstance(cmd, str): raise TypeError('Template.prepend: cmd must be a string') if kind not in stepkinds: raise ValueError('Template.prepend: bad kind %r' % (kind,)) if kind == SINK: raise ValueError('Template.prepend: SINK can only be appended') if self.steps and self.steps[0][1] == SOURCE: raise ValueError('Template.prepend: already begins with SOURCE') if kind[0] == 'f' and not re.search(r'\$IN\b', cmd): raise ValueError('Template.prepend: missing $IN in cmd') if kind[1] == 'f' and not re.search(r'\$OUT\b', cmd): raise ValueError('Template.prepend: missing $OUT in cmd') self.steps.insert(0, (cmd, kind)) def open(self, file, rw): """t.open(file, rw) returns a pipe or file object open for reading or writing; the file is the other end of the pipeline.""" if rw == 'r': return self.open_r(file) if rw == 'w': return self.open_w(file) raise ValueError('Template.open: rw must be \'r\' or \'w\', not %r' % (rw,)) def open_r(self, file): """t.open_r(file) and t.open_w(file) implement t.open(file, 'r') and t.open(file, 'w') respectively.""" if not self.steps: return open(file, 'r') if self.steps[-1][1] == SINK: raise ValueError('Template.open_r: pipeline ends width SINK') cmd = self.makepipeline(file, '') return os.popen(cmd, 'r') def open_w(self, file): if not self.steps: return open(file, 'w') if self.steps[0][1] == SOURCE: raise ValueError('Template.open_w: pipeline begins with SOURCE') cmd = self.makepipeline('', file) return os.popen(cmd, 'w') def copy(self, infile, outfile): return os.system(self.makepipeline(infile, outfile)) def makepipeline(self, infile, outfile): cmd = makepipeline(infile, self.steps, outfile) if self.debugging: print(cmd) cmd = 'set -x; ' + cmd return cmd def makepipeline(infile, steps, outfile): # Build a list with for each command: # [input filename or '', command string, kind, output filename or ''] list = [] for cmd, kind in steps: list.append(['', cmd, kind, '']) # # Make sure there is at least one step # if not list: list.append(['', 'cat', '--', '']) # # Take care of the input and output ends # [cmd, kind] = list[0][1:3] if kind[0] == 'f' and not infile: list.insert(0, ['', 'cat', '--', '']) list[0][0] = infile # [cmd, kind] = list[-1][1:3] if kind[1] == 'f' and not outfile: list.append(['', 'cat', '--', '']) list[-1][-1] = outfile # # Invent temporary files to connect stages that need files # garbage = [] for i in range(1, len(list)): lkind = list[i-1][2] rkind = list[i][2] if lkind[1] == 'f' or rkind[0] == 'f': (fd, temp) = tempfile.mkstemp() os.close(fd) garbage.append(temp) list[i-1][-1] = list[i][0] = temp # for item in list: [inf, cmd, kind, outf] = item if kind[1] == 'f': cmd = 'OUT=' + quote(outf) + '; ' + cmd if kind[0] == 'f': cmd = 'IN=' + quote(inf) + '; ' + cmd if kind[0] == '-' and inf: cmd = cmd + ' <' + quote(inf) if kind[1] == '-' and outf: cmd = cmd + ' >' + quote(outf) item[1] = cmd # cmdlist = list[0][1] for item in list[1:]: [cmd, kind] = item[1:3] if item[0] == '': if 'f' in kind: cmd = '{ ' + cmd + '; }' cmdlist = cmdlist + ' |\n' + cmd else: cmdlist = cmdlist + '\n' + cmd # if garbage: rmcmd = 'rm -f' for file in garbage: rmcmd = rmcmd + ' ' + quote(file) trapcmd = 'trap ' + quote(rmcmd + '; exit') + ' 1 2 3 13 14 15' cmdlist = trapcmd + '\n' + cmdlist + '\n' + rmcmd # return cmdlist
.
204 Items
Change directory
Remove directory
Rename directory
..
72 Items
Change directory
Remove directory
Rename directory
EXTERNALLY-MANAGED
0.63 KB
Edit
Delete
Copy
Move
Remame
LICENSE.txt
13.61 KB
Edit
Delete
Copy
Move
Remame
__future__.py
5.1 KB
Edit
Delete
Copy
Move
Remame
__hello__.py
0.22 KB
Edit
Delete
Copy
Move
Remame
__phello__
3 Items
Change directory
Remove directory
Rename directory
__pycache__
171 Items
Change directory
Remove directory
Rename directory
_aix_support.py
3.31 KB
Edit
Delete
Copy
Move
Remame
_bootsubprocess.py
2.61 KB
Edit
Delete
Copy
Move
Remame
_collections_abc.py
29.49 KB
Edit
Delete
Copy
Move
Remame
_compat_pickle.py
8.56 KB
Edit
Delete
Copy
Move
Remame
_compression.py
5.55 KB
Edit
Delete
Copy
Move
Remame
_distutils_system_mod.py
6.16 KB
Edit
Delete
Copy
Move
Remame
_markupbase.py
14.31 KB
Edit
Delete
Copy
Move
Remame
_osx_support.py
21.28 KB
Edit
Delete
Copy
Move
Remame
_py_abc.py
6.04 KB
Edit
Delete
Copy
Move
Remame
_pydecimal.py
223.83 KB
Edit
Delete
Copy
Move
Remame
_pyio.py
91.83 KB
Edit
Delete
Copy
Move
Remame
_sitebuiltins.py
3.05 KB
Edit
Delete
Copy
Move
Remame
_strptime.py
24.68 KB
Edit
Delete
Copy
Move
Remame
_sysconfigdata__linux_x86_64-linux-gnu.py
42.36 KB
Edit
Delete
Copy
Move
Remame
_sysconfigdata__x86_64-linux-gnu.py
42.36 KB
Edit
Delete
Copy
Move
Remame
_threading_local.py
7.05 KB
Edit
Delete
Copy
Move
Remame
_weakrefset.py
5.75 KB
Edit
Delete
Copy
Move
Remame
abc.py
6.37 KB
Edit
Delete
Copy
Move
Remame
aifc.py
33.41 KB
Edit
Delete
Copy
Move
Remame
antigravity.py
0.49 KB
Edit
Delete
Copy
Move
Remame
argparse.py
97.28 KB
Edit
Delete
Copy
Move
Remame
ast.py
59.25 KB
Edit
Delete
Copy
Move
Remame
asynchat.py
11.3 KB
Edit
Delete
Copy
Move
Remame
asyncio
34 Items
Change directory
Remove directory
Rename directory
asyncore.py
19.83 KB
Edit
Delete
Copy
Move
Remame
base64.py
20.53 KB
Edit
Delete
Copy
Move
Remame
bdb.py
31.59 KB
Edit
Delete
Copy
Move
Remame
bisect.py
3.06 KB
Edit
Delete
Copy
Move
Remame
bz2.py
11.57 KB
Edit
Delete
Copy
Move
Remame
cProfile.py
6.19 KB
Edit
Delete
Copy
Move
Remame
calendar.py
24.17 KB
Edit
Delete
Copy
Move
Remame
cgi.py
33.61 KB
Edit
Delete
Copy
Move
Remame
cgitb.py
12.13 KB
Edit
Delete
Copy
Move
Remame
chunk.py
5.37 KB
Edit
Delete
Copy
Move
Remame
cmd.py
14.52 KB
Edit
Delete
Copy
Move
Remame
code.py
10.37 KB
Edit
Delete
Copy
Move
Remame
codecs.py
35.85 KB
Edit
Delete
Copy
Move
Remame
codeop.py
5.47 KB
Edit
Delete
Copy
Move
Remame
collections
3 Items
Change directory
Remove directory
Rename directory
colorsys.py
3.93 KB
Edit
Delete
Copy
Move
Remame
compileall.py
19.78 KB
Edit
Delete
Copy
Move
Remame
concurrent
3 Items
Change directory
Remove directory
Rename directory
configparser.py
53.96 KB
Edit
Delete
Copy
Move
Remame
contextlib.py
26.44 KB
Edit
Delete
Copy
Move
Remame
contextvars.py
0.13 KB
Edit
Delete
Copy
Move
Remame
copy.py
8.48 KB
Edit
Delete
Copy
Move
Remame
copyreg.py
7.5 KB
Edit
Delete
Copy
Move
Remame
crypt.py
3.82 KB
Edit
Delete
Copy
Move
Remame
csv.py
15.65 KB
Edit
Delete
Copy
Move
Remame
ctypes
6 Items
Change directory
Remove directory
Rename directory
curses
6 Items
Change directory
Remove directory
Rename directory
dataclasses.py
56.5 KB
Edit
Delete
Copy
Move
Remame
datetime.py
89.85 KB
Edit
Delete
Copy
Move
Remame
dbm
5 Items
Change directory
Remove directory
Rename directory
decimal.py
0.31 KB
Edit
Delete
Copy
Move
Remame
difflib.py
81.36 KB
Edit
Delete
Copy
Move
Remame
dis.py
28.28 KB
Edit
Delete
Copy
Move
Remame
distutils
31 Items
Change directory
Remove directory
Rename directory
doctest.py
102.71 KB
Edit
Delete
Copy
Move
Remame
email
23 Items
Change directory
Remove directory
Rename directory
encodings
123 Items
Change directory
Remove directory
Rename directory
enum.py
76.81 KB
Edit
Delete
Copy
Move
Remame
filecmp.py
9.94 KB
Edit
Delete
Copy
Move
Remame
fileinput.py
15.33 KB
Edit
Delete
Copy
Move
Remame
fnmatch.py
5.86 KB
Edit
Delete
Copy
Move
Remame
fractions.py
28 KB
Edit
Delete
Copy
Move
Remame
ftplib.py
34.66 KB
Edit
Delete
Copy
Move
Remame
functools.py
37.51 KB
Edit
Delete
Copy
Move
Remame
genericpath.py
4.86 KB
Edit
Delete
Copy
Move
Remame
getopt.py
7.31 KB
Edit
Delete
Copy
Move
Remame
getpass.py
5.85 KB
Edit
Delete
Copy
Move
Remame
gettext.py
20.8 KB
Edit
Delete
Copy
Move
Remame
glob.py
8.48 KB
Edit
Delete
Copy
Move
Remame
graphlib.py
9.43 KB
Edit
Delete
Copy
Move
Remame
gzip.py
23.51 KB
Edit
Delete
Copy
Move
Remame
hashlib.py
11.49 KB
Edit
Delete
Copy
Move
Remame
heapq.py
22.48 KB
Edit
Delete
Copy
Move
Remame
hmac.py
7.54 KB
Edit
Delete
Copy
Move
Remame
html
4 Items
Change directory
Remove directory
Rename directory
http
6 Items
Change directory
Remove directory
Rename directory
imaplib.py
53.58 KB
Edit
Delete
Copy
Move
Remame
imghdr.py
3.86 KB
Edit
Delete
Copy
Move
Remame
imp.py
10.36 KB
Edit
Delete
Copy
Move
Remame
importlib
12 Items
Change directory
Remove directory
Rename directory
inspect.py
121.28 KB
Edit
Delete
Copy
Move
Remame
io.py
4.14 KB
Edit
Delete
Copy
Move
Remame
ipaddress.py
76.45 KB
Edit
Delete
Copy
Move
Remame
json
6 Items
Change directory
Remove directory
Rename directory
keyword.py
1.04 KB
Edit
Delete
Copy
Move
Remame
lib-dynload
46 Items
Change directory
Remove directory
Rename directory
lib2to3
16 Items
Change directory
Remove directory
Rename directory
linecache.py
5.56 KB
Edit
Delete
Copy
Move
Remame
locale.py
77.15 KB
Edit
Delete
Copy
Move
Remame
logging
4 Items
Change directory
Remove directory
Rename directory
lzma.py
12.97 KB
Edit
Delete
Copy
Move
Remame
mailbox.py
76.95 KB
Edit
Delete
Copy
Move
Remame
mailcap.py
9.15 KB
Edit
Delete
Copy
Move
Remame
mimetypes.py
22.26 KB
Edit
Delete
Copy
Move
Remame
modulefinder.py
23.14 KB
Edit
Delete
Copy
Move
Remame
multiprocessing
23 Items
Change directory
Remove directory
Rename directory
netrc.py
6.77 KB
Edit
Delete
Copy
Move
Remame
nntplib.py
40.12 KB
Edit
Delete
Copy
Move
Remame
ntpath.py
28.95 KB
Edit
Delete
Copy
Move
Remame
nturl2path.py
2.82 KB
Edit
Delete
Copy
Move
Remame
numbers.py
10.11 KB
Edit
Delete
Copy
Move
Remame
opcode.py
10.2 KB
Edit
Delete
Copy
Move
Remame
operator.py
10.71 KB
Edit
Delete
Copy
Move
Remame
optparse.py
58.95 KB
Edit
Delete
Copy
Move
Remame
os.py
38.58 KB
Edit
Delete
Copy
Move
Remame
pathlib.py
47.44 KB
Edit
Delete
Copy
Move
Remame
pdb.py
62.4 KB
Edit
Delete
Copy
Move
Remame
pickle.py
63.43 KB
Edit
Delete
Copy
Move
Remame
pickletools.py
91.29 KB
Edit
Delete
Copy
Move
Remame
pipes.py
8.77 KB
Edit
Delete
Copy
Move
Remame
pkgutil.py
24.04 KB
Edit
Delete
Copy
Move
Remame
platform.py
41.28 KB
Edit
Delete
Copy
Move
Remame
plistlib.py
27.59 KB
Edit
Delete
Copy
Move
Remame
poplib.py
14.84 KB
Edit
Delete
Copy
Move
Remame
posixpath.py
16.61 KB
Edit
Delete
Copy
Move
Remame
pprint.py
23.92 KB
Edit
Delete
Copy
Move
Remame
profile.py
22.33 KB
Edit
Delete
Copy
Move
Remame
pstats.py
28.67 KB
Edit
Delete
Copy
Move
Remame
pty.py
5.09 KB
Edit
Delete
Copy
Move
Remame
py_compile.py
7.69 KB
Edit
Delete
Copy
Move
Remame
pyclbr.py
11.13 KB
Edit
Delete
Copy
Move
Remame
pydoc.py
106.57 KB
Edit
Delete
Copy
Move
Remame
pydoc_data
4 Items
Change directory
Remove directory
Rename directory
queue.py
11.23 KB
Edit
Delete
Copy
Move
Remame
quopri.py
7.1 KB
Edit
Delete
Copy
Move
Remame
random.py
31.41 KB
Edit
Delete
Copy
Move
Remame
re
6 Items
Change directory
Remove directory
Rename directory
reprlib.py
5.31 KB
Edit
Delete
Copy
Move
Remame
rlcompleter.py
7.64 KB
Edit
Delete
Copy
Move
Remame
runpy.py
12.85 KB
Edit
Delete
Copy
Move
Remame
sched.py
6.2 KB
Edit
Delete
Copy
Move
Remame
secrets.py
1.98 KB
Edit
Delete
Copy
Move
Remame
selectors.py
19.03 KB
Edit
Delete
Copy
Move
Remame
shelve.py
8.36 KB
Edit
Delete
Copy
Move
Remame
shlex.py
13.18 KB
Edit
Delete
Copy
Move
Remame
shutil.py
53.58 KB
Edit
Delete
Copy
Move
Remame
signal.py
2.38 KB
Edit
Delete
Copy
Move
Remame
site.py
23.17 KB
Edit
Delete
Copy
Move
Remame
sitecustomize.py
0.15 KB
Edit
Delete
Copy
Move
Remame
smtpd.py
30.43 KB
Edit
Delete
Copy
Move
Remame
smtplib.py
44.35 KB
Edit
Delete
Copy
Move
Remame
sndhdr.py
7.27 KB
Edit
Delete
Copy
Move
Remame
socket.py
36.41 KB
Edit
Delete
Copy
Move
Remame
socketserver.py
26.94 KB
Edit
Delete
Copy
Move
Remame
sqlite3
4 Items
Change directory
Remove directory
Rename directory
sre_compile.py
0.23 KB
Edit
Delete
Copy
Move
Remame
sre_constants.py
0.23 KB
Edit
Delete
Copy
Move
Remame
sre_parse.py
0.22 KB
Edit
Delete
Copy
Move
Remame
ssl.py
52.71 KB
Edit
Delete
Copy
Move
Remame
stat.py
5.36 KB
Edit
Delete
Copy
Move
Remame
statistics.py
46.59 KB
Edit
Delete
Copy
Move
Remame
string.py
11.51 KB
Edit
Delete
Copy
Move
Remame
stringprep.py
12.61 KB
Edit
Delete
Copy
Move
Remame
struct.py
0.25 KB
Edit
Delete
Copy
Move
Remame
subprocess.py
83.74 KB
Edit
Delete
Copy
Move
Remame
sunau.py
18.05 KB
Edit
Delete
Copy
Move
Remame
symtable.py
10.13 KB
Edit
Delete
Copy
Move
Remame
sysconfig.py
31.35 KB
Edit
Delete
Copy
Move
Remame
tabnanny.py
11.03 KB
Edit
Delete
Copy
Move
Remame
tarfile.py
95.25 KB
Edit
Delete
Copy
Move
Remame
telnetlib.py
22.75 KB
Edit
Delete
Copy
Move
Remame
tempfile.py
34.66 KB
Edit
Delete
Copy
Move
Remame
test
10 Items
Change directory
Remove directory
Rename directory
textwrap.py
19.26 KB
Edit
Delete
Copy
Move
Remame
this.py
0.98 KB
Edit
Delete
Copy
Move
Remame
threading.py
56.46 KB
Edit
Delete
Copy
Move
Remame
timeit.py
13.18 KB
Edit
Delete
Copy
Move
Remame
token.py
2.33 KB
Edit
Delete
Copy
Move
Remame
tokenize.py
25.72 KB
Edit
Delete
Copy
Move
Remame
tomllib
5 Items
Change directory
Remove directory
Rename directory
trace.py
28.52 KB
Edit
Delete
Copy
Move
Remame
traceback.py
37.52 KB
Edit
Delete
Copy
Move
Remame
tracemalloc.py
17.62 KB
Edit
Delete
Copy
Move
Remame
tty.py
0.86 KB
Edit
Delete
Copy
Move
Remame
turtle.py
140.97 KB
Edit
Delete
Copy
Move
Remame
types.py
9.83 KB
Edit
Delete
Copy
Move
Remame
typing.py
114.35 KB
Edit
Delete
Copy
Move
Remame
unittest
14 Items
Change directory
Remove directory
Rename directory
urllib
7 Items
Change directory
Remove directory
Rename directory
uu.py
6.86 KB
Edit
Delete
Copy
Move
Remame
uuid.py
26.95 KB
Edit
Delete
Copy
Move
Remame
venv
4 Items
Change directory
Remove directory
Rename directory
warnings.py
20.53 KB
Edit
Delete
Copy
Move
Remame
wave.py
21.33 KB
Edit
Delete
Copy
Move
Remame
weakref.py
21.01 KB
Edit
Delete
Copy
Move
Remame
webbrowser.py
24.5 KB
Edit
Delete
Copy
Move
Remame
wsgiref
8 Items
Change directory
Remove directory
Rename directory
xdrlib.py
5.84 KB
Edit
Delete
Copy
Move
Remame
xml
6 Items
Change directory
Remove directory
Rename directory
xmlrpc
4 Items
Change directory
Remove directory
Rename directory
zipapp.py
7.36 KB
Edit
Delete
Copy
Move
Remame
zipfile.py
90.81 KB
Edit
Delete
Copy
Move
Remame
zipimport.py
30.17 KB
Edit
Delete
Copy
Move
Remame
zoneinfo
5 Items
Change directory
Remove directory
Rename directory