208 lines
6.5 KiB
Python
208 lines
6.5 KiB
Python
|
|
import os
|
||
|
|
import sys
|
||
|
|
from _io import BytesIO
|
||
|
|
import random
|
||
|
|
from darabonba.utils.stream import BaseStream, READABLE
|
||
|
|
from darabonba.core import DaraModel
|
||
|
|
from urllib.parse import urlencode
|
||
|
|
|
||
|
|
class Form:
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def to_form_string(
|
||
|
|
val: dict,
|
||
|
|
) -> str:
|
||
|
|
"""
|
||
|
|
Format a map to form string, like a=a%20b%20c
|
||
|
|
@return: the form string
|
||
|
|
"""
|
||
|
|
if not val:
|
||
|
|
return ""
|
||
|
|
keys = sorted(list(val))
|
||
|
|
dic = {k: val[k] for k in keys if not isinstance(val[k], READABLE)}
|
||
|
|
return urlencode(dic)
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def get_boundary():
|
||
|
|
result = '%s' % int(random.random() * 100000000000000)
|
||
|
|
return result.zfill(14)
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def to_file_form(form, boundary):
|
||
|
|
return FileFormInputStream(form, boundary)
|
||
|
|
|
||
|
|
def _length(o):
|
||
|
|
if hasattr(o, 'len'):
|
||
|
|
return o.len
|
||
|
|
elif isinstance(o, BytesIO):
|
||
|
|
return o.getbuffer().nbytes
|
||
|
|
elif hasattr(o, 'fileno'):
|
||
|
|
return os.path.getsize(o.name)
|
||
|
|
return len(o)
|
||
|
|
|
||
|
|
|
||
|
|
class FileFormInputStream(BaseStream):
|
||
|
|
def __init__(self, form, boundary, size=1024):
|
||
|
|
super().__init__(size)
|
||
|
|
self.form = form
|
||
|
|
self.boundary = boundary
|
||
|
|
self.file_size_left = 0
|
||
|
|
|
||
|
|
self.forms = {}
|
||
|
|
self.files = {}
|
||
|
|
self.files_keys = []
|
||
|
|
self._to_map()
|
||
|
|
|
||
|
|
self.form_str = b''
|
||
|
|
self._build_str_forms()
|
||
|
|
self.str_length = len(self.form_str)
|
||
|
|
|
||
|
|
def _to_map(self):
|
||
|
|
for k, v in self.form.items():
|
||
|
|
if isinstance(v, FileField):
|
||
|
|
self.files[k] = v
|
||
|
|
self.files_keys.append(k)
|
||
|
|
else:
|
||
|
|
self.forms[k] = v
|
||
|
|
|
||
|
|
def _build_str_forms(self):
|
||
|
|
form_str = ''
|
||
|
|
str_fmt = '--%s\r\nContent-Disposition: form-data; name="%s"\r\n\r\n%s\r\n'
|
||
|
|
forms_list = sorted(list(self.forms))
|
||
|
|
for key in forms_list:
|
||
|
|
value = self.forms[key]
|
||
|
|
form_str += str_fmt % (self.boundary, key, value)
|
||
|
|
self.form_str = form_str.encode('utf-8')
|
||
|
|
|
||
|
|
def _get_stream_length(self):
|
||
|
|
file_length = 0
|
||
|
|
for k, ff in self.files.items():
|
||
|
|
field_length = len(ff.filename.encode('utf-8')) + len(ff.content_type) +\
|
||
|
|
len(k.encode('utf-8')) + len(self.boundary) + 78
|
||
|
|
|
||
|
|
file_length += _length(ff.content) + field_length
|
||
|
|
|
||
|
|
stream_length = self.str_length + file_length + len(self.boundary) + 6
|
||
|
|
return stream_length
|
||
|
|
|
||
|
|
def __len__(self):
|
||
|
|
return self._get_stream_length()
|
||
|
|
|
||
|
|
def __iter__(self):
|
||
|
|
return self
|
||
|
|
|
||
|
|
def __next__(self):
|
||
|
|
return self.read(self.size, loop=True)
|
||
|
|
|
||
|
|
def file_str(self, size):
|
||
|
|
# handle file object
|
||
|
|
form_str = b''
|
||
|
|
start_fmt = '--%s\r\nContent-Disposition: form-data; name="%s";'
|
||
|
|
content_fmt = b' filename="%s"\r\nContent-Type: %s\r\n\r\n%s'
|
||
|
|
|
||
|
|
if self.file_size_left:
|
||
|
|
for key in self.files_keys[:]:
|
||
|
|
if size <= 0:
|
||
|
|
break
|
||
|
|
file_field = self.files[key]
|
||
|
|
file_content = file_field.content.read(size)
|
||
|
|
if isinstance(file_content, str):
|
||
|
|
file_content = file_content.encode('utf-8')
|
||
|
|
|
||
|
|
if self.file_size_left <= size:
|
||
|
|
form_str += b'%s\r\n' % file_content
|
||
|
|
self.file_size_left = 0
|
||
|
|
size -= len(file_content)
|
||
|
|
self.files_keys.remove(key)
|
||
|
|
else:
|
||
|
|
form_str += file_content
|
||
|
|
self.file_size_left -= size
|
||
|
|
size -= len(file_content)
|
||
|
|
else:
|
||
|
|
for key in self.files_keys[:]:
|
||
|
|
if size <= 0:
|
||
|
|
break
|
||
|
|
file_field = self.files[key]
|
||
|
|
|
||
|
|
file_size = _length(file_field.content)
|
||
|
|
self.file_size_left = file_size
|
||
|
|
file_content = file_field.content.read(size)
|
||
|
|
if isinstance(file_content, str):
|
||
|
|
file_content = file_content.encode('utf-8')
|
||
|
|
|
||
|
|
# build form_str
|
||
|
|
start = start_fmt % (self.boundary, key)
|
||
|
|
content = content_fmt % (
|
||
|
|
file_field.filename.encode('utf-8'),
|
||
|
|
file_field.content_type.encode('utf-8'),
|
||
|
|
file_content
|
||
|
|
)
|
||
|
|
if self.file_size_left < size:
|
||
|
|
form_str += b'%s%s\r\n' % (start.encode('utf-8'), content)
|
||
|
|
self.file_size_left = 0
|
||
|
|
size -= len(file_content)
|
||
|
|
self.files_keys.remove(key)
|
||
|
|
else:
|
||
|
|
form_str += b'%s%s' % (start.encode('utf-8'), content)
|
||
|
|
self.file_size_left -= size
|
||
|
|
size -= len(file_content)
|
||
|
|
|
||
|
|
return form_str
|
||
|
|
|
||
|
|
def read(self, size=None, loop=False):
|
||
|
|
if not self.files_keys and not self.form_str:
|
||
|
|
self.refresh()
|
||
|
|
if loop:
|
||
|
|
raise StopIteration
|
||
|
|
else:
|
||
|
|
return b''
|
||
|
|
|
||
|
|
if size is None:
|
||
|
|
size = sys.maxsize
|
||
|
|
|
||
|
|
if self.form_str:
|
||
|
|
form_str = self.form_str[:size]
|
||
|
|
self.form_str = self.form_str[size:]
|
||
|
|
if len(form_str) < size:
|
||
|
|
form_str += self.file_str(size)
|
||
|
|
else:
|
||
|
|
form_str = self.file_str(size)
|
||
|
|
|
||
|
|
if not self.form_str and not self.files_keys:
|
||
|
|
form_str += b'--%s--\r\n' % self.boundary.encode('utf-8')
|
||
|
|
return form_str
|
||
|
|
|
||
|
|
def refresh_cursor(self):
|
||
|
|
for ff in self.files.values():
|
||
|
|
if hasattr(ff.content, 'seek'):
|
||
|
|
ff.content.seek(0, 0)
|
||
|
|
|
||
|
|
def refresh(self):
|
||
|
|
self.file_size_left = 0
|
||
|
|
self._to_map()
|
||
|
|
self._build_str_forms()
|
||
|
|
self.refresh_cursor()
|
||
|
|
|
||
|
|
class FileField(DaraModel):
|
||
|
|
def __init__(self, filename=None, content_type=None, content=None):
|
||
|
|
self.filename = filename
|
||
|
|
self.content_type = content_type
|
||
|
|
self.content = content
|
||
|
|
|
||
|
|
def validate(self):
|
||
|
|
self.validate_required(self.filename, 'filename')
|
||
|
|
self.validate_required(self.content_type, 'content_type')
|
||
|
|
self.validate_required(self.content, 'content')
|
||
|
|
|
||
|
|
def to_map(self):
|
||
|
|
result = {}
|
||
|
|
result['filename'] = self.filename
|
||
|
|
result['contentType'] = self.content_type
|
||
|
|
result['content'] = self.content
|
||
|
|
return result
|
||
|
|
|
||
|
|
def from_map(self, map={}):
|
||
|
|
self.filename = map.get('filename')
|
||
|
|
self.content_type = map.get('contentType')
|
||
|
|
self.content = map.get('content')
|
||
|
|
return self
|