import asm3.al import asm3.animal import asm3.animalcontrol import asm3.cachedisk import asm3.configuration import asm3.geo import asm3.i18n import asm3.html import asm3.lookups import asm3.lostfound import asm3.media import asm3.movement import asm3.person import asm3.publishers.base import asm3.template import asm3.users import asm3.utils import asm3.waitinglist from asm3.sitedefs import BASE_URL, ASMSELECT_CSS, ASMSELECT_JS, JQUERY_JS, JQUERY_UI_JS, JQUERY_UI_CSS, SIGNATURE_JS, TIMEPICKER_CSS, TIMEPICKER_JS, TOUCHPUNCH_JS import web FIELDTYPE_YESNO = 0 FIELDTYPE_TEXT = 1 FIELDTYPE_NOTES = 2 FIELDTYPE_LOOKUP = 3 FIELDTYPE_SHELTERANIMAL = 4 FIELDTYPE_ADOPTABLEANIMAL = 5 FIELDTYPE_COLOUR = 6 FIELDTYPE_BREED = 7 FIELDTYPE_SPECIES = 8 FIELDTYPE_RAWMARKUP = 9 FIELDTYPE_DATE = 10 FIELDTYPE_CHECKBOX = 11 FIELDTYPE_RADIOGROUP = 12 FIELDTYPE_SIGNATURE = 13 FIELDTYPE_LOOKUP_MULTI = 14 FIELDTYPE_GDPR_CONTACT_OPTIN = 15 FIELDTYPE_TIME = 16 FIELDTYPE_IMAGE = 17 FIELDTYPE_CHECKBOXGROUP = 18 FIELDTYPE_EMAIL = 19 # Types as used in JSON representations FIELDTYPE_MAP = { "YESNO": 0, "TEXT": 1, "NOTES": 2, "LOOKUP": 3, "SHELTERANIMAL": 4, "ADOPTABLEANIMAL": 5, "COLOUR": 6, "BREED": 7, "SPECIES": 8, "RAWMARKUP": 9, "DATE": 10, "CHECKBOX": 11, "RADIOGROUP": 12, "SIGNATURE": 13, "LOOKUP_MULTI": 14, "GDPR_CONTACT_OPTIN": 15, "TIME": 16, "IMAGE": 17, "CHECKBOXGROUP": 18 } FIELDTYPE_MAP_REVERSE = {v: k for k, v in FIELDTYPE_MAP.items()} JSKEY_NAME = 'magicASJSkey' JSKEY_VALUE = '918273645' # Online field names that we recognise and will attempt to map to # known fields when importing from submitted forms FORM_FIELDS = [ "emailsubmissionto", "title", "initials", "firstname", "forenames", "surname", "lastname", "address", "town", "city", "county", "state", "postcode", "zipcode", "country", "hometelephone", "worktelephone", "mobiletelephone", "celltelephone", "emailaddress", "excludefrombulkemail", "gdprcontactoptin", "description", "reason", "size", "species", "breed", "agegroup", "color", "colour", "datelost", "datefound", "arealost", "areafound", "areapostcode", "areazipcode", "microchip", "animalname", "reserveanimalname", "code", "microchip", "age", "dateofbirth", "entryreason", "markings", "comments", "hiddencomments", "type", "breed1", "breed2", "color", "sex", "callnotes", "dispatchaddress", "dispatchcity", "dispatchstate", "dispatchzipcode", "transporttype", "pickupaddress", "pickuptown", "pickupcity", "pickupcounty", "pickupstate", "pickuppostcode", "pickupzipcode", "pickupcountry", "pickupdate", "pickuptime", "dropoffaddress", "dropofftown", "dropoffcity", "dropoffcounty", "dropoffstate", "dropoffpostcode", "dropoffzipcode", "dropoffcountry", "dropoffdate", "dropofftime" ] AUTOCOMPLETE_MAP = { "title": "honorific", "firstname": "given-name", "lastname": "family-name", "address": "street-address", "city": "address-level2", "state": "address-level3", "country": "country-name", "zipcode": "postal-code", "mobiletelephone": "tel", "emailaddress": "email" } def get_collationid(dbo): """ Returns the next collation ID value for online forms. """ return asm3.configuration.collation_id_next(dbo) def get_onlineform(dbo, formid): """ Returns the online form with ID formid """ return dbo.first_row(dbo.query("SELECT * FROM onlineform WHERE ID = ?", [formid])) def get_onlineforms(dbo): """ Return all online forms """ return dbo.query("SELECT *, (SELECT COUNT(*) FROM onlineformfield WHERE OnlineFormID = onlineform.ID) AS NumberOfFields FROM onlineform ORDER BY Name") def get_onlineform_html(dbo, formid, completedocument = True): """ Get the selected online form as HTML """ h = [] l = dbo.locale form = get_onlineform(dbo, formid) if form is None: raise asm3.utils.ASMValidationError("Online form %d does not exist") formfields = get_onlineformfields(dbo, formid) if completedocument: header = get_onlineform_header(dbo) # Calculate the date format and add our extra script # references into the header block df = asm3.i18n.get_display_date_format(l) df = df.replace("%Y", "yy").replace("%m", "mm").replace("%d", "dd") extra = "\n" % df extra += asm3.html.css_tag(JQUERY_UI_CSS.replace("%(theme)s", "smoothness")) + \ asm3.html.css_tag(ASMSELECT_CSS) + \ asm3.html.css_tag(TIMEPICKER_CSS) + \ asm3.html.script_tag(JQUERY_JS) + \ asm3.html.script_tag(JQUERY_UI_JS) + \ asm3.html.script_tag(TOUCHPUNCH_JS) + \ asm3.html.script_tag(SIGNATURE_JS) + \ asm3.html.script_tag(ASMSELECT_JS) + \ asm3.html.script_tag(TIMEPICKER_JS) + \ asm3.html.asm_script_tag("onlineform_extra.js") + \ "" header = header.replace("", extra) h.append(header.replace("$$TITLE$$", form["NAME"])) h.append('

%s

' % form["NAME"]) if form["DESCRIPTION"] is not None and form["DESCRIPTION"] != "": h.append('

%s

' % form["DESCRIPTION"]) h.append(asm3.utils.nulltostr(form["HEADER"])) h.append('
' % BASE_URL) h.append('') h.append('' % dbo.alias) h.append('' % form["REDIRECTURLAFTERPOST"]) h.append('' % form["SETOWNERFLAGS"]) h.append('' % asm3.html.escape(form["NAME"])) h.append('') for f in formfields: fname = "%s_%s" % (f.FIELDNAME, f.ID) cname = asm3.html.escape(fname) fid = "f%d" % f.ID visibleif = "" if f.VISIBLEIF: visibleif = 'data-visibleif="%s"' % f.VISIBLEIF h.append('' % visibleif) required = "" requiredtext = "" requiredspan = '' requiredspan = "" autocomplete = "" if f.FIELDNAME in AUTOCOMPLETE_MAP: autocomplete = "autocomplete=\"%s\"" % AUTOCOMPLETE_MAP[f.FIELDNAME] if f.MANDATORY == 1: required = "required=\"required\"" requiredtext = "required=\"required\" pattern=\".*\\S+.*\"" requiredspan = '*' if f.FIELDTYPE == FIELDTYPE_RAWMARKUP: h.append('') h.append('') h.append('') h.append('
') elif f.FIELDTYPE == FIELDTYPE_CHECKBOX: h.append('%s' % requiredspan) else: # Add label and cell wrapper if it's not raw markup or a checkbox h.append('') h.append('' % ( fid, f.LABEL, requiredspan )) h.append('') if f.FIELDTYPE == FIELDTYPE_YESNO: h.append('' % \ ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), asm3.i18n._("No", l), asm3.i18n._("Yes", l))) elif f.FIELDTYPE == FIELDTYPE_CHECKBOX: h.append(' ' % \ (fid, cname, required, fid, f.LABEL)) elif f.FIELDTYPE == FIELDTYPE_TEXT: h.append('' % ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), autocomplete, requiredtext)) elif f.FIELDTYPE == FIELDTYPE_EMAIL: h.append('' % ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), autocomplete, requiredtext)) elif f.FIELDTYPE == FIELDTYPE_DATE: h.append('' % ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), requiredtext)) elif f.FIELDTYPE == FIELDTYPE_TIME: h.append('' % ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), requiredtext)) elif f.FIELDTYPE == FIELDTYPE_NOTES: h.append('' % ( fid, cname, asm3.utils.nulltostr(f.TOOLTIP), requiredtext)) elif f.FIELDTYPE == FIELDTYPE_LOOKUP: h.append('') elif f.FIELDTYPE == FIELDTYPE_LOOKUP_MULTI: h.append('' % cname) h.append('') elif f.FIELDTYPE == FIELDTYPE_RADIOGROUP: h.append('
') for i, lv in enumerate(asm3.utils.nulltostr(f.LOOKUPS).split("|")): rid = "%s_%s" % (fid, i) h.append('
' % (rid, cname, lv, required, rid, lv)) h.append('
') elif f.FIELDTYPE == FIELDTYPE_CHECKBOXGROUP: h.append('' % cname) h.append('
' % (cname, asm3.utils.iif(required != "", "required", ""))) for i, lv in enumerate(asm3.utils.nulltostr(f.LOOKUPS).split("|")): rid = "%s_%s" % (fid, i) rname = "%s%s_" % (f.FIELDNAME, i) h.append('
' % (rid, lv, rname, rid, lv)) h.append('
') elif f.FIELDTYPE == FIELDTYPE_SHELTERANIMAL: h.append('') elif f.FIELDTYPE == FIELDTYPE_ADOPTABLEANIMAL: h.append('') elif f.FIELDTYPE == FIELDTYPE_GDPR_CONTACT_OPTIN: h.append('' % cname) h.append('') elif f.FIELDTYPE == FIELDTYPE_COLOUR: h.append('') elif f.FIELDTYPE == FIELDTYPE_BREED: h.append('') elif f.FIELDTYPE == FIELDTYPE_SPECIES: h.append('') elif f.FIELDTYPE == FIELDTYPE_RAWMARKUP: h.append('' % cname) h.append(asm3.utils.nulltostr(f.TOOLTIP)) elif f.FIELDTYPE == FIELDTYPE_SIGNATURE: h.append('' % cname) h.append('
' % ( cname, asm3.utils.iif(required != "", "required", "") )) h.append('
' % ( cname, asm3.i18n._("Clear", l) )) elif f.FIELDTYPE == FIELDTYPE_IMAGE: h.append('' % cname) h.append('' % (fid, cname, asm3.utils.iif(required != "", "required", ""))) h.append('
') if asm3.configuration.online_form_verify_jskey(dbo): h.append('') h.append('

') h.append('
') if completedocument: h.append(asm3.utils.nulltostr(form.FOOTER)) footer = get_onlineform_footer(dbo) h.append(footer.replace("$$TITLE$$", form.NAME)) return "\n".join(h) def get_onlineform_json(dbo, formid): """ Get the selected online form as a JSON document """ form = get_onlineform(dbo, formid) if form is None: raise asm3.utils.ASMValidationError("Online form %d does not exist") formfields = get_onlineformfields(dbo, formid) fd = { "name": form.NAME, "description": form.DESCRIPTION, "header": form.HEADER, "footer": form.FOOTER } ff = [] for f in formfields: ff.append({ "name": f.FIELDNAME, "label": f.LABEL, "type": FIELDTYPE_MAP_REVERSE[f.FIELDTYPE], "mandatory": asm3.utils.iif(f.MANDATORY == 1, True, False), "index": f.DISPLAYINDEX, "visibleif": f.VISIBLEIF, "lookups": f.LOOKUPS, "tooltip": f.TOOLTIP}) fd["fields"] = ff return asm3.utils.json(fd, True) def import_onlineform_json(dbo, j): """ Imports an online form from a JSON document """ fd = asm3.utils.json_parse(j) data = { "name": fd["name"], "description": fd["description"], "header": fd["header"], "footer": fd["footer"] } fid = insert_onlineform_from_form(dbo, "import", asm3.utils.PostedData(data, dbo.locale)) for f in fd["fields"]: data = { "formid": str(fid), "fieldname": f["name"], "fieldtype": str(FIELDTYPE_MAP[f["type"]]), "label": f["label"], "displayindex": f["index"], "mandatory": asm3.utils.iif(f["mandatory"], "1", "0"), "visibleif": "visibleif" in f and f["visibleif"] or "", "lookups": f["lookups"], "tooltip": f["tooltip"] } insert_onlineformfield_from_form(dbo, "import", asm3.utils.PostedData(data, dbo.locale)) def import_onlineform_html(dbo, h): """ Imports an online form from an HTML document """ p = asm3.utils.FormHTMLParser() p.feed(h) data = { "name": p.title, "description": "", "header": "", "footer": "" } fid = insert_onlineform_from_form(dbo, "import", asm3.utils.PostedData(data, dbo.locale)) for i, control in enumerate(p.controls): name = "" label = "" tooltip = "" fieldtype = "TEXT" tag = "input" for k, v in control.items(): if k == "name": name = v label = v if k == "tag": tag = v if k == "title": tooltip = v if tag == "select": fieldtype = "LOOKUP" if tag == "textarea": fieldtype = "NOTES" # without a name, we have nothing if name == "": continue data = { "formid": str(fid), "fieldname": name, "fieldtype": str(FIELDTYPE_MAP[fieldtype]), "label": label, "displayindex": i * 10, "mandatory": "0", "lookups": "", "tooltip": tooltip } insert_onlineformfield_from_form(dbo, "import", asm3.utils.PostedData(data, dbo.locale)) def get_onlineform_header(dbo): header = asm3.template.get_html_template(dbo, "onlineform")[0] if header == "": header = "\n" \ "\n" \ "\n" \ "$$TITLE$$\n" \ "\n" \ "\n" \ "\n" \ "\n" \ "" return header def get_onlineform_footer(dbo): footer = asm3.template.get_html_template(dbo, "onlineform")[2] if footer == "": footer = "\n" return footer def set_onlineform_headerfooter(dbo, head, foot): asm3.template.update_html_template(dbo, "", "onlineform", head, "", foot, True) def get_onlineform_name(dbo, formid): """ Returns the name of a form """ return dbo.query_string("SELECT Name FROM onlineform WHERE ID = ?", [formid]) def get_onlineformfields(dbo, formid): """ Return all fields for a form """ return dbo.query("SELECT * FROM onlineformfield WHERE OnlineFormID = ? ORDER BY DisplayIndex", [formid]) def get_onlineformincoming_formname(dbo, collationid): """ Given a collationid, return the form's name """ return dbo.query_string("SELECT FormName FROM onlineformincoming WHERE CollationID=?", [collationid]) def get_onlineformincoming_formheader(dbo, collationid): """ Given a collation id for an incoming form, try and find the original onlineform header. """ return dbo.query_string("SELECT o.Header FROM onlineform o " \ "INNER JOIN onlineformincoming oi ON oi.FormName = o.Name " \ "WHERE oi.CollationID = ?", [collationid]) def get_onlineformincoming_formfooter(dbo, collationid): """ Given a collation id for an incoming form, try and find the original onlineform footer. """ return dbo.query_string("SELECT o.Footer FROM onlineform o " \ "INNER JOIN onlineformincoming oi ON oi.FormName = o.Name " \ "WHERE oi.CollationID = ?", [collationid]) def get_onlineformincoming_headers(dbo): """ Returns all incoming form posts """ return dbo.query("SELECT DISTINCT f.CollationID, f.FormName, f.PostedDate, f.Host, f.Preview " \ "FROM onlineformincoming f ORDER BY f.PostedDate") def get_onlineformincoming_detail(dbo, collationid): """ Returns the detail lines for an incoming post """ return dbo.query("SELECT * FROM onlineformincoming WHERE CollationID = ? ORDER BY DisplayIndex", [collationid]) def get_onlineformincoming_html(dbo, collationid, include_raw=True, include_images=True): """ Returns an HTML fragment of the incoming form data """ h = [] h.append('') for f in get_onlineformincoming_detail(dbo, collationid): label = f.LABEL if label is None or label == "": label = f.FIELDNAME v = f.VALUE if v.startswith("RAW::") and not include_raw: continue if v.startswith("data:") and not include_images: continue if v.startswith("RAW::"): h.append('') h.append('' % v[5:]) h.append('') elif v.startswith("data:"): h.append('') h.append('' % label ) h.append('' % v) h.append('') else: h.append('') h.append('' % label ) h.append('' % v) h.append('') h.append('
%s
%s
%s%s
') return "\n".join(h) def get_onlineformincoming_plain(dbo, collationid): """ Returns a plain text fragment of the incoming form data """ h = [] for f in get_onlineformincoming_detail(dbo, collationid): if f.VALUE.startswith("RAW::") or f.VALUE.startswith("data:"): continue label = f.LABEL if label is None or label == "": label = f.FIELDNAME h.append("%s: %s\n" % (label, f.VALUE)) return "\n".join(h) def get_onlineformincoming_html_print(dbo, ids, include_raw=True, include_images=True): """ Returns a complete printable version of the online form (header/footer wrapped around the html call above) ids: A list of integer ids include_raw: Include fields that are raw markup include_images: Include base64 encoded images """ title = get_onlineformincoming_formname(dbo, ids[0]) header = get_onlineform_header(dbo) header = header.replace("$$TITLE$$", title) headercontent = header[header.find("")+6:] header = header[0:header.find("")+6] footer = get_onlineform_footer(dbo) footer = footer.replace("$$TITLE$$", title) footercontent = footer[0:footer.find("")] h = [] h.append(header) for i, collationid in enumerate(ids): h.append(headercontent) formheader = get_onlineformincoming_formheader(dbo, collationid) h.append(formheader) h.append(get_onlineformincoming_html(dbo, asm3.utils.cint(collationid), include_raw=include_raw, include_images=include_images)) formfooter = get_onlineformincoming_formfooter(dbo, collationid) h.append(formfooter) h.append(footercontent) if i < len(ids)-1: h.append('
') h.append("") return "\n".join(h) def get_onlineformincoming_name(dbo, collationid): """ Returns the form name for a collation id """ return dbo.query_string("SELECT FormName FROM onlineformincoming WHERE CollationID = ? %s" % dbo.sql_limit(1), [collationid]) def get_animal_id_from_field(dbo, name): """ Used for ADOPTABLE/SHELTER animal fields, gets the ID from the value """ if name.find("::") != -1: animalcode = name.split("::")[1] aid = dbo.query_int("SELECT ID FROM animal WHERE ShelterCode = ? ORDER BY ID DESC", [animalcode]) else: aid = dbo.query_int("SELECT ID FROM animal WHERE LOWER(AnimalName) LIKE ? ORDER BY ID DESC", [name.lower()]) return aid def insert_onlineform_from_form(dbo, username, post): """ Create an onlineform record from posted data """ return dbo.insert("onlineform", { "Name": post["name"], "RedirectUrlAfterPOST": post["redirect"], "SetOwnerFlags": post["flags"], "EmailAddress": post["email"], "EmailSubmitter": post.integer("emailsubmitter"), "*EmailMessage": post["emailmessage"], "*Header": post["header"], "*Footer": post["footer"], "*Description": post["description"] }, username, setCreated=False) def update_onlineform_from_form(dbo, username, post): """ Update an onlineform record from posted data """ return dbo.update("onlineform", post.integer("formid"), { "Name": post["name"], "RedirectUrlAfterPOST": post["redirect"], "SetOwnerFlags": post["flags"], "EmailAddress": post["email"], "EmailSubmitter": post.integer("emailsubmitter"), "*EmailMessage": post["emailmessage"], "*Header": post["header"], "*Footer": post["footer"], "*Description": post["description"] }, username, setLastChanged=False) def delete_onlineform(dbo, username, formid): """ Deletes the specified onlineform and fields """ dbo.execute("DELETE FROM onlineformfield WHERE OnlineFormID = ?", [formid]) dbo.delete("onlineform", formid, username) def clone_onlineform(dbo, username, formid): """ Clones formid """ l = dbo.locale f = get_onlineform(dbo, formid) if f is None: return nfid = dbo.insert("onlineform", { "Name": asm3.i18n._("Copy of {0}", l).format(f.NAME), "RedirectUrlAfterPOST": f.REDIRECTURLAFTERPOST, "SetOwnerFlags": f.SETOWNERFLAGS, "EmailAddress": f.EMAILADDRESS, "EmailSubmitter": f.EMAILSUBMITTER, "*EmailMessage": f.EMAILMESSAGE, "*Header": f.HEADER, "*Footer": f.FOOTER, "*Description": f.DESCRIPTION }, username, setCreated=False) for ff in get_onlineformfields(dbo, formid): dbo.insert("onlineformfield", { "OnlineFormID": nfid, "FieldName": ff.FIELDNAME, "FieldType": ff.FIELDTYPE, "Label": ff.LABEL, "DisplayIndex": ff.DISPLAYINDEX, "Mandatory": ff.MANDATORY, "VisibleIf": ff.VISIBLEIF, "Lookups": ff.LOOKUPS, "*Tooltip": ff.TOOLTIP }) def insert_onlineformfield_from_form(dbo, username, post): """ Create an onlineformfield record from posted data """ return dbo.insert("onlineformfield", { "OnlineFormID": post.integer("formid"), "FieldName": post["fieldname"], "FieldType": post.integer("fieldtype"), "Label": post["label"], "DisplayIndex": post.integer("displayindex"), "Mandatory": post.boolean("mandatory"), "Lookups": post["lookups"], "SpeciesID": post.integer("species"), "VisibleIf": post["visibleif"], "*Tooltip": post["tooltip"] }, username, setCreated=False) def update_onlineformfield_from_form(dbo, username, post): """ Update an onlineformfield record from posted data """ dbo.update("onlineformfield", post.integer("formfieldid"), { "FieldName": post["fieldname"], "FieldType": post.integer("fieldtype"), "Label": post["label"], "DisplayIndex": post.integer("displayindex"), "Mandatory": post.boolean("mandatory"), "Lookups": post["lookups"], "SpeciesID": post.integer("species"), "VisibleIf": post["visibleif"], "*Tooltip": post["tooltip"] }, username, setLastChanged=False) def delete_onlineformfield(dbo, username, fieldid): """ Deletes the specified onlineformfield """ dbo.delete("onlineformfield", fieldid, username) def insert_onlineformincoming_from_form(dbo, post, remoteip): """ Create onlineformincoming records from posted data. We create a row for every key/value pair in the posted data with a unique collation ID. """ # If we are using a js generated field to protect against # spambots, verify it is there if asm3.configuration.online_form_verify_jskey(dbo): if post[JSKEY_NAME] != JSKEY_VALUE: raise asm3.utils.ASMValidationError("Invalid verification key") collationid = get_collationid(dbo) IGNORE_FIELDS = [ JSKEY_NAME, "formname", "flags", "redirect", "account", "filechooser", "method" ] l = dbo.locale formname = post["formname"] posteddate = dbo.now() flags = post["flags"] submitteremail = "" emailsubmissionto = "" firstnamelabel = "" firstname = "" lastnamelabel = "" lastname = "" animalnamelabel = "" animalname = "" images = [] post.data["formreceived"] = "%s %s" % (asm3.i18n.python2display(dbo.locale, posteddate), asm3.i18n.format_time(posteddate)) for k, v in post.data.items(): if k not in IGNORE_FIELDS and not k.startswith("asmSelect"): label = "" displayindex = 0 fieldname = k fieldtype = FIELDTYPE_TEXT tooltip = "" # Form fields should have a _ONLINEFORMFIELD.ID suffix we can use to get the # original label and display position. if k.find("_") != -1: fid = asm3.utils.cint(k[k.rfind("_")+1:]) fieldname = k[0:k.rfind("_")] v = v.strip() # no reason for whitespace, can't see it in preview and in address fields it makes a mess if fid != 0: fld = dbo.first_row(dbo.query("SELECT FieldType, Label, Tooltip, DisplayIndex FROM onlineformfield WHERE ID = ?", [fid])) if fld is not None: label = fld.LABEL displayindex = fld.DISPLAYINDEX fieldtype = fld.FIELDTYPE tooltip = fld.TOOLTIP # Store a few known fields for access later if fieldname == "emailaddress": submitteremail = v if fieldname == "emailsubmissionto": emailsubmissionto = v if fieldname == "firstname": firstname = v firstnamelabel = label if fieldname == "lastname": lastname = v lastnamelabel = label if fieldname == "animalname" or fieldname == "reserveanimalname": animalname = v animalnamelabel = asm3.i18n._("Name", l) # If it's a raw markup field, store the markup as the value if fieldtype == FIELDTYPE_RAWMARKUP: v = "RAW::%s" % tooltip # If we have a checkbox field with a tooltip, it contains additional # person flags, add them to our set if fieldtype == FIELDTYPE_CHECKBOX and asm3.utils.nulltostr(tooltip) != "" and (v == "checked" or v == "on"): if flags != "": flags += "," flags += tooltip dbo.update("onlineformincoming", "CollationID=%s" % collationid, { "Flags": flags }) # We decode images and put them into an images list so that they can # be included as attachments with confirmation emails. if fieldtype == FIELDTYPE_IMAGE and v.startswith("data:image/jpeg"): # Remove prefix of data:image/jpeg;base64, and decode images.append( ("%s.jpg" % fieldname, "image/jpeg", asm3.utils.base64decode(v[v.find(",")+1:])) ) # Do the insert try: dbo.insert("onlineformincoming", { "CollationID": collationid, "FormName": formname, "PostedDate": posteddate, "Flags": flags, "FieldName": fieldname, "Label": label, "DisplayIndex": displayindex, "Host": remoteip, asm3.utils.iif(fieldtype == FIELDTYPE_RAWMARKUP, "*Value", "Value"): v # don't XSS escape raw markup by prefixing fieldname with * }, generateID=False, setCreated=False) except Exception as err: asm3.al.warn("failed creating incoming field, cid=%s, name=%s, value=%s: %s" % (collationid, fieldname, v, err), "insert_onlineformincoming_from_form", dbo) # Sort out the preview of the first few fields fieldssofar = 0 preview = [] # If we have first and last name, include them in the preview if firstname != "" and lastname != "": preview.append("%s: %s" % (firstnamelabel, firstname)) preview.append("%s: %s" % (lastnamelabel, lastname)) fieldssofar += 2 # If we have an animal name, include that too if animalname != "": preview.append("%s: %s" % (animalnamelabel, animalname)) fieldssofar += 1 for fld in get_onlineformincoming_detail(dbo, collationid): if fieldssofar < 3: # Don't include raw markup or signature/image fields in the preview if fld.VALUE.startswith("RAW::") or fld.VALUE.startswith("data:"): continue fieldssofar += 1 preview.append( "%s: %s" % (fld.LABEL, fld.VALUE )) dbo.update("onlineformincoming", "CollationID=%s" % collationid, { "Preview": ", ".join(preview) }) # Do we have a valid emailaddress for the submitter and EmailSubmitter is set? # If so, send them a confirmation emailsubmitter = dbo.query_int("SELECT o.EmailSubmitter FROM onlineform o " \ "INNER JOIN onlineformincoming oi ON oi.FormName = o.Name " \ "WHERE oi.CollationID = ?", [collationid]) # The submitted form for including in emails (images are attached so not included) formdata = get_onlineformincoming_html_print(dbo, [collationid,], include_images=False) if submitteremail != "" and submitteremail.find("@") != -1 and emailsubmitter != 0: # Get the confirmation message body = dbo.query_string("SELECT o.EmailMessage FROM onlineform o " \ "INNER JOIN onlineformincoming oi ON oi.FormName = o.Name " \ "WHERE oi.CollationID = ?", [collationid]) attachments = [] # Submission option 1 = include a copy of the form submission if emailsubmitter == 1: body += "\n" + formdata attachments = images asm3.utils.send_email(dbo, asm3.configuration.email(dbo), submitteremail, "", "", asm3.i18n._("Submission received: {0}", l).format(formname), body, "html", attachments, exceptions=False) # Did the original form specify some email addresses to send # incoming submissions to? email = dbo.query_string("SELECT o.EmailAddress FROM onlineform o " \ "INNER JOIN onlineformincoming oi ON oi.FormName = o.Name " \ "WHERE oi.CollationID = ?", [collationid]) if email is not None and email.strip() != "": # If a submitter email has been set AND we sent the submitter a copy, # use the submitter email as reply-to so staff and can reply to their # copy of the message and email the applicant/submitter. # It's important that this is ONLY done if the option is on to send the submitter # confirmation because it avoids situations where people use forms for internal process # and want to use an applicant's details but don't want them to see it or accidentally # reply to them about it (prime example, forms related to performing homechecks) replyto = "" if emailsubmitter != 0: replyto = submitteremail if replyto == "": replyto = asm3.configuration.email(dbo) asm3.utils.send_email(dbo, replyto, email, "", "", "%s - %s" % (formname, ", ".join(preview)), formdata, "html", images, exceptions=False) # Did the form submission have a value in an "emailsubmissionto" field? if emailsubmissionto is not None and emailsubmissionto.strip() != "": # If a submitter email is set, use that to reply to instead replyto = submitteremail if replyto == "": replyto = asm3.configuration.email(dbo) # Remove any line breaks from the list of addresses, this has caused malformed headers before emailsubmissionto = emailsubmissionto.replace("\n", "") asm3.utils.send_email(dbo, replyto, emailsubmissionto, "", "", "%s - %s" % (formname, ", ".join(preview)), formdata, "html", images, exceptions=False) return collationid def delete_onlineformincoming(dbo, username, collationid): """ Deletes the specified onlineformincoming set """ # Write an entry to the deletions table for the incoming form rows # This is a special case because onlineformincoming does not have an ID field, # so the generic deletions handling in dbms.base.delete cannot do it. rows = dbo.query("SELECT * FROM onlineformincoming WHERE CollationID=%s" % collationid) sql = [] for r in rows: sql.append(dbo.row_to_insert_sql("onlineformincoming", r)) asm3.audit.insert_deletion(dbo, username, "onlineformincoming", collationid, "", "".join(sql)) dbo.delete("onlineformincoming", "CollationID=%s" % collationid, username) def guess_agegroup(dbo, s): """ Guesses an agegroup, returns the third band (adult by default) if no match is found """ s = str(s).lower() for g in asm3.configuration.age_groups(dbo): if g.lower() == s: return g return asm3.configuration.age_group_name(dbo, 3) def guess_animaltype(dbo, s): """ Guesses an animal type, returns the default if no match is found """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM animaltype WHERE LOWER(AnimalType) LIKE ?", ["%%%s%%" % s]) if guess != 0: return guess return asm3.configuration.default_type(dbo) def guess_breed(dbo, s): """ Guesses a breed, returns the default if no match is found """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM breed WHERE LOWER(BreedName) LIKE ?", ["%%%s%%" % s]) if guess != 0: return guess return asm3.configuration.default_breed(dbo) def guess_colour(dbo, s): """ Guesses a colour, returns the default if no match is found """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM basecolour WHERE LOWER(BaseColour) LIKE ?", ["%s" % s]) if guess != 0: return guess guess = dbo.query_int("SELECT ID FROM basecolour WHERE LOWER(BaseColour) LIKE ?", ["%%%s%%" % s]) if guess != 0: return guess return asm3.configuration.default_colour(dbo) def guess_entryreason(dbo, s): """ Guesses an entry reason, returns the default if no match is found """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM entryreason WHERE LOWER(ReasonName) LIKE ?", ["%%%s%%" % s]) if guess != 0: return guess return asm3.configuration.default_entry_reason(dbo) def guess_sex(dummy, s): """ Guesses a sex """ if s.lower().startswith("m"): return 1 return 0 def guess_size(dbo, s): """ Guesses a size """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM lksize WHERE LOWER(Size) LIKE ?", ["%%%s%%" % s]) if guess != 0: return guess return asm3.configuration.default_size(dbo) def guess_species(dbo, s): """ Guesses a species, returns the default if no match is found """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM species WHERE LOWER(SpeciesName) LIKE ?", [s]) if guess != 0: return guess return asm3.configuration.default_species(dbo) def guess_transporttype(dbo, s): """ Guesses a transporttype """ s = str(s).lower() guess = dbo.query_int("SELECT ID FROM transporttype WHERE LOWER(TransportTypeName) LIKE ?", [s]) if guess != 0: return guess return dbo.query_int("SELECT ID FROM transporttype ORDER BY ID") def attach_form(dbo, username, linktype, linkid, collationid): """ Attaches the incoming form to the media tab. Finds any images in the form and attaches those as images in the media tab of linktype/linkid. """ l = dbo.locale formname = get_onlineformincoming_name(dbo, collationid) formhtml = get_onlineformincoming_html_print(dbo, [collationid,]) mid = asm3.media.create_document_media(dbo, username, linktype, linkid, formname, formhtml ) if asm3.configuration.auto_hash_processed_forms(dbo): dtstr = "%s %s" % (asm3.i18n.python2display(l, dbo.now()), asm3.i18n.format_time(dbo.now())) asm3.media.sign_document(dbo, username, mid, "", \ asm3.i18n._("Processed by {0} on {1}", l).format(username, dtstr), "onlineform") fields = get_onlineformincoming_detail(dbo, collationid) for f in fields: if f.VALUE.startswith("data:image/jpeg"): d = { "filename": "image.jpg", "filetype": "image/jpeg", "filedata": f.VALUE, } asm3.media.attach_file_from_form(dbo, username, linktype, linkid, asm3.utils.PostedData(d, dbo.locale)) def attach_animal(dbo, username, collationid): """ Finds the existing shelter animal with "animalname" and attaches the form to it as person asm3.media. Return value is a tuple of collationid, animalid, animal code/name """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) animalname = "" has_name = False animalid = 0 for f in fields: if f.FIELDNAME == "animalname" or f.FIELDNAME == "reserveanimalname": animalname = f.VALUE animalid = get_animal_id_from_field(dbo, animalname) has_name = True break if not has_name: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to attach to a shelter animal record (need an animal name).", l)) if animalid == 0: raise asm3.utils.ASMValidationError(asm3.i18n._("Could not find animal with name '{0}'", l).format(animalname)) attach_form(dbo, username, asm3.media.ANIMAL, animalid, collationid) return (collationid, animalid, asm3.animal.get_animal_namecode(dbo, animalid)) def create_animal(dbo, username, collationid): """ Creates an animal record from the incoming form data with collationid. Also, attaches the form to the animal as media. The return value is a tuple of collationid, animalid, sheltercode - animalname, status status is 0 for created, 1 for updated existing "animalname", "code", "microchip", "age", "dateofbirth", "entryreason", "markings", "comments", "hiddencomments", "type", "species", "breed1", "breed2", "color", "sex" """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) # formreceived = asm3.i18n.python2display(l, dbo.now()) d = { "estimatedage": "", "dateofbirth": "" } for f in fields: if f.FIELDNAME == "animalname": d["animalname"] = f.VALUE if f.FIELDNAME == "code": d["code"] = f.VALUE d["sheltercode"] = f.VALUE d["shortcode"] = f.VALUE if f.FIELDNAME == "dateofbirth": d["dateofbirth"] = f.VALUE if f.FIELDNAME == "age": d["estimatedage"] = f.VALUE if f.FIELDNAME == "markings": d["markings"] = f.VALUE if f.FIELDNAME == "comments": d["comments"] = f.VALUE if f.FIELDNAME == "microchip": d["microchipped"] = "1" d["microchipnumber"] = f.VALUE if f.FIELDNAME == "hiddencomments": d["hiddenanimaldetails"] = f.VALUE if f.FIELDNAME == "entryreason": d["entryreason"] = str(guess_entryreason(dbo, f.VALUE)) if f.FIELDNAME == "type": d["animaltype"] = str(guess_animaltype(dbo, f.VALUE)) if f.FIELDNAME == "species": d["species"] = str(guess_species(dbo, f.VALUE)) if f.FIELDNAME == "breed1": d["breed1"] = str(guess_breed(dbo, f.VALUE)) if f.FIELDNAME == "breed2": d["breed2"] = str(guess_breed(dbo, f.VALUE)) if f.FIELDNAME == "color": d["basecolour"] = str(guess_colour(dbo, f.VALUE)) if f.FIELDNAME == "colour": d["basecolour"] = str(guess_colour(dbo, f.VALUE)) if f.FIELDNAME == "sex": d["sex"] = str(guess_sex(dbo, f.VALUE)) if f.FIELDNAME == "size": d["size"] = str(guess_size(dbo, f.VALUE)) if f.FIELDNAME.startswith("additional"): d[f.FIELDNAME] = f.VALUE #if f.FIELDNAME == "formreceived" and f.VALUE.find(" ") != -1: # recdate, rectime = f.VALUE.split(" ") # formreceived = asm3.i18n.parse_time( asm3.i18n.display2python(l, recdate), rectime ) # TODO: May be useful in future if we need to create other records from this form # Have we got enough info to create the animal record? We need a name at a minimum if "animalname" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create an animal record (need animalname).", l)) # If a code has not been supplied and manual codes are turned on, # generate one from the date and time to prevent record creation failing. if "code" not in d and asm3.configuration.manual_codes(dbo): gencode = "OF%s" % asm3.i18n.format_date(dbo.now(), "%y%m%d%H%M%S") d["sheltercode"] = gencode d["shortcode"] = gencode # Are date of birth and age blank? Assume an age of 1.0 if they are if d["dateofbirth"] == "" and d["estimatedage"] == "": d["estimatedage"] = "1.0" status = 0 # default: created new record # Does this animal code already exist? animalid = 0 if "code" in d and d["code"] != "": similar = asm3.animal.get_animal_sheltercode(dbo, d["code"]) if similar is not None: status = 1 # updated existing record animalid = similar.ID # Merge additional fields asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, animalid, "animal") # TODO: what would we merge realistically? # asm3.animal.merge_animal_details(dbo, username, animalid, d) # Create the animal record if we didn't find one if animalid == 0: # Set some default values that the form couldn't set d["internallocation"] = asm3.configuration.default_location(dbo) animalid, sheltercode = asm3.animal.insert_animal_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) attach_form(dbo, username, asm3.media.ANIMAL, animalid, collationid) return (collationid, animalid, "%s - %s" % (sheltercode, d["animalname"]), status) def create_person(dbo, username, collationid): """ Creates a person record from the incoming form data with collationid. Also, attaches the form to the person as media. The return value is tuple of collationid, personid, personname, status status is 0 for created, 1 for updated existing, 2 for existing and banned """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} d["ownertype"] = "1" # Person class of individual/couple flags = None formreceived = asm3.i18n.python2display(l, dbo.now()) for f in fields: if flags is None: flags = f.FLAGS if f.FIELDNAME == "title": d["title"] = f.VALUE if f.FIELDNAME == "initials": d["initials"] = f.VALUE if f.FIELDNAME == "forenames": d["forenames"] = f.VALUE if f.FIELDNAME == "firstname": d["forenames"] = f.VALUE if f.FIELDNAME == "surname": d["surname"] = f.VALUE if f.FIELDNAME == "lastname": d["surname"] = f.VALUE if f.FIELDNAME == "address": d["address"] = f.VALUE if f.FIELDNAME == "town": d["town"] = f.VALUE if f.FIELDNAME == "city": d["town"] = f.VALUE if f.FIELDNAME == "county": d["county"] = f.VALUE if f.FIELDNAME == "state": d["county"] = f.VALUE if f.FIELDNAME == "postcode": d["postcode"] = f.VALUE if f.FIELDNAME == "zipcode": d["postcode"] = f.VALUE if f.FIELDNAME == "country": d["country"] = f.VALUE if f.FIELDNAME == "hometelephone": d["hometelephone"] = f.VALUE if f.FIELDNAME == "worktelephone": d["worktelephone"] = f.VALUE if f.FIELDNAME == "mobiletelephone": d["mobiletelephone"] = f.VALUE if f.FIELDNAME == "celltelephone": d["mobiletelephone"] = f.VALUE if f.FIELDNAME == "emailaddress": d["emailaddress"] = f.VALUE if f.FIELDNAME == "excludefrombulkemail" and f.VALUE != "" and f.VALUE != asm3.i18n._("No", l): d["excludefrombulkemail"] = "on" if f.FIELDNAME == "gdprcontactoptin": d["gdprcontactoptin"] = f.VALUE if f.FIELDNAME.startswith("reserveanimalname"): d[f.FIELDNAME] = f.VALUE if f.FIELDNAME.startswith("additional"): d[f.FIELDNAME] = f.VALUE if f.FIELDNAME == "formreceived" and f.VALUE.find(" ") != -1: recdate, rectime = f.VALUE.split(" ") formreceived = asm3.i18n.parse_time( asm3.i18n.display2python(l, recdate), rectime ) d["flags"] = flags # Have we got enough info to create the person record? We just need a surname if "surname" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a person record (need a surname).", l)) status = 0 # created # Use the current user's site for our new person record if they have one assigned siteid = asm3.users.get_site(dbo, username) if siteid != 0: d["site"] = str(siteid) # Does this person already exist? personid = 0 if "surname" in d and "forenames" in d: demail = "" dmobile = "" daddress = "" if "emailaddress" in d: demail = d["emailaddress"] if "mobiletelephone" in d: dmobile = d["mobiletelephone"] if "address" in d: daddress = d["address"] similar = asm3.person.get_person_similar(dbo, demail, dmobile, d["surname"], d["forenames"], daddress, siteid) if len(similar) > 0: personid = similar[0].ID status = 1 # updated existing record if similar[0].ISBANNED == 1: status = 2 # existing record and person banned # Merge flags and any extra details asm3.person.merge_flags(dbo, username, personid, flags) # Merge additional fields asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, personid, "person") if "gdprcontactoptin" in d: asm3.person.merge_gdpr_flags(dbo, "import", personid, d["gdprcontactoptin"]) # Merge person details and force form ones to override existing ones if present asm3.person.merge_person_details(dbo, username, personid, d, force=True) # Create the person record if we didn't find one if personid == 0: personid = asm3.person.insert_person_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) # Since we created a brand new person, try and get a geocode for the address if present if "address" in d and "town" in d and "county" in d and "postcode" in d: latlon = asm3.geo.get_lat_long(dbo, d["address"], d["town"], d["county"], d["postcode"]) if latlon is not None: asm3.person.update_latlong(dbo, personid, latlon) personname = asm3.person.get_person_name_code(dbo, personid) attach_form(dbo, username, asm3.media.PERSON, personid, collationid) # Was there a reserveanimalname field? If so, create reservation(s) to the person if possible for k, v in d.items(): # This condition means that we only potentially create a blank reservation # for the first reserveanimalname field. Subsequent reserveanimalnameX fields will not create # a reservation if there's no value. if k == "reserveanimalname" or (k.startswith("reserveanimalname") and v != ""): try: asm3.movement.insert_reserve_for_animal_name(dbo, username, personid, formreceived, v) except Exception as err: asm3.al.warn("could not create reservation for %d on %s (%s)" % (personid, v, err), "create_person", dbo) web.ctx.status = "200 OK" # ASMValidationError sets status to 500 return (collationid, personid, personname, status) def create_animalcontrol(dbo, username, collationid): """ Creates a animal control/incident record from the incoming form data with collationid. Also, attaches the form to the incident as asm3.media. """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} d["incidentdate"] = asm3.i18n.python2display(l, dbo.now()) d["incidenttime"] = asm3.i18n.format_time(dbo.now()) d["calldate"] = d["incidentdate"] d["calltime"] = d["incidenttime"] d["incidenttype"] = 1 for f in fields: if f.FIELDNAME == "callnotes": d["callnotes"] = f.VALUE if f.FIELDNAME == "dispatchaddress": d["dispatchaddress"] = f.VALUE if f.FIELDNAME == "dispatchcity": d["dispatchtown"] = f.VALUE if f.FIELDNAME == "dispatchstate": d["dispatchcounty"] = f.VALUE if f.FIELDNAME == "dispatchzipcode": d["dispatchpostcode"] = f.VALUE # Have we got enough info to create the animal control record? We need notes and dispatchaddress if "callnotes" not in d or "dispatchaddress" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create an incident record (need call notes and dispatch address).", l)) # We need the person/caller record before we create the incident collationid, personid, personname, status = create_person(dbo, username, collationid) d["caller"] = personid # Create the incident incidentid = asm3.animalcontrol.insert_animalcontrol_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, incidentid, "incident") attach_form(dbo, username, asm3.media.ANIMALCONTROL, incidentid, collationid) return (collationid, incidentid, "%s - %s" % (asm3.utils.padleft(incidentid, 6), personname), status) def create_lostanimal(dbo, username, collationid): """ Creates a lost animal record from the incoming form data with collationid. Also, attaches the form to the lost animal as asm3.media. """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} d["datereported"] = asm3.i18n.python2display(l, dbo.now()) for f in fields: if f.FIELDNAME == "species": d["species"] = guess_species(dbo, f.VALUE) if f.FIELDNAME == "sex": d["sex"] = guess_sex(dbo, f.VALUE) if f.FIELDNAME == "breed": d["breed"] = guess_breed(dbo, f.VALUE) if f.FIELDNAME == "breed1": d["breed"] = guess_breed(dbo, f.VALUE) if f.FIELDNAME == "agegroup": d["agegroup"] = guess_agegroup(dbo, f.VALUE) if f.FIELDNAME == "color": d["colour"] = guess_colour(dbo, f.VALUE) if f.FIELDNAME == "colour": d["colour"] = guess_colour(dbo, f.VALUE) if f.FIELDNAME == "description": d["markings"] = f.VALUE if f.FIELDNAME == "datelost": d["datelost"] = f.VALUE if f.FIELDNAME == "arealost": d["arealost"] = f.VALUE if f.FIELDNAME == "areapostcode": d["areapostcode"] = f.VALUE if f.FIELDNAME == "areazipcode": d["areapostcode"] = f.VALUE if f.FIELDNAME == "microchip": d["microchip"] = f.VALUE if "datelost" not in d or asm3.i18n.display2python(l, d["datelost"]) is None: d["datelost"] = asm3.i18n.python2display(l, dbo.now()) if "species" not in d: d["species"] = guess_species(dbo, "") if "sex" not in d: d["sex"] = guess_sex(dbo, "") if "breed" not in d: d["breed"] = guess_breed(dbo, "") if "agegroup" not in d: d["agegroup"] = guess_agegroup(dbo, "") if "colour" not in d: d["colour"] = guess_colour(dbo, "") # Have we got enough info to create the lost animal record? We need a description and arealost if "markings" not in d or "arealost" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a lost animal record (need a description and area lost).", l)) # We need the person record before we create the lost animal collationid, personid, personname, status = create_person(dbo, username, collationid) d["owner"] = personid # Create the lost animal lostanimalid = asm3.lostfound.insert_lostanimal_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, lostanimalid, "lostanimal") attach_form(dbo, username, asm3.media.LOSTANIMAL, lostanimalid, collationid) return (collationid, lostanimalid, "%s - %s" % (asm3.utils.padleft(lostanimalid, 6), personname), status) def create_foundanimal(dbo, username, collationid): """ Creates a found animal record from the incoming form data with collationid. Also, attaches the form to the found animal as asm3.media. """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} d["datereported"] = asm3.i18n.python2display(l, dbo.now()) for f in fields: if f.FIELDNAME == "species": d["species"] = guess_species(dbo, f.VALUE) if f.FIELDNAME == "sex": d["sex"] = guess_sex(dbo, f.VALUE) if f.FIELDNAME == "breed": d["breed"] = guess_breed(dbo, f.VALUE) if f.FIELDNAME == "breed1": d["breed"] = guess_breed(dbo, f.VALUE) if f.FIELDNAME == "agegroup": d["agegroup"] = guess_agegroup(dbo, f.VALUE) if f.FIELDNAME == "color": d["colour"] = guess_colour(dbo, f.VALUE) if f.FIELDNAME == "colour": d["colour"] = guess_colour(dbo, f.VALUE) if f.FIELDNAME == "description": d["markings"] = f.VALUE if f.FIELDNAME == "datefound": d["datefound"] = f.VALUE if f.FIELDNAME == "areafound": d["areafound"] = f.VALUE if f.FIELDNAME == "areapostcode": d["areapostcode"] = f.VALUE if f.FIELDNAME == "areazipcode": d["areapostcode"] = f.VALUE if f.FIELDNAME == "microchip": d["microchip"] = f.VALUE if "datefound" not in d or asm3.i18n.display2python(l, d["datefound"]) is None: d["datefound"] = asm3.i18n.python2display(l, dbo.now()) if "species" not in d: d["species"] = guess_species(dbo, "") if "sex" not in d: d["sex"] = guess_sex(dbo, "") if "breed" not in d: d["breed"] = guess_breed(dbo, "") if "agegroup" not in d: d["agegroup"] = guess_agegroup(dbo, "") if "colour" not in d: d["colour"] = guess_colour(dbo, "") # Have we got enough info to create the found animal record? We need a description and areafound if "markings" not in d or "areafound" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a found animal record (need a description and area found).", l)) # We need the person record before we create the found animal collationid, personid, personname, status = create_person(dbo, username, collationid) d["owner"] = personid # Create the found animal foundanimalid = asm3.lostfound.insert_foundanimal_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, foundanimalid, "foundanimal") attach_form(dbo, username, asm3.media.FOUNDANIMAL, foundanimalid, collationid) return (collationid, foundanimalid, "%s - %s" % (asm3.utils.padleft(foundanimalid, 6), personname), status) def create_transport(dbo, username, collationid): """ Creates a transport record from the incoming form data with collationid. Also, attaches the form to the animal as asm3.media. """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} animalid = 0 animalname = "" for f in fields: if f.FIELDNAME == "animalname": animalname = f.VALUE animalid = get_animal_id_from_field(dbo, animalname) d["animal"] = str(animalid) if f.FIELDNAME == "description": d["comments"] = f.VALUE if f.FIELDNAME == "pickupaddress": d["pickupaddress"] = f.VALUE if f.FIELDNAME == "pickupcity": d["pickuptown"] = f.VALUE if f.FIELDNAME == "pickuptown": d["pickuptown"] = f.VALUE if f.FIELDNAME == "pickupcounty": d["pickupcounty"] = f.VALUE if f.FIELDNAME == "pickupstate": d["pickupcounty"] = f.VALUE if f.FIELDNAME == "pickuppostcode": d["pickuppostcode"] = f.VALUE if f.FIELDNAME == "pickupzipcode": d["pickuppostcode"] = f.VALUE if f.FIELDNAME == "pickupcountry": d["pickupcountry"] = f.VALUE if f.FIELDNAME == "pickupdate": d["pickupdate"] = f.VALUE if f.FIELDNAME == "pickuptime": d["pickuptime"] = f.VALUE if f.FIELDNAME == "dropoffaddress": d["dropoffaddress"] = f.VALUE if f.FIELDNAME == "dropoffcity": d["dropofftown"] = f.VALUE if f.FIELDNAME == "dropofftown": d["dropofftown"] = f.VALUE if f.FIELDNAME == "dropoffcounty": d["dropoffcounty"] = f.VALUE if f.FIELDNAME == "dropoffstate": d["dropoffcounty"] = f.VALUE if f.FIELDNAME == "dropoffpostcode": d["dropoffpostcode"] = f.VALUE if f.FIELDNAME == "dropoffzipcode": d["dropoffpostcode"] = f.VALUE if f.FIELDNAME == "dropoffcountry": d["dropoffcountry"] = f.VALUE if f.FIELDNAME == "dropoffdate": d["dropoffdate"] = f.VALUE if f.FIELDNAME == "dropofftime": d["dropofftime"] = f.VALUE if f.FIELDNAME == "transporttype": d["type"] = guess_transporttype(dbo, f.VALUE) if "type" not in d: d["type"] = guess_transporttype(dbo, "nomatchesusedefault") # Have we got enough info to create the transport record? We need an animal to attach to if "animal" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a transport record (need animalname).", l)) if "pickupdate" not in d or "dropoffdate" not in d or d["pickupdate"] == "" or d["dropoffdate"] == "": raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a transport record (need pickupdate and dropoffdate).", l)) if animalid == 0: raise asm3.utils.ASMValidationError(asm3.i18n._("Could not find animal with name '{0}'", l).format(animalname)) # Create the transport asm3.movement.insert_transport_from_form(dbo, username, asm3.utils.PostedData(d, dbo.locale)) attach_form(dbo, username, asm3.media.ANIMAL, animalid, collationid) return (collationid, animalid, asm3.animal.get_animal_namecode(dbo, animalid)) def create_waitinglist(dbo, username, collationid): """ Creates a waitinglist record from the incoming form data with collationid. Also, attaches the form to the waiting list as asm3.media. """ l = dbo.locale fields = get_onlineformincoming_detail(dbo, collationid) d = {} d["dateputon"] = asm3.i18n.python2display(l, dbo.now()) d["urgency"] = str(asm3.configuration.waiting_list_default_urgency(dbo)) for f in fields: if f.FIELDNAME == "size": d["size"] = guess_size(dbo, f.VALUE) if f.FIELDNAME == "species": d["species"] = guess_species(dbo, f.VALUE) if f.FIELDNAME == "description": d["description"] = f.VALUE if f.FIELDNAME == "reason": d["reasonforwantingtopart"] = f.VALUE if "size" not in d: d["size"] = guess_size(dbo, "nomatchesusedefault") if "species" not in d: d["species"] = guess_species(dbo, "nomatchesusedefault") # Have we got enough info to create the waiting list record? We need a description if "description" not in d: raise asm3.utils.ASMValidationError(asm3.i18n._("There is not enough information in the form to create a waiting list record (need a description).", l)) # We need the person record before we create the waiting list collationid, personid, personname, status = create_person(dbo, username, collationid) d["owner"] = personid # Create the waiting list wlid = asm3.waitinglist.insert_waitinglist_from_form(dbo, asm3.utils.PostedData(d, dbo.locale), username) asm3.additional.merge_values_for_link(dbo, asm3.utils.PostedData(d, dbo.locale), username, wlid, "waitinglist") attach_form(dbo, username, asm3.media.WAITINGLIST, wlid, collationid) return (collationid, wlid, "%s - %s" % (asm3.utils.padleft(wlid, 6), personname), status) def auto_remove_old_incoming_forms(dbo): """ Automatically removes incoming forms older than the daily amount set """ removeafter = asm3.configuration.auto_remove_incoming_forms_days(dbo) if removeafter <= 0: asm3.al.debug("auto remove incoming forms is off.", "onlineform.auto_remove_old_incoming_forms", dbo) return removecutoff = dbo.today(offset=removeafter*-1) asm3.al.debug("remove date: incoming forms < %s" % removecutoff, "onlineform.auto_remove_old_incoming_forms", dbo) count = dbo.execute("DELETE FROM onlineformincoming WHERE PostedDate < ?", [removecutoff]) asm3.al.debug("removed %s incoming forms older than %s days" % (count, removeafter), "onlineform.auto_remove_old_incoming_forms", dbo)