CHANGELOG.md

+# Version 1.121 (not yet released)
+
+* Moved the Smart Group functionality to its own extension (shipped with data processor). So we can set the requirement for legacy searches extension.
+
+# Version 1.120
+
+* Show only one date when both dates are the same day. See !129
+* Fix for combining data processor and the donrec extension.
+
+# Version 1.119
+
+* Added Is Exposed to Field Output Handlers.
+* Added Fallback Field Output Handler.
+* Added Rewrite with Tokens Field Output Handler.
+
+# Version 1.118
+
+* Fixed issues with Aggregated Contribution data source
+* Added extra filtes to data sources, such as a filter for event on the participant data source.
+* Fixed issue with CSV export file name.
+
+# Version 1.117
+
+* Fixed issue with clicking export button
+
+# Version 1.116
+
+* Fixed issue with certain multi value fields on the filter configuration of a data source.
+* Fixed issue with navigation menu.
+* Make the 'Display the groups of a contact' output format resilient against empty inputs.
+
+# Version 1.115
+
+* Fixed issue with export and temporary storage.
+
+# Version 1.114
+
+* Minor refactor of generate PDF function. So that child classes could override the actual behaviour.
+
+# Version 1.113
+
+* Fixed issue with search output where all records are selected by default
+* Fixed issue with exporting records not filtering before export.
+
+# Version 1.112
+
+* Fixed issue with API permissions.
+
+# Version 1.111
+
+* Fix for issue #143 error during CiviCRM upgrade. Make sure you update data processor extension before you upgrade CiviCRM.
+
+# Version 1.110
+
+* Added configuration for search outputs to limit and sort the task list.
+* Fixed issue with Edit Participant link in participant searches. See !128 and thanks to @david124136468769
+* Added two new Field output handlers for date ranges. See !127 and thanks to @gngn
+
+# Version 1.109
+
+* Fixed issue with running a search query twice after pressing Search
+* Fixed issue with redirect after a search task.
+
+# Version 1.108
+
+* Fixed issue with API permissions and performance improvement.
+
+# Version 1.107
+
+* Fixed issue with API permissions and performance improvement.
+
+# Version 1.106
+
+* Fixed issue with API output and getsingle action.
+
+# Version 1.105
+
+* Fixed issue with in memory data flows. Such as the duplicate contacts.
+
+# Version 1.104
+
+* Fixed issue with in memory data flows. Such as the duplicate contacts.
+* Added field for bounded calculations. Bounded calculations are calculations where you specify a minimum bound and maximum bound. If the value is outside the bounds the minimum value or maximum value is shown.
+
+# Version 1.103
+
+* Added contact types to contact tab output.
+
+# Version 1.102
+
+* Fixed issue with export output and php 8.
+* Fix for deprecated function calls. See #142
+* A data processor output now works in Drupal 10 after saving (without clearing the caches).
+
+# Version 1.101
+
+* Performance improvement.
+
+# Version 1.100
+
+* Fixed issue with in memory data flows. Such as the duplicate contacts.
+
+# Version 1.99
+
+* Fixed issue with in memory data flows. Such as the duplicate contacts.
+
+# Version 1.98
+
+* Fixed issue with in memory data flows. Such as the duplicate contacts.
+* Fixed permission issue with Contact: Count number of cases.
+
+# Version 1.97
+
+* Fixed issue when a non-sql data source is used in the data processor and adding filters.
+* Added a datasource for Country: Now you can sort on the country name.
+
+# Version 1.96
+
+* Prevent fatal PHP 8.1 error with CompareFieldFilter.
+* Added output handler: Contact: Count number of cases.
+
+# Version 1.95
+
+* Added mixin for smarty templates. So it works with CiviCRM 5.69 and newer.
+* Added error handling for the contact summary tab output. Prevent a hard failure.
+* Added field for event availability information.
+* Added campaign filter
+
+# Version 1.94
+
+* Added new field output handler for Show active memberships of a contact.
+
+# Version 1.93
+
+* Fixed issue with download spreadsheet export and selection of all records.
+
+# Version 1.92
+
+* Fixed issue #136: getSort also NULL as return
+* Fixed issue with aggregated contribution data source.
+
+# Version 1.91
+
+* Fixed issue with aggregated contribution data source.
+
+# Version 1.90
+
+* Fixed issue with download spreadsheet export and selection of all records.
+
+# Version 1.89
+
+* Fixed TypeError in PDF Output
+* Fixed issue with Timestamp fields in where clause.
+
+# Version 1.88
+
+* Removed PHP 8.2 warnings
+* Fixed issue with exporting selected records.
+
+# Version 1.87
+
+* Added aggregation by receive date and id to the contribution aggrated data source.
+
+# Version 1.86
+
+* Added aggregation by receive date and id to the contribution aggrated data source.
+
+# Version 1.85
+
+* added output handlers to count and sum recurring contributions
+* Fix issue for the participant role field that prevented showing multiple values.
+* Added Data Processor Source for Entity FinancialTrxn.
+
+# Version 1.84
+
+* Reverted back the upgrader class so that it still works on Civi 5.37
+
+# Version 1.83
+
+* Reverted back the upgrader class so that it still works on Civi 5.37
+
+# Version 1.82
+
+* Fixed issue with date filter with operator not between and null values in the field.
+
+# Version 1.81
+
+* Fixed regression issue from !120 on CiviCRM version 5.37
+
+# Version 1.80
+
+* Fixed regression issue from !120 on CiviCRM version 5.37
+
+# Version 1.79
+
+* Fixed issue with contact search output and select all and following tasks.
+
+# Version 1.78
+
+* Fix for issue when filters are not set correctly.
+* Fix Type Error when a filter has an empty description.
+* Add option for the Custom Link with two fields to open in the same tab.
+
+# Version 1.77
+
+* Fix issue with Contact Data Sources in a join.
+* PHP 8 and Drupal 10 compatibility. See !119 and !120
+
+# Version 1.76
+
+* Fix for #103: contribution search redirect.
+* Added permission 'access dataprocessor definitions' that facilitates reading the DataProcessor Output Definitions without granting access CiviCRM. Created for the [Drupal CMRF Reference module](https://www.drupal.org/project/cmrf_reference).
+* Fix for aggregate on case for activities.
+
+# Version 1.75
+
+* Added output handler: Sanitize string.
+* Added output handler: Conditionally map strings.
+* Fixed issue with PDF export and repeating headers.
+* Fixed an error with settings the defaults in ConditionallyMapStrings. See !117
+
+# Version 1.74
+
+* Fixed issue with downloading the export file again after pressing the back button in the browser.
+
+# Version 1.73
+
+* Fixed bug with empty filter in search and then applying the defaults instead.
+* Added filter: Contact has number of activities in period
+* Added filter: Most recent event date
+
+# Version 1.72
+
+* Fixed regression bug during import.
+
+# Version 1.71
+
+* Possible to have certain output types multiple times at a data processor.
+
+# Version 1.70
+
+* Regression fix dashlets not working anymore #122
+* Fixed contact Summary tab not loading due to fatal error. See !115 and #122
+* Performance improvements.
+* Fixed issue with Contact Search and Hard limit and paging.
+
+# Version 1.69
+
+* Fixed issue with expanded search form when hard limit is enabled.
+* Export of selection is first stored in a temporary table. Performance improvement and fixes issue with export not containing all records.
+
+# Version 1.68
+
+* Fix for issue with get count api calls.
+
+# Version 1.67
+
+* Added filter Total Contribution Amount in Period.
+* Fixed regression bug in contact search.
+* Fixed regression bug with adding filters.
+* Added aggregated contribution source
+* Added date filter to data sources.
+* Fixed issue in In- and Exclude filter contact has contributions.
+* Fix for permission view contact filter.
+* Added field output handler: Arthmetic Operations.
+* Added field output handler for date range segments based on months.
+* Fixed issue with permission to view contact. Also works now without a user record
+* Added functionality to have a hard limit on a selection
+* Added age filter
+* Added possibility to provide index hints in a sql table data flow.
+
+# Version 1.66
+
+* Regression fix for issue #125.
+
+# Version 1.65
+
+* Regression fix for issue #125 after refactoring for filter collections.
+* Added In- and Exclude to filter contact has contributions for the campaign field.
+* Added multiplier to aggregate function field.
+* Added found to nearest whole number to aggregate function field.
+
+# Version 1.64
+
+* Fixed issue with loading all records when opening a search screen or when doing an export.
+* PHP 8 Compatibility: Don't pass NULL to functions that take string inputs by !114
+* Added filter for contact has active recurring contributions.
+* Added filter for contact has activity in period.
+* PHP 8 Compatibility: Declarations of functions must be the same.
+* Notices: Preventing several notices from calculated fields.
+* Refactored filters (removed duplicate code)
+* Added Filter Collections to group filter into a collection. Which could lead to an OR statement in the query.
+
+# Version 1.63
+
+* Fix for regression issue #123
+* Preparation for PHP 8 compatibility
+* Improved count query by removing group by and functions (such as AVG and SUM).
+
+# Version 1.62
+
+* Optimization of the contact data source and contact type filter.
+* Added SQL Query Data Flow
+* Added passing of extra data from the api or url to the filter.
+
+# Version 1.61
+
+* Improved on !98 filter parameter for SQL Table sources.
+* Added data source Contribution (withouth Soft Contribution)
+
+# Version 1.60.2
+
+* Fixed regression bugs.
+
+# Version 1.60.1
+
+* Fixed regression bugs.
+
+# Version 1.60
+
+* Major refactor to search functionality. Simplified the code base and made it possible to have follow-up screens when exporting data.
+* Add filter_sql parameter to sql tables. (See !98)
+* Add filter for contact has contribution in period (See #120 and !112)
+* Addedf filter for contact has relationship (See #121 and !113)
+
+# Version 1.59
+
+* Added week day filter.
+
+# Version 1.58
+
+* Fix error in Case Reports caused by removal of print permissions (by another extension).
+* Fixed issue in Case Search. The hidden fields configuration was not respected.
+* !110 PHP 8.1 compatibility - don't pull NULL to stripos
+* !11 Update hook_civicrm_tabset for forward-compat with 5.57
+* Make stripAlternavites (Removing the ALTERNATE text from activity detail field) also work for the API.
+
+# Version 1.57
+
+* When a DAO field does not have a title use the name instead.
+* Fix for Legacy Custom Searches on CiviCRM older than 5.41, see #114
+
+# Version 1.56
+
+* Fixed regression with issue with joins.
+
+# Version 1.55
+
+* Fixed regression with issue with joins.
+
+# Version 1.54
+
+* Add stripAlternatives to MarkupFieldOutputHandler to hide the email ALTERNATE notation
+* Fixed issue with Joins
+
+# Version 1.53
+
+* Fix for #109 sticky headers and dashlet.
+
+# Version 1.52
+
+* Fixed issue with event participant count field (do not count deleted contacts).
+
+# Version 1.51
+
+* Fixed regression with sticky row header.
+
+# Version 1.50
+
+* When using a search output the row header will stick upon scroll.
+* Fixed when using the CSV export, the web browser can cache the downloaded CSV file with MR !103
+* Provides ability to set the file name for the CSV export download, instead of using randomly generated file name  with MR !104
+
+# Version 1.49
+
+* Added filter for Contact Has Event of Type
+* Added filter for contact has contributions with status
+* Added field output handler for listing event registrations of a contact
+
+# Version 1.48
+
+* Fixed permission issue with Contact Type Filter
+* Fixed export from Smart Groups, by manage groups --> contacts --> export CSV
+
+# Version 1.47
+
+* Added Field Output Handler for Text from Template.
+
+
+# Version 1.46
+
+* The TotalFieldOutputHandler now sorts numeric instead of alphabetic (so first 9 and then 10)
+* Added Field Outputhandler for Custom Link with three fields by !74
+* Don't emit a PHP warning on a null string with 'use label as value' by !99
+* Fix CiviCRM Case, adding Case as source, the default values cause an Error, see #102
+
+# Version 1.45
+
+* Fixed error with Aggregated Fields (#105)
+* Fixed error with CalculationFields
+
+# Version 1.44
+
+* Introduce AbstractFormattedNumberOutputHandler with !95
+
+# Version 1.43
+
+* Enable upgrade to CiviCRM 5.43 and beyond without legacycustomsearches module enabled !94.
+* Prevent non-numeric value warning in the TotalFieldOutputHandler.
+* DateFieldOutput DateTime Option by !93
+
+# Version 1.42
+
+* !101 Fix upgrade crash when upgrading to CiviCRM 5.41.0
+* Documented adding dataprocessors to your extension.
+* Ability to return multi-valued field as an array.
+
+# Version 1.41
+
+* Fixed regression bug with joins and filters on a data source.
+
+# Version 1.40
+
+* Fixed issue with joins and filters on a data source.
+
+# Version 1.39
+
+* Improvement of the layout of the relationship output handler.
+* Add link from the participant count field.
+* Layout of date filter.
+
+# Version 1.38
+
+* Fixed #96: use INNER JOIN on custom fields when a filter is set.
+* Fixes issue with Relationship output field handler.
+
+# Version 1.37.1
+
+* Fixed regression bug with operator options in the filter.
+
+# Version 1.37
+
+* Added filter to compare two fields.
+* Fixed #94. Renamed the calculation Percentage to Percentage change (to avoid confusion).
+* Make the totals (calculations that add up) and percentages sortable.
+* Fixed #91. Duplicate column name 'participant_payment_participant_id' when a Data Processor is configured to use two or more Pariticipant Sources by !85
+* Fixed issue with Participant and Contribution Searches by !87
+* Fixed issue with sorting and limit. #95.
+
+# Version 1.36
+
+* Inconsistent use of "e-mail" and "email", use the CiviCRM standard "email" by !79
+* Default delimiter for CSV export is semi-colon, not comma by !81
+* Fixed issue with participant payment
+* Ability to return contact as array in relashionship type by !84
+
+# Version 1.35
+
+* Fixed #87 Dataprocessors with required contact id filters throws "One of parameters (value: ) is not of the type Int" error for anonymous users by !77
+* Compatibility fix for Symfony 2.8, 3.4 and 4.0
+* Fixed issue with non required join and filtering on case type.
+
+# Version 1.34
+
+* Fixed issue with filtering on state/province custom fields.
+* Fixed issue with filtering on multi value fields (fields which holds multiple values separated by the VALUE SEPARATOR symbol).
+* Fix for #85 DB Error: no such field when using "Tab on contact summary" with contributions
+
+# Version 1.33
+
+* Added weight to search/reports outputs.
+* Fix for #71 deprecation warnings.
+* Compatibility fix for Symfony ^3.4 ^4.0.
+
+# Version 1.32
+
+* Added Field Output Handler for clean file names.  E.g. change `Expense/2/receipt_802fd5cd009e0a39cf2202f4bfb9c0b4.pdf`
+  into `receipt.pdf`.
+* Fixed #77 Contribution dataprocessor with current user contact filter shows no results by !75
+
+# Version 1.31
+
+* Fixed backwards compatibility with joins on the edit screen.
+* Add custom link handler referencing two fields. (!73 & #79)
+* Fixed issue with CSV and PDF Download output on wordpress.
+
+# Version 1.30
+
+* Fixed issue with relative date and required filters.
+* Compatibility with php 7.0
+* Activity search with empty id.
+* Fixed issue with aggregation on date fields #78
+* Fixed issue with CSV and PDF Download output.
+
+# Version 1.29
+
+* Fixed issue when same field existed twice but with different names.
+
+# Version 1.28
+
+* Fixed #73: Aggregation on SQL Source does not always work
+* Fixed #40: SQL Table data source error and #45: Allow MySQL Views as Sources. See !71
+* Fixed regression bug with custom fields on activity data sources.
+
+# Version 1.27
+
+* Added Contribution Count Field Output Handler.
+* Fixed issue with importing/exporting of data processor.
+* Fixed issue with participant data source.
+* Fixed issue with loading menu items.
+
+# Version 1.26
+
+* Fixed issue with formatting of money fields and 0 value in the formatted number field output handler.
+
+# Version 1.25
+
+* Fix for #68: contact search actions did not work after upgrading to 5.32.2
+* Fix for #67: error when a custom field or custom groups contains an @ or % sign in the help texts.
+* Fixed issue with join on contribution data source.
+* Added better error handling.
+* Fixed issue with aggregation fields and a subquery data flow.
+* Fixed issue with backwards compatibility and field drop down.
+* Fixed issue with date filter and civicrm version before 5.25
+* Join when aggregation is enabled on a data source should be of type LEFT and not INNER.
+* Fix for regression bug #69: Multiple Field Filter
+
+# Version 1.24.1
+
+* Fixed regression bug when only one activity data source is present.
+
+# Version 1.24
+
+* Fixed issue with sorting the data processor and case insenstivity.
+
+# Version 1.23.8
+
+* Fixed regression bug in Checksum filter.
+
+# Version 1.23.7
+
+* Fixed another regression bug with filter on certain fields which are secondary to the data source. Such as the activity record type id.
+
+# Version 1.23.6
+
+* Fixed regression issue with file data source and with contribution source.
+* Fixed #64 aggregation on a custom field of a contribution data source works.
+
+# Version 1.23.5
+
+* Fixed regression bug with filter on certain fields which are secondary to the data source. Such as the activity record type id.
+* Fixed regression bug #66: Dataprocessor breaks API3 explorer actions list
+
+# Version 1.23.4
+
+* Fixed regression bug with case role filter (and other filters).
+
+# Version 1.23.3
+
+* Fixed issue with data sources for file, contributions and cases.
+
+# Version 1.23.2
+
+* Made smart group implementation compatible with civicrm version 5.14.1
+
+# Version 1.23.1
+
+* Fixed issue with config.
+
+# Version 1.23
+
+* Refactor of how the navigation menu is build/stored. It now makes use of hook_civicrm_navigationMenu instead of storing the items in the database directly.
+* Refactor of config classes.
+* Fixed regression bug in getting where statements and join statements.
+
+# Version 1.22.1
+
+* Fixed regression bug with API output.
+
+# Version 1.22
+
+* Fix issue filtering for multiple tags !66
+* Added aggregation for membership data source so you can aggregate on the most recent, the least recent memberships.
+* Added aggregation for activity data source so you can aggregate on the most recent, the least recent activity.
+* Fixed issue with Field filter and operator is not one of on a multi value field.
+* Contact Search Output is now also able to create smart groups and send bulk mails (with a hidden smarty group). See #32.
+* Fixed issue with Field Filter on relationship type and also made relationship type a non required filter on the data source.
+* Improved performance by caching the API entities and actions configured by a data processor output. (Previously during an api call all actions and entities where retrieved from the database)
+* Fixed issue when a filter is required and no default value is set and you want to set the default value.
+
+# Version 1.21
+
+* Added contribution ID to the participant data source so that you can link a contribution and an event registration.
+* Added a field for contact tags.
+* Added a data source for entity tag and tag.
+
+# Version 1.20
+
+* ContactInGroup filter only supports IN/NOT IN so map =/!= !65
+* Fixed issue with multiple Custom Group as data source and additional filters.
+
+# Version 1.19.1
+
+* Fixed issue with install sql and innodb.
+
+# Version 1.19
+
+* Added File Data Source
+
+# Version 1.18
+
+* Fix broken CSV (etc) download buttons (!62)
+* Fix unable to select relative date value in filter #56
+* Fix issue with tasks after an Participant Search.
+
+# Version 1.17
+
+* Added participant count field
+* Fixed custom link field so that the raw value also contains the html link (#55).
+* Fix for Field filter. It did not work on a custom field that has the type country.
+* Added image field output handler (!61)
+* Fixed issue with View and Edit an activity in Activity Search.
+
+# Version 1.16
+
+* Fixed blank worldregion in CVS output #52
+* Fixed issue with not empty case role filter.
+
+# Version 1.15.1
+
+* Fixed backwards compatibility issue.
+
+# Version 1.15
+
+* Added percentage calculation field to calculate the difference in percentage between two fields.
+* Fixed issue with saving default filter values.
+* Fixed issue with filter for multiple select fields.
+* Added filter for month.
+
+# Version 1.14.2
+
+* Fixed issue with broken filter #51
+* Added all contact types customf fields to contact data source.
+
+# Version 1.14.1
+
+* Fixed issue with shoreditch theme #49
+* Fixed issue with custom fields with the same name as an entity field.
+
+# Version 1.14.0
+
+* Fixed filter options for money fields. See issue #50
+* Added Field Output handler for Custom Links. !57
+* Fixed issue with shoreditch theme #49
+
+# Version 1.13.0
+
+* Added Checksum filter.
+
+# Version 1.12.0
+
+* Allow to specify defaults for a search through the URL.(!46)
+* Fixed several notices (!47, !48, !49, !53)
+* Fixed URL of dashlet on non drupal installations (!50)
+* Show title of data processor when asking for a confirmation upon deleting.
+* Add support for filter defaults to be set using the URL.
+* Added Filter for World Region
+* Added Output for World Region
+* Fixed integration with search action designer extension for the Search/Report output.
+* Fixed bug with aggregation fields (#44)
+* Added option to expose the hide fields setting to the user at Search/Report output (#34)
+
+# Version 1.11.0
+
+* Added Field Output Handler for outputting a text when a contact has a certain relationship.
+* Refactored Field Output Handlers and simplified duplicate code for initializing a field.
+* Date filter now also works with Date/Time fields.
+* Added Is not empty as an operator to the contact filter.
+* Added field to edit activity.
+* Renamed Case Role filter to Contact has role on case and added option to search for case without a role set and to search for current user has the role.
+
+# Version 1.10.0
+
+* Added option to return URL to File Download Link Field.
+
+# Version 1.9.1
+
+* Fixed regression issue with MySQL function such as Year on the Date Field.
+
+# Version 1.9.0
+
+* Fixed issue with filtering on contact subtype.
+* Fixed issue with returning after a participant task.
+* Added data source for membership payments.
+* Added Contact Checksum Field.
+* Added header fields to the PDF export output
+* Fixed bug in File Download Link Field.
+
+# Version 1.8.0
+
+* Added Manage Case Link field.
+* Added checkbox to show Manage Case on the Case Search output.
+* Fixed issue with dashlet opening in full screen.
+
+# Version 1.7.1
+
+* Fixed issue with cloning data processors.
+
+# Version 1.7.0
+
+* Fixed #35: Custom Fields on a tab are also available as field now.
+* Changed Age field so aggeragation is working correctly.
+* Changed Field Specification to allow more advanced mysql functions.
+* Added Event Filter.
+* Added Formatted Address field.
+* Added data source for note
+* Refactored API Output to an Abstract Class so that it is easy for extension developers to develop their own implementation.
+* Added Markup/Html Field Value output field handler.
+* Improved In Memory Dataflow so that joins and filters would work.
+* Improved Contact Summary Tab output so it includes a count.
+* Fixed caching issues on the contact data source #31.
+* Fixed bugs with ContactInGroup filter #33
+
+# Version 1.6.0
+
+* Update to avoid using a system function that is being deprecated. (See !37)
+* Fixed issue with case role field.
+
+# Version 1.5.0
+
+* Added relationship type order by Relationship Field Type.
+* Added smart group contact data source.
+
+# Version 1.4.0
+
+* Search tasks (eg. Export) work with Member,Contribute,Participant,Case...
+* Added source to retrieve the owner membership, when owner membership is not set (meaning it is already the primary) then it will return itself.
+* Added date filter to filter date with the PHP Date Format.
+* Added filtering on Contact (sub) type on the contact filter.
+* Added PDF Export Output
+* Added Union Query Data Flow.
+* Added a field specification for a fixed value
+* Fixed #24
+* Improved export/import functionality.
+* Added documentation generator to the API output.
+* Added default sort configuration for a data processor (#26).
+* Added Age field.
+* Added current user to contact filter.
+* Added data source for permissioned contact (#25).
+* Fixed issue with configuration contact source sub type filter.
+* Added a no result text to the outputs.
+
+# Version 1.3.0
+
+* Fixed the dashlets.
+* Fixed caching issues.
+* Add Recurring Contribution as datasource
+* Added Field Output Handler for Is Active fields based on dates (start date and end date).
+* Refactored the factory (the factory is used by developers to add data source, field outputs, outputs, filters etc.).
+* Added data sources for custom groups which are a multiple data set.
+
+# Version 1.2.0
+
+* Made CSV Export download available for anonymous users.
+* Change Group Filter so that it also works with smart groups
+* Fixed bug with date filter
+* Added date group by function to date output field handler.
+* Added exposure of Aggregation on the Search/Report output.
+
+**Remark for extension developers**
+
+If you have an extension which implements an `OutputHandlerAggregate` in your _Field Output Handlers_ then you
+have to implement to additional methods: `enableAggregation` and `disableAggregation`.
+
+# Version 1.1.0
+
+* Respect selected permissions for outputs
+* Allow to specify "Is Empty" for various filters.
+* Allow to limit ContactFilter to only show contacts from specific groups.
+* Output a data processor as a dashboard.
+* Output a data processor as a tab on the contact summary screen.
+* Output a data processor as a contribution search.
+* Output a data processor as a membership search.
+* Added field outputs for simple calculations (substract and total).
+* Added escaped output to search screens.
+* Replaced the value separator in the raw field with a comma.
+* Added filter to search text in multiple fields.
+* Added filter for searching contacts with a certain tag.
+* Added filter for searching contacts with a certain type.
+* Added filter for contact has membership.
+* Added filter to respect the ACL. So that a user only sees the contacts he is allowed to see.
+* Removed the title attribute from the outputs as those don't make sense.
+* Refactored aggregation functionality and added aggregation function field.
+* Fixed issue with updating navigation after editing an output.
+* Added option to expand criteria forms on search forms.
+* Added a Date field.
+* Added function to clone a data processor.
+* Added Case ID field on the activity source.
+* Added field to display relationships.
+* Added is not empty as a filter operator.
+* Added hidden fields option to search outputs, dashboard output and contact summary tab output.
+* Added formatted number output field handler
+* Added SQL Table Data Source
+* Export from a search only exports the selected rows.
+
+# Version 1.0.7
+
+* Changed Event Participants Field Output Handler to return a string.
+* Build a cache clear when a data processor configuration is changed.
+
+# Version 1.0.6
+
+* Performance improvement by caching the data processor and the api calls.
+
+# Version 1.0.5
+
+* Added error handling to importer
+* Added sort in Manage data processor screen
+
+# Version 1.0.4
+
+* Fixed issue with activity search and actions after the search when the actions are run on all records.
+
+# Version 1.0.3
+
+* Fixed issue with date filters.
+
+# Version 1.0.2
+
+* Fixed bug #11 (Fatal error clone on non object)
+
+# Version 1.0.1
+
+Initial release.

CRM/Contact/Controller/DataProcessorContactSearch.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+/**
+ * This class is used by the Search functionality.
+ *
+ *  - the search controller is used for building/processing multiform
+ *    searches.
+ *
+ * Typically the first form will display the search criteria and it's results
+ *
+ * The second form is used to process search results with the associated actions.
+ */
+class CRM_Contact_Controller_DataProcessorContactSearch extends CRM_DataprocessorSearch_Controller_Search {
+
+  /**
+   * @param string|null $title
+   * @param bool $modal
+   * @param int|mixed $action
+   */
+  public function __construct($title = NULL, $modal = TRUE, $action = CRM_Core_Action::NONE) {
+    parent::__construct($title, $modal, $action);
+    $this->set('entity', 'Contact');
+  }
+
+  /**
+   * @return mixed
+   */
+  public function selectorName() {
+    return 'CRM_Contact_Selector_DataProcessorContactSearch';
+  }
+
+  public function getUrlForSearchRedirectReplacement():? string {
+    return '/civicrm/contact/search';
+  }
+
+  public function getSearchName(): string {
+    return 'Basic';
+  }
+
+  public function getSearchClass(): string {
+    return 'CRM_Contact_Form_DataProcessorContactSearch';
+  }
+
+  /**
+   * @param string $selectedTask
+   *
+   * @return string|array|null
+   */
+  public function getTaskClass(string $selectedTask) {
+    [$task] = CRM_Contact_Task::getTask($selectedTask);
+    if ($task) {
+      return $task;
+    }
+    return null;
+  }
+
+}

CRM/Contact/DataProcessorContactSearch.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+use Civi\DataProcessor\Output\UIFormOutputInterface;
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Contact_DataProcessorContactSearch implements UIFormOutputInterface {
+
+  /**
+   * Returns true when this filter has additional configuration
+   *
+   * @return bool
+   */
+  public function hasConfiguration() {
+    return true;
+  }
+
+  /**
+   * When this filter type has additional configuration you can add
+   * the fields on the form with this function.
+   *
+   * @param \CRM_Core_Form $form
+   * @param array $filter
+   */
+  public function buildConfigurationForm(\CRM_Core_Form $form, $output=array()) {
+    \Civi\DataProcessor\Output\UIOutputHelper::fixBackwardsCompatibility($output);
+    $navigation = CRM_Dataprocessor_Utils_Navigation::singleton();
+    $dataProcessor = civicrm_api3('DataProcessor', 'getsingle', array('id' => $output['data_processor_id']));
+    $dataProcessorClass = \CRM_Dataprocessor_BAO_DataProcessor::dataProcessorToClass($dataProcessor);
+    $fields = array();
+    foreach($dataProcessorClass->getDataFlow()->getOutputFieldHandlers() as $outputFieldHandler) {
+      $field = $outputFieldHandler->getOutputFieldSpecification();
+      $fields[$field->alias] = $field->title;
+    }
+    $form->add('select','permission', E::ts('Permission'), \CRM_Core_Permission::basicPermissions(), true, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'placeholder' => E::ts('- select -'),
+    ));
+    $form->add('select', 'contact_id_field', E::ts('Contact ID field'), $fields, true, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'placeholder' => E::ts('- select -'),
+    ));
+    $form->add('select', 'hide_id_field', E::ts('Show Contact ID field'), array(0=>'Contact ID is Visible', 1=> 'Contact ID is hidden'));
+
+    $form->add('select', 'hidden_fields', E::ts('Hidden fields'), $fields, false, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'multiple' => true,
+      'placeholder' => E::ts('- select -'),
+    ));
+
+    $form->add('wysiwyg', 'help_text', E::ts('Help text for this search'), array('rows' => 6, 'cols' => 80));
+
+    $form->add('text', 'no_result_text', E::ts('No result text'), array('class' => 'huge'), false);
+
+    $form->add('checkbox', 'expanded_search', E::ts('Expand criteria form initially?'));
+
+    $form->add('checkbox', 'enable_hard_limit', E::ts('Enable Hard Limit?'));
+    $form->add('text', 'default_hard_limit', E::ts('Default Hard Limit'), array('class' => 'huge'), false);
+
+    $form->addYesNo('link_to_view_contact', E::ts('Add link to view contact?'));
+
+    // navigation field
+    $navigationOptions = $navigation->getNavigationOptions();
+    $form->add('select', 'navigation_parent_path', ts('Parent Menu'), array('' => ts('- select -')) + $navigationOptions, true);
+    $form->add('text', 'navigation_weight', E::ts('Weight'), array('class' => 'huge'), false);
+
+    $taskParams['deletedContacts'] = FALSE;
+    $taskParams['ssID'] = $this->_ssID ?? NULL;
+    $allTasks = CRM_Contact_Task::permissionedTaskTitles(CRM_Core_Permission::getPermission(), $taskParams);
+    CRM_DataprocessorSearch_Utils_Tasks::buildConfigurationForm($allTasks, $form, $output);
+
+    $defaults = array();
+    if ($output) {
+
+      if (isset($output['permission'])) {
+        $defaults['permission'] = $output['permission'];
+      }
+      if (isset($output['configuration']) && is_array($output['configuration'])) {
+        if (isset($output['configuration']['contact_id_field'])) {
+          $defaults['contact_id_field'] = $output['configuration']['contact_id_field'];
+        }
+        if (isset($output['configuration']['no_result_text'])) {
+          $defaults['no_result_text'] = $output['configuration']['no_result_text'];
+        } else {
+          $defaults['no_result_text'] = E::ts('No results');
+        }
+        if (isset($output['configuration']['navigation_parent_path'])) {
+          $defaults['navigation_parent_path'] = $output['configuration']['navigation_parent_path'];
+        }
+        if (isset($output['configuration']['navigation_weight'])) {
+          $defaults['navigation_weight'] = $output['configuration']['navigation_weight'];
+        }
+        if (isset($output['configuration']['hide_id_field'])) {
+          $defaults['hide_id_field'] = $output['configuration']['hide_id_field'];
+        }
+        if (isset($output['configuration']['hidden_fields'])) {
+          $defaults['hidden_fields'] = $output['configuration']['hidden_fields'];
+        }
+        if (isset($output['configuration']['help_text'])) {
+          $defaults['help_text'] = $output['configuration']['help_text'];
+        }
+        if (isset($output['configuration']['expanded_search'])) {
+          $defaults['expanded_search'] = $output['configuration']['expanded_search'];
+        }
+        if (isset($output['configuration']['link_to_view_contact'])) {
+          $defaults['link_to_view_contact'] = $output['configuration']['link_to_view_contact'];
+        }
+        else {
+          $defaults['link_to_view_contact'] = TRUE;
+        }
+        if (isset($output['configuration']['enable_hard_limit'])) {
+          $defaults['enable_hard_limit'] = $output['configuration']['enable_hard_limit'];
+        }
+        if (isset($output['configuration']['default_hard_limit'])) {
+          $defaults['default_hard_limit'] = $output['configuration']['default_hard_limit'];
+        }
+      }
+    }
+    if (!isset($defaults['permission'])) {
+      $defaults['permission'] = 'access CiviCRM';
+    }
+
+    $form->setDefaults($defaults);
+  }
+
+  /**
+   * When this filter type has configuration specify the template file name
+   * for the configuration form.
+   *
+   * @return false|string
+   */
+  public function getConfigurationTemplateFileName() {
+    return "CRM/Contact/Form/OutputConfiguration/DataProcessorContactSearch.tpl";
+  }
+
+
+  /**
+   * Process the submitted values and create a configuration array
+   *
+   * @param $submittedValues
+   * @param array $output
+   * @return array
+   */
+  public function processConfiguration($submittedValues, &$output) {
+    $output['permission'] = $submittedValues['permission'];
+    $configuration['contact_id_field'] = $submittedValues['contact_id_field'];
+    $configuration['hidden_fields'] = $submittedValues['hidden_fields'];
+    $configuration['no_result_text'] = $submittedValues['no_result_text'];
+    $configuration['navigation_parent_path'] = $submittedValues['navigation_parent_path'];
+    $configuration['navigation_weight'] = $submittedValues['navigation_weight'];
+    $configuration['hide_id_field'] = $submittedValues['hide_id_field'];
+    $configuration['help_text'] = $submittedValues['help_text'];
+    $configuration['expanded_search'] = isset($submittedValues['expanded_search']) ? $submittedValues['expanded_search'] : false;
+    $configuration['link_to_view_contact'] = $submittedValues['link_to_view_contact'];
+    $configuration['enable_hard_limit'] = isset($submittedValues['enable_hard_limit']) ? $submittedValues['enable_hard_limit'] : false;
+    $configuration['default_hard_limit'] = $submittedValues['default_hard_limit'];
+    return CRM_DataprocessorSearch_Utils_Tasks::processConfiguration($submittedValues, $configuration);
+  }
+
+  /**
+   * This function is called prior to removing an output
+   *
+   * @param array $output
+   * @return void
+   */
+  public function deleteOutput($output) {
+    // Do nothing
+  }
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string
+   */
+  public function getUrlToUi($output, $dataProcessor) {
+    return "civicrm/dataprocessor_contact_search/{$dataProcessor['name']}";
+  }
+
+  /**
+   * Returns the data processor name from a url.
+   *
+   * @param $url
+   *
+   * @return string
+   */
+  public function getDataProcessorNameFromUrl($url) {
+    $dataProcessorName = str_replace('civicrm/dataprocessor_contact_search/', '', $url);
+    return $dataProcessorName;
+  }
+
+  /**
+   * Returns the name of the contact id field.
+   *
+   * @param $config
+   * @return string
+   */
+  public function getContactIdFieldNameFromConfig($config) {
+    return $config['contact_id_field'];
+  }
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string
+   */
+  public function getTitleForUiLink($output, $dataProcessor) {
+    return $dataProcessor['title'];
+  }
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string|false
+   */
+  public function getIconForUiLink($output, $dataProcessor) {
+    return false;
+  }
+
+  /**
+   * Returns the callback for the UI.
+   *
+   * @return string
+   */
+  public function getCallbackForUi() {
+    return 'CRM_Contact_Controller_DataProcessorContactSearch';
+  }
+
+  /**
+   * Checks whether the current user has access to this output
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return bool
+   */
+  public function checkUIPermission($output, $dataProcessor) {
+    return CRM_Core_Permission::check(array(
+      $output['permission']
+    ));
+  }
+}

CRM/Contact/DataProcessorContactSummaryTab.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+use Civi\DataProcessor\DataFlow\CombinedDataFlow\CombinedSqlDataFlow;
+use Civi\DataProcessor\DataFlow\SqlTableDataFlow;
+use CRM_Dataprocessor_ExtensionUtil as E;
+use Civi\DataProcessor\Output\UIFormOutputInterface;
+use Civi\DataProcessor\ProcessorType\AbstractProcessorType;
+use Civi\DataProcessor\DataFlow\InMemoryDataFlow\SimpleFilter;
+use Civi\DataProcessor\DataFlow\InMemoryDataFlow;
+use Civi\DataProcessor\DataFlow\SqlDataFlow;
+use Civi\DataProcessor\DataFlow\SqlDataFlow\SimpleWhereClause;
+
+class CRM_Contact_DataProcessorContactSummaryTab implements UIFormOutputInterface {
+
+  /**
+   * Implements hook_civicrm_tabset().
+   *
+   * Adds the data processor out to the contact summary tabs.
+   *
+   * @link https://docs.civicrm.org/dev/en/latest/hooks/hook_civicrm_tabset/
+   *
+   * @param $tabsetName
+   * @param $tabs
+   * @param $context
+   */
+  public static function hookTabset($tabsetName, &$tabs, $context) {
+    if ($tabsetName != 'civicrm/contact/view') {
+      return;
+    }
+    $contactId = $context['contact_id'];
+
+    $factory = dataprocessor_get_factory();
+    // Check whether the factory exists. Usually just after
+    // installation the factory does not exists but then no
+    // outputs exists either. So we can safely return this function.
+    if (!$factory) {
+      return;
+    }
+
+    $maxWeight = 0;
+    foreach($tabs as $tab) {
+      if (isset($tab['weight']) && $tab['weight'] > $maxWeight) {
+        $maxWeight = $tab['weight'];
+      }
+    }
+    $maxWeight++;
+
+    $sql = "SELECT o.*, d.name as data_processor_name
+            FROM civicrm_data_processor d
+            INNER JOIN civicrm_data_processor_output o ON d.id = o.data_processor_id
+            WHERE d.is_active = 1 AND o.type = 'contact_summary_tab'";
+    $dao = CRM_Core_DAO::executeQuery($sql);
+    while($dao->fetch()) {
+      $outputClass = $factory->getOutputByName($dao->type);
+      if (!$outputClass instanceof CRM_Contact_DataProcessorContactSummaryTab) {
+        continue;
+      }
+      $output = civicrm_api3('DataProcessorOutput', 'getsingle', ['id' => $dao->id]);
+      $dataprocessor = civicrm_api3('DataProcessor', 'getsingle', ['id' => $dao->data_processor_id]);
+      if (!$outputClass->checkUIPermission($output, $dataprocessor)) {
+        continue;
+      }
+      $contactTypeIsValid = true;
+      $contactTypes = [];
+      if (isset($output['configuration']['contact_types']) && is_array($output['configuration']['contact_types'])) {
+        $contactTypes = $output['configuration']['contact_types'];
+      }
+      if (count($contactTypes)) {
+        try {
+          $contact = \Civi\Api4\Contact::get(FALSE)
+            ->addWhere('id', '=', $contactId)
+            ->execute()
+            ->single();
+        }
+        catch (CRM_Core_Exception $e) {
+          $contactTypeIsValid = FALSE;
+        }
+        if (!in_array($contact['contact_type'], $contactTypes)) {
+          $contactTypeIsValid = false;
+          foreach($contact['contact_sub_type'] as $contactSubType) {
+            if (in_array($contactSubType, $contactTypes)) {
+              $contactTypeIsValid = true;
+              break;
+            }
+          }
+        }
+      }
+      if (!$contactTypeIsValid) {
+        continue;
+      }
+
+      $count = 0;
+      if ($contactId) {
+        try {
+          $count = $outputClass->getCount($contactId, $output, $dataprocessor);
+        } catch (\Exception $e) {
+          // Do nothing
+        }
+      }
+
+      $tab = [
+        'id' => 'dataprocessor_' . $dataprocessor['name'],
+        'title' => $outputClass->getTitleForUiLink($output, $dataprocessor),
+        'icon' => $outputClass->getIconForUiLink($output, $dataprocessor),
+        'count' => $count,
+        'url' => CRM_Utils_System::url('civicrm/dataprocessor/page/contactsummary', array('contact_id' => $contactId, 'data_processor' => $dataprocessor['name'], 'reset' => 1, 'force' => 1)),
+        'class' => '',
+      ];
+      if (isset($output['configuration']['weight']) && strlen($output['configuration']['weight']) && is_numeric($output['configuration']['weight'])) {
+        $tab['weight'] = $output['configuration']['weight'];
+        if ($tab['weight'] > $maxWeight) {
+          $maxWeight = $tab['weight'];
+        }
+      }
+      else {
+        $tab['weight'] = $maxWeight;
+        $maxWeight++;
+      }
+      $tabs[$tab['id']] = $tab;
+    }
+  }
+
+  /**
+   * Returns true when this output has additional configuration
+   *
+   * @return bool
+   */
+  public function hasConfiguration() {
+    return true;
+  }
+
+  /**
+   * When this output type has additional configuration you can add
+   * the fields on the form with this function.
+   *
+   * @param \CRM_Core_Form $form
+   * @param array $output
+   */
+  public function buildConfigurationForm(\CRM_Core_Form $form, $output = []) {
+    $fieldSelect = \CRM_Dataprocessor_Utils_DataSourceFields::getAvailableFilterFieldsInDataSources($output['data_processor_id']);
+    $dataProcessor = civicrm_api3('DataProcessor', 'getsingle', array('id' => $output['data_processor_id']));
+    $dataProcessorClass = \CRM_Dataprocessor_BAO_DataProcessor::dataProcessorToClass($dataProcessor);
+    $fields = array();
+    foreach($dataProcessorClass->getDataFlow()->getOutputFieldHandlers() as $outputFieldHandler) {
+      $field = $outputFieldHandler->getOutputFieldSpecification();
+      $fields[$field->alias] = $field->title;
+    }
+
+    $form->add('select','permission', E::ts('Permission'), \CRM_Core_Permission::basicPermissions(), true, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'placeholder' => E::ts('- select -'),
+    ));
+
+    $form->add('select', 'contact_id_field', E::ts('Contact ID field'), $fieldSelect, true, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'placeholder' => E::ts('- select -'),
+    ));
+
+    $form->add('select', 'hidden_fields', E::ts('Hidden fields'), $fields, false, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'multiple' => true,
+      'placeholder' => E::ts('- select -'),
+    ));
+
+    $form->add('wysiwyg', 'help_text', E::ts('Help text for this tab'), array('rows' => 6, 'cols' => 80));
+    $form->add('wysiwyg', 'no_result_text', E::ts('No Result Text'), array('rows' => 2, 'class' => 'huge'), false);
+    $form->add('text', 'weight', E::ts('Weight'));
+    $form->add('text', 'default_limit', E::ts('Default Limit'));
+
+    $contactTypes = [];
+    $contactTypesApi = \Civi\Api4\ContactType::get(FALSE)
+      ->setLimit(0)
+      ->execute();
+    foreach($contactTypesApi as $contactType) {
+      $contactTypes[$contactType['name']] = $contactType['label'];
+    }
+    $form->add('select', 'contact_types', E::ts('Contact Types'), $contactTypes, false, array(
+      'style' => 'min-width:250px',
+      'class' => 'crm-select2 huge',
+      'multiple' => true,
+      'placeholder' => E::ts('- select -'),
+    ));
+
+
+    $defaults = array();
+    if ($output) {
+      if (isset($output['permission'])) {
+        $defaults['permission'] = $output['permission'];
+      }
+      if (isset($output['configuration']) && is_array($output['configuration'])) {
+        if (isset($output['configuration']['help_text'])) {
+          $defaults['help_text'] = $output['configuration']['help_text'];
+        }
+        if (isset($output['configuration']['no_result_text'])) {
+          $defaults['no_result_text'] = $output['configuration']['no_result_text'];
+        }
+        if (isset($output['configuration']['contact_id_field'])) {
+          $defaults['contact_id_field'] = $output['configuration']['contact_id_field'];
+        }
+        if (isset($output['configuration']['hidden_fields'])) {
+          $defaults['hidden_fields'] = $output['configuration']['hidden_fields'];
+        }
+        if (isset($output['configuration']['contact_types'])) {
+          $defaults['contact_types'] = $output['configuration']['contact_types'];
+        }
+        if (isset($output['configuration']['default_limit'])) {
+          $defaults['default_limit'] = $output['configuration']['default_limit'];
+        }
+        if (isset($output['configuration']['weight'])) {
+          $defaults['weight'] = $output['configuration']['weight'];
+        }
+      }
+    }
+    if (!isset($defaults['permission'])) {
+      $defaults['permission'] = 'access CiviCRM';
+    }
+    if (!isset($defaults['no_result_text'])) {
+      $defaults['no_result_text'] = E::ts('No records');
+    }
+    if (!isset($defaults['default_limit'])) {
+      $defaults['default_limit'] = 25;
+    }
+    $form->setDefaults($defaults);
+  }
+
+  /**
+   * When this output type has configuration specify the template file name
+   * for the configuration form.
+   *
+   * @return false|string
+   */
+  public function getConfigurationTemplateFileName() {
+    return "CRM/Contact/Form/OutputConfiguration/DataProcessorContactSummaryTab.tpl";
+  }
+
+  /**
+   * Process the submitted values and create a configuration array
+   *
+   * @param $submittedValues
+   * @param array $output
+   *
+   * @return array $output
+   * @throws \Exception
+   */
+  public function processConfiguration($submittedValues, &$output) {
+    $output['permission'] = $submittedValues['permission'];
+    $configuration['contact_id_field'] = $submittedValues['contact_id_field'];
+    $configuration['hidden_fields'] = $submittedValues['hidden_fields'];
+    $configuration['contact_types'] = $submittedValues['contact_types'];
+    $configuration['help_text'] = $submittedValues['help_text'];
+    $configuration['no_result_text'] = $submittedValues['no_result_text'];
+    $configuration['weight'] = $submittedValues['weight'];
+    $configuration['default_limit'] = $submittedValues['default_limit'];
+    return $configuration;
+  }
+
+  /**
+   * This function is called prior to removing an output
+   *
+   * @param array $output
+   * @return void
+   * @throws \Exception
+   */
+  public function deleteOutput($output) {
+    // Do nothing
+  }
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string
+   */
+  public function getUrlToUi($output, $dataProcessor) {
+    return "civicrm/dataprocessor_contact_summary/{$dataProcessor['name']}";
+  }
+
+  /**
+   * Returns the data processor name from a url.
+   *
+   * @param $url
+   *
+   * @return string
+   */
+  public function getDataProcessorNameFromUrl($url) {
+    return str_replace('civicrm/dataprocessor_contact_summary/', '', $url);
+  }
+
+  /**
+   * Returns the name of the contact id field.
+   *
+   * @param $config
+   *
+   * @return string|false
+   */
+  public function getContactIdFieldNameFromConfig($config) {
+    return false;
+  }
+
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string
+   */
+  public function getTitleForUiLink($output, $dataProcessor) {
+    return $dataProcessor['title'];
+  }
+
+  /**
+   * Returns the url for the page/form this output will show to the user
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return string|false
+   */
+  public function getIconForUiLink($output, $dataProcessor) {
+    return false;
+  }
+
+  /**
+   * Returns the callback for the UI.
+   *
+   * @return string
+   */
+  public function getCallbackForUi() {
+    return 'CRM_Contact_Form_DataProcessorContactSummaryTab';
+  }
+
+  /**
+   * Checks whether the current user has access to this output
+   *
+   * @param array $output
+   * @param array $dataProcessor
+   * @return bool
+   */
+  public function checkUIPermission($output, $dataProcessor) {
+    return CRM_Core_Permission::check(array(
+      $output['permission']
+    ));
+  }
+
+  public function getCount($contact_id, $output, $dataProcessor) {
+    if (!$contact_id) {
+      return 0;
+    }
+    $dataProcessorClass = $this->loadDataProcessor($contact_id, $output, $dataProcessor);
+    return $dataProcessorClass->getDataFlow()->recordCount();
+  }
+
+  /**
+   * @param $contact_id
+   * @param $dataProcessor
+   *
+   * @return \Civi\DataProcessor\ProcessorType\AbstractProcessorType
+   * @throws \Exception
+   */
+  protected function loadDataProcessor($contact_id, $output, $dataProcessor) {
+    $dataProcessorClass = \CRM_Dataprocessor_BAO_DataProcessor::dataProcessorToClass($dataProcessor);
+    return self::alterDataProcessor($contact_id, $output, $dataProcessorClass);
+  }
+
+  /**
+   * @param $contact_id
+   * @param $output
+   * @param AbstractProcessorType $dataProcessorClass
+   *
+   * @return AbstractProcessorType
+   * @throws \Civi\DataProcessor\Exception\DataSourceNotFoundException
+   * @throws \Civi\DataProcessor\Exception\FieldNotFoundException
+   */
+  public static function alterDataProcessor($contact_id, $output, AbstractProcessorType $dataProcessorClass) {
+    [$datasource_name, $field_name] = explode('::', $output['configuration']['contact_id_field'], 2);
+    $dataSource = $dataProcessorClass->getDataSourceByName($datasource_name);
+    if (!$dataSource) {
+      throw new \Civi\DataProcessor\Exception\DataSourceNotFoundException(E::ts("Requires data source '%1' which could not be found. Did you rename or delete the data source?", array(1=>$datasource_name)));
+    }
+    $fieldSpecification  =  $dataSource->getAvailableFilterFields()->getFieldSpecificationByAlias($field_name);
+    if (!$fieldSpecification) {
+      $fieldSpecification  =  $dataSource->getAvailableFilterFields()->getFieldSpecificationByName($field_name);
+    }
+    if (!$fieldSpecification) {
+      throw new \Civi\DataProcessor\Exception\FieldNotFoundException(E::ts("Requires a field with the name '%1' in the data source '%2'. Did you change the data source type?", array(
+        1 => $field_name,
+        2 => $datasource_name
+      )));
+    }
+
+    $fieldSpecification = clone $fieldSpecification;
+    $fieldSpecification->alias = 'contact_summary_tab_contact_id';
+    $dataFlow = $dataSource->ensureField($fieldSpecification);
+    if ($dataFlow && $dataFlow instanceof SqlDataFlow && $dataProcessorClass->isAllSql()) {
+      $tableAlias = self::getTableAlias($dataFlow);
+      $whereClause = new SimpleWhereClause($tableAlias, $fieldSpecification->name, '=', $contact_id, $fieldSpecification->type);
+      $dataFlow->addWhereClause($whereClause);
+    } elseif ($dataFlow && $dataFlow instanceof InMemoryDataFlow) {
+      $filterClass = new SimpleFilter($fieldSpecification->name, '=', $contact_id);
+      $dataFlow->addFilter($filterClass);
+    }
+    return $dataProcessorClass;
+  }
+
+  /**
+   * Returns the table alias of a sql data flow.
+   *
+   * @param \Civi\DataProcessor\DataFlow\SqlDataFlow $dataFlow
+   * @return string|null
+   */
+  protected static function getTableAlias(SqlDataFlow $dataFlow) {
+    $tableAlias = $dataFlow->getName();
+    if ($dataFlow instanceof SqlTableDataFlow) {
+      $tableAlias = $dataFlow->getTableAlias();
+    } elseif ($dataFlow instanceof CombinedSqlDataFlow) {
+      $tableAlias = $dataFlow->getPrimaryTableAlias();
+    }
+    return $tableAlias;
+  }
+
+}

CRM/Contact/Form/DataProcessorContactSearch.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Contact_Form_DataProcessorContactSearch extends CRM_DataprocessorSearch_Form_AbstractSearch {
+
+
+  /**
+   * Returns the name of the default Entity
+   *
+   * @return string
+   */
+  public function getDefaultEntity(): string {
+    return 'Contact';
+  }
+
+  /**
+   * This function could be overridden in child classes to change default configuration.
+   *
+   * @param $output
+   *
+   * @return array
+   */
+  protected function alterDataProcessorOutput($output): array {
+    // link_to_view_contact option was added in 0.12. So we default to TRUE to match previous behaviour
+    if (!isset($output['configuration']['link_to_view_contact'])) {
+      $output['configuration']['link_to_view_contact'] = TRUE;
+    }
+    return $output;
+  }
+
+  /**
+   * Returns the url for view of the record action
+   *
+   * @param array $row
+   *
+   * @return string
+   */
+  protected function link($row): string {
+    return CRM_Utils_System::url('civicrm/contact/view', 'reset=1&cid=' . $row['id']);
+  }
+
+  /**
+   * Returns the link text for view of the record action
+   *
+   * @param $row
+   *
+   * @return false|string
+   */
+  protected function linkText($row):? string {
+    return E::ts('View contact');
+  }
+
+  /**
+   * Checks whether the output has a valid configuration
+   *
+   * @return bool
+   */
+  protected function isConfigurationValid(): bool {
+    if (!isset($this->dataProcessorOutput['configuration']['contact_id_field'])) {
+      return false;
+    }
+    return true;
+  }
+
+  /**
+   * Return the data processor ID
+   *
+   * @return String
+   */
+  protected function getDataProcessorName(): string {
+    return str_replace('civicrm/dataprocessor_contact_search/', '', CRM_Utils_System::currentPath());
+  }
+
+
+  /**
+   * Returns the name of the output for this search
+   *
+   * @return string
+   */
+  protected function getOutputName(): string {
+    return 'contact_search';
+  }
+
+  /**
+   * Returns the name of the ID field in the dataset.
+   *
+   * @return string
+   */
+  public function getIdFieldName(): string {
+    return $this->dataProcessorOutput['configuration']['contact_id_field'];
+  }
+
+  /**
+   * @return string
+   */
+
+  protected function getEntityTable(): string {
+    return 'civicrm_contact';
+  }
+
+  /**
+   * Returns whether we want to use the prevnext cache.
+   * @return bool
+   */
+  protected function usePrevNextCache(): bool {
+    return true;
+  }
+
+  /**
+   * Return altered rows
+   *
+   * @param array $rows
+   * @param array $ids
+   *
+   */
+  protected function alterRows(array &$rows, array $ids) {
+    $contactImages = array();
+    // Add the contact type image
+    if (count($ids)) {
+      $ids = CRM_Utils_Type::escapeAll($ids, 'Integer');
+      $contactDao = CRM_Core_DAO::executeQuery("SELECT id, contact_type, contact_sub_type FROM civicrm_contact WHERE `id` IN (".implode(",", $ids).")");
+      while($contactDao->fetch()) {
+        foreach($rows as $idx => $row) {
+          if ($row['id'] == $contactDao->id) {
+            if (!isset($contactImages[$contactDao->id])) {
+              try {
+                $contactImages[$contactDao->id] = CRM_Contact_BAO_Contact_Utils::getImage($contactDao->contact_sub_type ?: $contactDao->contact_type, FALSE, $contactDao->id);
+              } catch (CRM_Core_Exception $e) {
+              }
+            }
+            if (isset($contactImages[$contactDao->id])) {
+              $rows[$idx]['contact_type'] = $contactImages[$contactDao->id];
+            }
+          }
+        }
+      }
+    }
+  }
+
+  /**
+   * Builds the list of tasks or actions that a searcher can perform on a result set.
+   *
+   * @return array
+   */
+  public function buildTaskList(): array {
+    if (!$this->_taskList) {
+      $taskParams['deletedContacts'] = FALSE;
+      $taskParams['ssID'] = $this->_ssID ?? NULL;
+      $this->_taskList = CRM_Contact_Task::permissionedTaskTitles(CRM_Core_Permission::getPermission(), $taskParams);
+      $this->filterTaskList();
+    }
+    return $this->_taskList;
+  }
+
+
+}

CRM/Contact/Form/DataProcessorContactSummaryTab.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+use Civi\DataProcessor\Exception\DataSourceNotFoundException;
+use Civi\DataProcessor\Exception\FieldNotFoundException;
+use Civi\DataProcessor\ProcessorType\AbstractProcessorType;
+
+class CRM_Contact_Form_DataProcessorContactSummaryTab extends CRM_DataprocessorSearch_Form_AbstractSearch {
+  public function buildQuickform() {
+    parent::buildQuickform();
+    $this->add('hidden', 'data_processor');
+    $this->setDefaults(array('data_processor' => $this->getDataProcessorName()));
+    $this->assign('no_result_text', $this->dataProcessorOutput['configuration']['no_result_text']);
+  }
+
+  /**
+   * Returns the default row limit.
+   *
+   * @return int
+   */
+  protected static function getDefaultLimit(array $output = null): int {
+    $defaultLimit = 25;
+    if (!empty($output['configuration']['default_limit'])) {
+      $defaultLimit = $output['configuration']['default_limit'];
+    }
+    return $defaultLimit;
+  }
+
+
+  /**
+   * Returns the name of the ID field in the dataset.
+   *
+   * @return string
+   */
+  public function getIdFieldName(): string {
+    return false;
+  }
+
+  /**
+   * @return false|string
+   */
+  protected function getEntityTable():? string {
+    return false;
+  }
+
+  /**
+   * Returns the url for view of the record action
+   *
+   * @param $row
+   *
+   * @return false|string
+   */
+  protected function link($row):? string {
+    return false;
+  }
+
+  /**
+   * Returns the link text for view of the record action
+   *
+   * @param $row
+   *
+   * @return false|string
+   */
+  protected function linkText($row):? string {
+    return false;
+  }
+
+  /**
+   * Return the data processor ID
+   *
+   * @return String
+   */
+  protected function getDataProcessorName(): string {
+    return str_replace('civicrm/dataprocessor_contact_summary/', '', CRM_Utils_System::currentPath());
+  }
+
+  /**
+   * Returns the name of the output for this search
+   *
+   * @return string
+   */
+  protected function getOutputName(): string {
+    return 'contact_summary_tab';
+  }
+
+  /**
+   * Checks whether the output has a valid configuration
+   *
+   * @return bool
+   */
+  protected function isConfigurationValid(): bool {
+    return TRUE;
+  }
+
+  /**
+   * Add buttons for other outputs of this data processor
+   */
+  protected function addExportOutputs() {
+    // Don't add exports
+  }
+
+  /**
+   * Alter the data processor.
+   *
+   * Use this function in child classes to add for example additional filters.
+   *
+   * E.g. The contact summary tab uses this to add additional filtering on the contact id of
+   * the displayed contact.
+   *
+   * @param \Civi\DataProcessor\ProcessorType\AbstractProcessorType $dataProcessorClass
+   */
+  protected function alterDataProcessor(AbstractProcessorType $dataProcessorClass) {
+    try {
+      $cid = CRM_Utils_Request::retrieveValue('contact_id', 'Integer', NULL, TRUE);
+      CRM_Contact_DataProcessorContactSummaryTab::alterDataProcessor($cid, $this->dataProcessorOutput, $dataProcessorClass);
+    } catch (CRM_Core_Exception|DataSourceNotFoundException|FieldNotFoundException $e) {
+    }
+  }
+}

CRM/Contact/Page/DataProcessorContactSummaryTab.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+class CRM_Contact_Page_DataProcessorContactSummaryTab extends CRM_Core_Page {
+
+  /**
+   * @var int
+   */
+  private $outputId;
+
+  /**
+   * @var String
+   */
+  private $dataProcessorName;
+
+  /**
+   * @var array
+   */
+  private $dataProcessor;
+
+  /**
+   * @var Civi\DataProcessor\ProcessorType\AbstractProcessorType
+   */
+  private $dataProcessorClass;
+
+  /**
+   * Pre Process the results
+   *
+   * @return void
+   */
+
+  protected function preProcess() {
+    $this->dataProcessorName = CRM_Utils_Request::retrieveValue('data_processor', 'String', NULL, TRUE);
+    $contact_id = CRM_Utils_Request::retrieveValue('contact_id', 'Integer', NULL, TRUE);
+
+    $this->dataProcessor = civicrm_api3('DataProcessor', 'getsingle', array('name' => $this->dataProcessorName));
+    $this->dataProcessorClass = CRM_Dataprocessor_BAO_DataProcessor::dataProcessorToClass($this->dataProcessor);
+    $this->assign('dataProcessorName', $this->dataProcessorName);
+    $this->assign('contact_id', $contact_id);
+    $this->assign('url', CRM_Utils_System::url("civicrm/dataprocessor_contact_summary/{$this->dataProcessorName}", array('contact_id' => $contact_id, 'reset' => '1', 'snippet' => 'json'), FALSE , NULL , FALSE ));
+  }
+
+  /**
+   * Dataprocessor Output as dashlet.
+   *
+   * @return void
+   */
+
+  public function run() {
+    $this->preProcess();
+    return parent::run();
+  }
+
+}

CRM/Contact/Selector/DataProcessorContactSearch.php

+<?php
+/**
+ * @author Jaap Jansma <jaap.jansma@civicoop.org>
+ * @license AGPL-3.0
+ */
+
+class CRM_Contact_Selector_DataProcessorContactSearch {
+
+  /**
+   * @var \Civi\DataProcessor\ProcessorType\AbstractProcessorType;
+   */
+  protected $dataProcessorClass;
+
+  /**
+   * @var int
+   */
+  protected $dataProcessorId;
+
+  /**
+   * @var array
+   */
+  protected $dataProcessor;
+
+  /**
+   * @var \CRM_Dataprocessor_BAO_DataProcessorOutput
+   */
+  protected $dataProcessorOutput;
+
+  public function __construct($customClass, $formValues=null, $params=null, $returnProperties=null) {
+    $this->loadDataProcessor();
+    $sortFields = $this->getSortFields();
+    $this->sort = new CRM_Utils_Sort($sortFields);
+    if (isset($formValues[CRM_Utils_Sort::SORT_ID])) {
+      $this->sort->initSortID($formValues[CRM_Utils_Sort::SORT_ID]);
+    }
+
+    CRM_Dataprocessor_Form_Output_AbstractUIOutputForm::applyFilters($this->dataProcessorClass, $formValues);
+    // Set the sort
+    $sortDirection = 'ASC';
+    if (!empty($this->sort->_vars[$this->sort->getCurrentSortID()])) {
+      $sortField = $this->sort->_vars[$this->sort->getCurrentSortID()];
+      if ($this->sort->getCurrentSortDirection() == CRM_Utils_Sort::DESCENDING) {
+        $sortDirection = 'DESC';
+      }
+      $this->dataProcessorClass->getDataFlow()->addSort($sortField['name'], $sortDirection);
+    }
+    CRM_Dataprocessor_Form_Output_AbstractUIOutputForm::applyLimit($this->dataProcessorClass, $formValues, $this->dataProcessorOutput);
+  }
+
+  /**
+   * Add the headers for the columns
+   *
+   * @return array
+   *   Array with all possible sort fields.
+   *
+   * @throws \Civi\DataProcessor\DataFlow\InvalidFlowException
+   */
+  protected function getSortFields() {
+    $sortFields = array();
+    $hiddenFields = $this->getHiddenFields();
+    $sortColumnNr = 1;
+    foreach($this->dataProcessorClass->getDataFlow()->getOutputFieldHandlers() as $outputFieldHandler) {
+      $field = $outputFieldHandler->getOutputFieldSpecification();
+      if (!in_array($field->alias, $hiddenFields)) {
+        if ($outputFieldHandler instanceof \Civi\DataProcessor\FieldOutputHandler\OutputHandlerSortable) {
+          $sortFields[$sortColumnNr] = array(
+            'name' => $field->title,
+            'sort' => $field->alias,
+            'direction' => CRM_Utils_Sort::DONTCARE,
+          );
+          $sortColumnNr++;
+        }
+      }
+    }
+    return $sortFields;
+  }
+
+  /**
+   * Generate contact ID query.
+   *
+   * @param array $params
+   * @param $action
+   * @param int $sortID
+   * @param null $displayRelationshipType
+   * @param string $queryOperator
+   *
+   * @return Object
+   */
+  public function contactIDQuery($params, $sortID, $displayRelationshipType = NULL, $queryOperator = 'AND') {
+    $this->dataProcessorClass->getDataFlow()->setOffset(false);
+    $this->dataProcessorClass->getDataFlow()->setLimit(false);
+    $dataFlow = $this->dataProcessorClass->getDataFlow();
+    $cids = array();
+    $contactIdFieldName = $this->dataProcessorOutput['configuration']['contact_id_field'];
+    try {
+      while($record = $dataFlow->nextRecord()) {
+        $cids[] = $record[$contactIdFieldName]->rawValue;
+      }
+    } catch (\Civi\DataProcessor\DataFlow\EndOfFlowException $e) {
+      // do nothing
+    }
+    return CRM_Core_DAO::executeQuery("SELECT id as contact_id from civicrm_contact WHERE id in (".implode(", ", $cids).")");
+  }
+
+  /**
+   * Return the data processor ID
+   *
+   * @return String
+   */
+  protected function getDataProcessorName() {
+    $dataProcessorName = str_replace('civicrm/dataprocessor_contact_search/', '', CRM_Utils_System::currentPath());
+    return $dataProcessorName;
+  }
+
+  /**
+   * Retrieve the data processor and the output configuration
+   *
+   * @throws \Exception
+   */
+  protected function loadDataProcessor() {
+    if (!$this->dataProcessorId) {
+      $doNotUseCache = CRM_Utils_Request::retrieveValue('debug', 'Boolean', FALSE);
+
+      $dataProcessorName = $this->getDataProcessorName();
+      $sql = "
+        SELECT civicrm_data_processor.id as data_processor_id,  civicrm_data_processor_output.id AS output_id
+        FROM civicrm_data_processor
+        INNER JOIN civicrm_data_processor_output ON civicrm_data_processor.id = civicrm_data_processor_output.data_processor_id
+        WHERE is_active = 1 AND civicrm_data_processor.name = %1 AND civicrm_data_processor_output.type = %2
+      ";
+      $params[1] = [$dataProcessorName, 'String'];
+      $params[2] = [$this->getOutputName(), 'String'];
+      $dao = CRM_Dataprocessor_BAO_DataProcessor::executeQuery($sql, $params, TRUE, 'CRM_Dataprocessor_BAO_DataProcessor');
+      if (!$dao->fetch()) {
+        throw new \Exception('Could not find Data Processor "' . $dataProcessorName.'"');
+      }
+
+      $this->dataProcessor = civicrm_api3('DataProcessor', 'getsingle', array('id' => $dao->data_processor_id));
+      $this->dataProcessorClass = \CRM_Dataprocessor_BAO_DataProcessor::dataProcessorToClass($this->dataProcessor, $doNotUseCache);
+      $this->dataProcessorId = $dao->data_processor_id;
+
+      $this->dataProcessorOutput = civicrm_api3('DataProcessorOutput', 'getsingle', array('id' => $dao->output_id));
+
+      if (!$this->isConfigurationValid()) {
+        throw new \Exception('Invalid configuration found of the data processor "' . $dataProcessorName . '"');
+      }
+    }
+  }
+
+  /**
+   * Checks whether the output has a valid configuration
+   *
+   * @return bool
+   */
+  protected function isConfigurationValid() {
+    if (!isset($this->dataProcessorOutput['configuration']['contact_id_field'])) {
+      return false;
+    }
+    return true;
+  }
+
+  /**
+   * Returns the name of the output for this search
+   *
+   * @return string
+   */
+  protected function getOutputName() {
+    return 'contact_search';
+  }
+
+  /**
+   * Returns whether the ID field is Visible
+   *
+   * @return bool
+   */
+  protected function isIdFieldVisible() {
+    if (isset($this->dataProcessorOutput['configuration']['hide_id_field']) && $this->dataProcessorOutput['configuration']['hide_id_field']) {
+      return false;
+    }
+    return true;
+  }
+
+  /**
+   * Returns an array with hidden columns
+   *
+   * @return array
+   */
+  protected function getHiddenFields() {
+    $hiddenFields = array();
+    if (!$this->isIdFieldVisible()) {
+      $hiddenFields[] = $this->dataProcessorOutput['configuration']['contact_id_field'];
+    }
+    return $hiddenFields;
+  }
+
+
+}

CRM/Dataprocessor/BAO/DataProcessorField.php

+<?php
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Dataprocessor_BAO_DataProcessorField extends CRM_Dataprocessor_DAO_DataProcessorField {
+
+  public static function checkName($title, $data_processor_id, $id=null,$name=null) {
+    if (!$name) {
+      $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($title));
+    }
+
+    $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($name));
+    $name_part = $name;
+
+    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_field` WHERE `name` = %1 AND `data_processor_id` = %2";
+    $sqlParams[1] = array($name, 'String');
+    $sqlParams[2] = array($data_processor_id, 'String');
+    if ($id) {
+      $sql .= " AND `id` != %3";
+      $sqlParams[3] = array($id, 'Integer');
+    }
+
+    $i = 1;
+    while(CRM_Core_DAO::singleValueQuery($sql, $sqlParams) > 0) {
+      $i++;
+      $name = $name_part .'_'.$i;
+      $sqlParams[1] = array($name, 'String');
+    }
+    return $name;
+  }
+
+  /**
+   * Delete function so that the hook for deleting an output gets invoked.
+   *
+   * @param $id
+   */
+  public static function del($id) {
+    CRM_Utils_Hook::pre('delete', 'DataProcessorField', $id, CRM_Core_DAO::$_nullArray);
+
+    $dao = new CRM_Dataprocessor_BAO_DataProcessorField();
+    $dao->id = $id;
+    if ($dao->find(true)) {
+      $dao->delete();
+    }
+
+    CRM_Utils_Hook::post('delete', 'DataProcessorField', $id, CRM_Core_DAO::$_nullArray);
+  }
+
+  /**
+   * Function to delete a Data Processor Filter with id
+   *
+   * @param int $id
+   * @throws Exception when $id is empty
+   * @access public
+   * @static
+   */
+  public static function deleteWithDataProcessorId($id) {
+    if (empty($id)) {
+      throw new Exception('id can not be empty when attempting to delete a data processor filter');
+    }
+
+    $field = new CRM_Dataprocessor_DAO_DataProcessorField();
+    $field->data_processor_id = $id;
+    $field->find(FALSE);
+    while ($field->fetch()) {
+      civicrm_api3('DataProcessorField', 'delete', array('id' => $field->id));
+    }
+  }
+
+}

CRM/Dataprocessor/BAO/DataProcessorFilter.php

+<?php
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Dataprocessor_BAO_DataProcessorFilter extends CRM_Dataprocessor_DAO_DataProcessorFilter {
+
+  public static function checkName($title, $data_processor_id, $id=null,$name=null) {
+    if (!$name) {
+      $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($title));
+    }
+
+    $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($name));
+    $name_part = $name;
+
+    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_filter` WHERE `name` = %1 AND `data_processor_id` = %2";
+    $sqlParams[1] = array($name, 'String');
+    $sqlParams[2] = array($data_processor_id, 'String');
+    if ($id) {
+      $sql .= " AND `id` != %3";
+      $sqlParams[3] = array($id, 'Integer');
+    }
+
+    $i = 1;
+    while(CRM_Core_DAO::singleValueQuery($sql, $sqlParams) > 0) {
+      $i++;
+      $name = $name_part .'_'.$i;
+      $sqlParams[1] = array($name, 'String');
+    }
+    return $name;
+  }
+
+  /**
+   * Delete function so that the hook for deleting an output gets invoked.
+   *
+   * @param $id
+   */
+  public static function del($id) {
+    CRM_Utils_Hook::pre('delete', 'DataProcessorFilter', $id, CRM_Core_DAO::$_nullArray);
+
+    $dao = new CRM_Dataprocessor_BAO_DataProcessorFilter();
+    $dao->id = $id;
+    if ($dao->find(true)) {
+      $dao->delete();
+    }
+
+    CRM_Utils_Hook::post('delete', 'DataProcessorFilter', $id, CRM_Core_DAO::$_nullArray);
+  }
+
+  /**
+   * Function to delete a Data Processor Filter with id
+   *
+   * @param int $id
+   * @throws Exception when $id is empty
+   * @access public
+   * @static
+   */
+  public static function deleteWithDataProcessorId($id) {
+    if (empty($id)) {
+      throw new Exception('id can not be empty when attempting to delete a data processor filter');
+    }
+
+    $field = new CRM_Dataprocessor_DAO_DataProcessorFilter();
+    $field->data_processor_id = $id;
+    $field->find(FALSE);
+    while ($field->fetch()) {
+      civicrm_api3('DataProcessorFilter', 'delete', array('id' => $field->id));
+    }
+  }
+
+}

CRM/Dataprocessor/BAO/DataProcessorFilterCollection.php

+<?php
+
+use Civi\DataProcessor\FilterCollection\FilterCollection;
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Dataprocessor_BAO_DataProcessorFilterCollection extends CRM_Dataprocessor_DAO_DataProcessorFilterCollection {
+
+  /**
+   * Returns the filter colelction number from its ID.
+   *
+   * @param $data_processor_id
+   * @param $id
+   *
+   * @return int
+   */
+  public static function getFilterFilloctionNumberById($data_processor_id, $id): int {
+    static $filterCollectionIdToNr = [];
+    if (empty($filterCollectionIdToNr)) {
+      try {
+        $filterCollections = civicrm_api3('DataProcessorFilterCollection', 'get', [
+          'data_processor_id' => $data_processor_id,
+          'options' => ['limit' => 0],
+        ]);
+        $i = 1;
+        foreach ($filterCollections['values'] as $filterCollection) {
+          $filterCollectionIdToNr[$filterCollection['id']] = $i;
+          $i++;
+        }
+      } catch (CRM_Core_Exception $e) {
+      }
+    }
+    if ($id && isset($filterCollectionIdToNr[$id])) {
+      $filterCollectionIdToNr[$id];
+    }
+    return 0;
+  }
+
+  public static function checkName($title, $data_processor_id, $id=null,$name=null) {
+    if (!$name) {
+      $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($title));
+    }
+
+    $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($name));
+    $name_part = $name;
+
+    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_filter_collection` WHERE `name` = %1 AND `data_processor_id` = %2";
+    $sqlParams[1] = array($name, 'String');
+    $sqlParams[2] = array($data_processor_id, 'String');
+    if ($id) {
+      $sql .= " AND `id` != %3";
+      $sqlParams[3] = array($id, 'Integer');
+    }
+
+    $i = 1;
+    while(CRM_Core_DAO::singleValueQuery($sql, $sqlParams) > 0) {
+      $i++;
+      $name = $name_part .'_'.$i;
+      $sqlParams[1] = array($name, 'String');
+    }
+    return $name;
+  }
+
+  /**
+   * Delete function so that the hook for deleting an output gets invoked.
+   *
+   * @param $id
+   */
+  public static function del($id) {
+    CRM_Utils_Hook::pre('delete', 'DataProcessorFilterCollection', $id, CRM_Core_DAO::$_nullArray);
+
+    $dao = new CRM_Dataprocessor_BAO_DataProcessorFilterCollection();
+    $dao->id = $id;
+    if ($dao->find(true)) {
+      $dao->delete();
+    }
+
+    CRM_Utils_Hook::post('delete', 'DataProcessorFilterCollection', $id, CRM_Core_DAO::$_nullArray);
+  }
+
+  /**
+   * Function to delete a Data Processor Filter with id
+   *
+   * @param int $id
+   * @throws Exception when $id is empty
+   * @access public
+   * @static
+   */
+  public static function deleteWithDataProcessorId($id) {
+    if (empty($id)) {
+      throw new Exception('id can not be empty when attempting to delete a data processor filter');
+    }
+
+    $field = new CRM_Dataprocessor_DAO_DataProcessorFilterCollection();
+    $field->data_processor_id = $id;
+    $field->find(FALSE);
+    while ($field->fetch()) {
+      civicrm_api3('DataProcessorFilterCollection', 'delete', array('id' => $field->id));
+    }
+  }
+
+}

CRM/Dataprocessor/BAO/DataProcessorOutput.php

+<?php
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+class CRM_Dataprocessor_BAO_DataProcessorOutput extends CRM_Dataprocessor_DAO_DataProcessorOutput {
+
+  /**
+   * Function to delete a Data Processor Output with id
+   *
+   * @param int $id
+   * @throws Exception when $id is empty
+   * @access public
+   * @static
+   */
+  public static function deleteWithDataProcessorId($id) {
+    if (empty($id)) {
+      throw new Exception('id can not be empty when attempting to delete a data processor filter');
+    }
+
+    $field = new CRM_Dataprocessor_DAO_DataProcessorOutput();
+    $field->data_processor_id = $id;
+    $field->find(FALSE);
+    while ($field->fetch()) {
+      civicrm_api3('DataProcessorOutput', 'delete', array('id' => $field->id));
+    }
+  }
+
+  /**
+   * Delete function so that the hook for deleting an output gets invoked.
+   *
+   * @param $id
+   */
+  public static function del($id) {
+    $factory = dataprocessor_get_factory();
+    CRM_Utils_Hook::pre('delete', 'DataProcessorOutput', $id, CRM_Core_DAO::$_nullArray);
+
+    $dao = new CRM_Dataprocessor_BAO_DataProcessorOutput();
+    $dao->id = $id;
+    if ($dao->find(true)) {
+      $output = array();
+      CRM_Core_DAO::storeValues($dao, $output);
+      $outputTypeClass = $factory->getOutputByName($output['type']);
+      $outputTypeClass->deleteOutput($output);
+      $dao->delete();
+    }
+
+    CRM_Utils_Hook::post('delete', 'DataProcessorOutput', $id, CRM_Core_DAO::$_nullArray);
+  }
+
+}

CRM/Dataprocessor/BAO/Source.php → CRM/Dataprocessor/BAO/DataProcessorSource.php

 <?php
-/**
- * @author Jaap Jansma <jaap.jansma@civicoop.org>
- * @license AGPL-3.0
- */
+use CRM_Dataprocessor_ExtensionUtil as E;
 
-class CRM_Dataprocessor_BAO_Source extends CRM_Dataprocessor_DAO_Source {
+class CRM_Dataprocessor_BAO_DataProcessorSource extends CRM_Dataprocessor_DAO_DataProcessorSource {
 
-  /**
-   * Function to get values
-   *
-   * @return array $result found rows with data
-   * @access public
-   * @static
-   */
-  public static function getValues($params) {
-    $factory = dataprocessor_get_factory();
-    $types = $factory->getDataSources();
-
-    $result = array();
-    $source = new CRM_Dataprocessor_DAO_Source();
-    if (!empty($params)) {
-      $fields = self::fields();
-      foreach ($params as $key => $value) {
-        if (isset($fields[$key])) {
-          $source->$key = $value;
-        }
-      }
+  public static function checkName($title, $data_processor_id, $id=null,$name=null) {
+    if (!$name) {
+      $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($title));
     }
-    $source->find();
-    while ($source->fetch()) {
-      $row = array();
-      self::storeValues($source, $row);
 
-      if (isset($types[$row['type']])) {
-        $row['type_name'] = $types[$row['type']];
-      } else {
-        $row['type_name'] = '';
-      }
-      if (!empty($row['configuration'])) {
-        $row['configuration'] = json_decode($row['configuration'], true);
-      } else {
-        $row['configuration'] = array();
-      }
-      if (!empty($row['join_configuration'])) {
-        $row['join_configuration'] = json_decode($row['join_configuration'], true);
-      } else {
-        $row['join_configuration'] = array();
-      }
-
-      $result[$row['id']] = $row;
-    }
-    return $result;
-  }
-
-  /**
-   * Function to add or update a DataProcessor
-   *
-   * @param array $params
-   * @return array $result
-   * @access public
-   * @throws Exception when params is empty
-   * @static
-   */
-  public static function add($params) {
-    $result = array();
-    if (empty($params)) {
-      throw new Exception('Params can not be empty when adding or updating a data processor source');
-    }
+    $name = preg_replace('@[^a-z0-9_]+@','_',strtolower($name));
+    $name_part = $name;
 
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::pre('edit', 'DataProcessorSource', $params['id'], $params);
-    }
-    else {
-      CRM_Utils_Hook::pre('create', 'DataProcessorSource', NULL, $params);
-    }
-
-    $source = new CRM_Dataprocessor_DAO_Source();
-    $fields = self::fields();
-    foreach ($params as $key => $value) {
-      if (isset($fields[$key])) {
-        $source->$key = $value;
-      }
-    }
-    if (isset($source->configuration) && is_array($source->configuration)) {
-      $source->configuration = json_encode($source->configuration);
-    }
-    if (isset($source->join_configuration) && is_array($source->join_configuration)) {
-      $source->join_configuration = json_encode($source->join_configuration);
+    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_source` WHERE `name` = %1 AND `data_processor_id` = %2";
+    $sqlParams[1] = array($name, 'String');
+    $sqlParams[2] = array($data_processor_id, 'String');
+    if ($id) {
+      $sql .= " AND `id` != %3";
+      $sqlParams[3] = array($id, 'Integer');
     }
 
-    $source->save();
-    self::storeValues($source, $result);
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::post('edit', 'DataProcessorSource', $source->id, $source);
-    }
-    else {
-      CRM_Utils_Hook::post('create', 'DataProcessorSource', $source->id, $source);
+    $i = 1;
+    while(CRM_Core_DAO::singleValueQuery($sql, $sqlParams) > 0) {
+      $i++;
+      $name = $name_part .'_'.$i;
+      $sqlParams[1] = array($name, 'String');
     }
-
-    return $result;
-  }
-
-  /**
-   * Public function to generate name from title
-   *
-   * @param $label
-   * @return string
-   * @access public
-   * @static
-   */
-  public static function buildNameFromTitle($title) {
-    return preg_replace('@[^a-z0-9_]+@','_', strtolower($title));
+    return $name;
   }
 
   /**
@@ -143,41 +57,34 @@ class CRM_Dataprocessor_BAO_Source extends CRM_Dataprocessor_DAO_Source {
    * @access public
    * @static
    */
-  public static function deleteWithId($id) {
+  public static function deleteWithDataProcessorId($id) {
     if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor source');
+      throw new Exception('id can not be empty when attempting to delete a data processor filter');
     }
 
-    CRM_Utils_Hook::pre('delete', 'DataProcessorSource', $id, CRM_Core_DAO::$_nullArray);
-
-    $source = new CRM_Dataprocessor_DAO_Source();
-    $source->id = $id;
-    $source->delete();
-
-    CRM_Utils_Hook::post('delete', 'DataProcessorSource', $id, CRM_Core_DAO::$_nullArray);
-
-    return;
+    $field = new CRM_Dataprocessor_DAO_DataProcessorSource();
+    $field->data_processor_id = $id;
+    $field->find(FALSE);
+    while ($field->fetch()) {
+      civicrm_api3('DataProcessorSource', 'delete', array('id' => $field->id));
+    }
   }
 
   /**
-   * Function to delete a Data Processor Source with id
+   * Delete function so that the hook for deleting an output gets invoked.
    *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
+   * @param $id
    */
-  public static function deleteWithDataProcessorId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor source');
-    }
+  public static function del($id) {
+    CRM_Utils_Hook::pre('delete', 'DataProcessorSource', $id, CRM_Core_DAO::$_nullArray);
 
-    $source = new CRM_Dataprocessor_DAO_Source();
-    $source->data_processor_id = $id;
-    $source->find(FALSE);
-    while ($source->fetch()) {
-      self::deleteWithId($source->id);
+    $dao = new CRM_Dataprocessor_BAO_DataProcessorSource();
+    $dao->id = $id;
+    if ($dao->find(true)) {
+      $dao->delete();
     }
+
+    CRM_Utils_Hook::post('delete', 'DataProcessorSource', $id, CRM_Core_DAO::$_nullArray);
   }
 
   /**
@@ -185,15 +92,12 @@ class CRM_Dataprocessor_BAO_Source extends CRM_Dataprocessor_DAO_Source {
    * @param \Civi\DataProcessor\ProcessorType\AbstractProcessorType $dataProcessor
    * @return \Civi\DataProcessor\Source\SourceInterface
    */
-  public static function getSourceClass($source, \Civi\DataProcessor\ProcessorType\AbstractProcessorType $dataProcessor) {
+  public static function addSourceToDataProcessor($source, \Civi\DataProcessor\ProcessorType\AbstractProcessorType $dataProcessor) {
     $factory = dataprocessor_get_factory();
-    $sourceClass = $factory->getDataSourceByName($source['type']);
-    $sourceClass->setSourceName($source['name']);
-    $sourceClass->setSourceTitle($source['title']);
-    $sourceClass->setConfiguration($source['configuration']);
+    $sourceClass = self::sourceToSourceClass($source);
     $sourceClass->setDataProcessor($dataProcessor);
     $join = null;
-    if ($source['join_type']) {
+    if (isset($source['join_type']) && $source['join_type']) {
       $join = $factory->getJoinByName($source['join_type']);
       $join->setConfiguration($source['join_configuration']);
       $join->setDataProcessor($dataProcessor);
@@ -206,4 +110,24 @@ class CRM_Dataprocessor_BAO_Source extends CRM_Dataprocessor_DAO_Source {
     return $sourceClass;
   }
 
-}
\ No newline at end of file
+  /**
+   * Converts a Source array to an instanciated source class.
+   *
+   * @param $source
+   * @return \Civi\DataProcessor\Source\SourceInterface
+   */
+  public static function sourceToSourceClass($source) {
+    $factory = dataprocessor_get_factory();
+    $sourceClass = $factory->getDataSourceByName($source['type']);
+    if (isset($source['name'])) {
+      $sourceClass->setSourceName($source['name']);
+    }
+    if (isset($source['title'])) {
+      $sourceClass->setSourceTitle($source['title']);
+    }
+    if (isset($source['configuration'])) {
+      $sourceClass->setConfiguration($source['configuration']);
+    }
+    return $sourceClass;
+  }
+}

CRM/Dataprocessor/BAO/Field.php

-<?php
-/**
- * @author Jaap Jansma <jaap.jansma@civicoop.org>
- * @license AGPL-3.0
- */
-
-class CRM_Dataprocessor_BAO_Field extends CRM_Dataprocessor_DAO_Field {
-
-  /**
-   * Function to get values
-   *
-   * @return array $result found rows with data
-   * @access public
-   * @static
-   */
-  public static function getValues($params) {
-    $factory = dataprocessor_get_factory();
-    $types = $factory->getDataSources();
-
-    $result = array();
-    $field = new CRM_Dataprocessor_DAO_Field();
-    if (!empty($params)) {
-      $fields = self::fields();
-      foreach ($params as $key => $value) {
-        if (isset($fields[$key])) {
-          $field->$key = $value;
-        }
-      }
-    }
-    $field->find();
-    while ($field->fetch()) {
-      $row = array();
-      self::storeValues($field, $row);
-
-      if (isset($types[$row['type']])) {
-        $row['type_name'] = $types[$row['type']];
-      } else {
-        $row['type_name'] = '';
-      }
-      if (!empty($row['configuration'])) {
-        $row['configuration'] = json_decode($row['configuration'], true);
-      } else {
-        $row['configuration'] = array();
-      }
-      if (!empty($row['join_configuration'])) {
-        $row['join_configuration'] = json_decode($row['join_configuration'], true);
-      } else {
-        $row['join_configuration'] = array();
-      }
-
-      $result[$row['id']] = $row;
-    }
-    return $result;
-  }
-
-  /**
-   * Function to add or update a DataProcessor
-   *
-   * @param array $params
-   * @return array $result
-   * @access public
-   * @throws Exception when params is empty
-   * @static
-   */
-  public static function add($params) {
-    $result = array();
-    if (empty($params)) {
-      throw new Exception('Params can not be empty when adding or updating a data processor field');
-    }
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::pre('edit', 'DataProcessorField', $params['id'], $params);
-    }
-    else {
-      CRM_Utils_Hook::pre('create', 'DataProcessorField', NULL, $params);
-    }
-
-    $field = new CRM_Dataprocessor_DAO_Field();
-    $fields = self::fields();
-    foreach ($params as $key => $value) {
-      if (isset($fields[$key])) {
-        $field->$key = $value;
-      }
-    }
-    if (isset($field->configuration) && is_array($field->configuration)) {
-      $field->configuration = json_encode($field->configuration);
-    }
-
-    $field->save();
-    self::storeValues($field, $result);
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::post('edit', 'DataProcessorField', $field->id, $field);
-    }
-    else {
-      CRM_Utils_Hook::post('create', 'DataProcessorField', $field->id, $field);
-    }
-
-    return $result;
-  }
-
-  /**
-   * Public function to generate name from title
-   *
-   * @param $label
-   * @return string
-   * @access public
-   * @static
-   */
-  public static function buildNameFromTitle($title) {
-    return preg_replace('@[^a-z0-9_]+@','_', strtolower($title));
-  }
-
-  /**
-   * Returns whether the name is valid or not
-   *
-   * @param string $name
-   * @param int $data_procssor_id,
-   * @param int $id optional
-   * @return bool
-   * @static
-   */
-  public static function isNameValid($name, $data_procssor_id, $id=null) {
-    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_field` WHERE `name` = %1 AND `data_processor_id` = %2";
-    $params[1] = array($name, 'String');
-    $params[2] = array($data_procssor_id, 'Integer');
-    if ($id) {
-      $sql .= " AND `id` != %3";
-      $params[3] = array($id, 'Integer');
-    }
-    $count = CRM_Core_DAO::singleValueQuery($sql, $params);
-    return ($count > 0) ? false : true;
-  }
-
-  /**
-   * Function to delete a Data Processor Field with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor field');
-    }
-
-    CRM_Utils_Hook::pre('delete', 'DataProcessorField', $id, CRM_Core_DAO::$_nullArray);
-
-    $field = new CRM_Dataprocessor_DAO_Field();
-    $field->id = $id;
-    $field->delete();
-
-    CRM_Utils_Hook::post('delete', 'DataProcessorField', $id, CRM_Core_DAO::$_nullArray);
-
-    return;
-  }
-
-  /**
-   * Function to delete a Data Processor Field with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithDataProcessorId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor field');
-    }
-
-    $field = new CRM_Dataprocessor_DAO_Field();
-    $field->data_processor_id = $id;
-    $field->find(FALSE);
-    while ($field->fetch()) {
-      self::deleteWithId($field->id);
-    }
-  }
-
-}
\ No newline at end of file

CRM/Dataprocessor/BAO/Filter.php

-<?php
-/**
- * @author Jaap Jansma <jaap.jansma@civicoop.org>
- * @license AGPL-3.0
- */
-
-class CRM_Dataprocessor_BAO_Filter extends CRM_Dataprocessor_DAO_Filter {
-
-  /**
-   * Function to get values
-   *
-   * @return array $result found rows with data
-   * @access public
-   * @static
-   */
-  public static function getValues($params) {
-    $factory = dataprocessor_get_factory();
-    $types = $factory->getDataSources();
-
-    $result = array();
-    $filter = new CRM_Dataprocessor_DAO_Filter();
-    if (!empty($params)) {
-      $filters = self::fields();
-      foreach ($params as $key => $value) {
-        if (isset($filters[$key])) {
-          $filter->$key = $value;
-        }
-      }
-    }
-    $filter->find();
-    while ($filter->fetch()) {
-      $row = array();
-      self::storeValues($filter, $row);
-
-      if (isset($types[$row['type']])) {
-        $row['type_name'] = $types[$row['type']];
-      } else {
-        $row['type_name'] = '';
-      }
-      if (!empty($row['configuration'])) {
-        $row['configuration'] = json_decode($row['configuration'], true);
-      } else {
-        $row['configuration'] = array();
-      }
-      if (!empty($row['join_configuration'])) {
-        $row['join_configuration'] = json_decode($row['join_configuration'], true);
-      } else {
-        $row['join_configuration'] = array();
-      }
-
-      $result[$row['id']] = $row;
-    }
-    return $result;
-  }
-
-  /**
-   * Function to add or update a DataProcessor
-   *
-   * @param array $params
-   * @return array $result
-   * @access public
-   * @throws Exception when params is empty
-   * @static
-   */
-  public static function add($params) {
-    $result = array();
-    if (empty($params)) {
-      throw new Exception('Params can not be empty when adding or updating a data processor filter');
-    }
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::pre('edit', 'DataProcessorFilter', $params['id'], $params);
-    }
-    else {
-      CRM_Utils_Hook::pre('create', 'DataProcessorFilter', NULL, $params);
-    }
-
-    $filter = new CRM_Dataprocessor_DAO_Filter();
-    $filters = self::fields();
-    foreach ($params as $key => $value) {
-      if (isset($filters[$key])) {
-        $filter->$key = $value;
-      }
-    }
-    if (isset($filter->configuration) && is_array($filter->configuration)) {
-      $filter->configuration = json_encode($filter->configuration);
-    }
-
-    $filter->save();
-    self::storeValues($filter, $result);
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::post('edit', 'DataProcessorFilter', $filter->id, $filter);
-    }
-    else {
-      CRM_Utils_Hook::post('create', 'DataProcessorFilter', $filter->id, $filter);
-    }
-
-    return $result;
-  }
-
-  /**
-   * Public function to generate name from title
-   *
-   * @param $label
-   * @return string
-   * @access public
-   * @static
-   */
-  public static function buildNameFromTitle($title) {
-    return preg_replace('@[^a-z0-9_]+@','_', strtolower($title));
-  }
-
-  /**
-   * Returns whether the name is valid or not
-   *
-   * @param string $name
-   * @param int $data_procssor_id,
-   * @param int $id optional
-   * @return bool
-   * @static
-   */
-  public static function isNameValid($name, $data_procssor_id, $id=null) {
-    $sql = "SELECT COUNT(*) FROM `civicrm_data_processor_filter` WHERE `name` = %1 AND `data_processor_id` = %2";
-    $params[1] = array($name, 'String');
-    $params[2] = array($data_procssor_id, 'Integer');
-    if ($id) {
-      $sql .= " AND `id` != %3";
-      $params[3] = array($id, 'Integer');
-    }
-    $count = CRM_Core_DAO::singleValueQuery($sql, $params);
-    return ($count > 0) ? false : true;
-  }
-
-  /**
-   * Function to delete a Data Processor Filter with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor filter');
-    }
-
-    CRM_Utils_Hook::pre('delete', 'DataProcessorFilter', $id, CRM_Core_DAO::$_nullArray);
-
-    $filter = new CRM_Dataprocessor_DAO_Filter();
-    $filter->id = $id;
-    $filter->delete();
-
-    CRM_Utils_Hook::post('delete', 'DataProcessorFilter', $id, CRM_Core_DAO::$_nullArray);
-
-    return;
-  }
-
-  /**
-   * Function to delete a Data Processor Filter with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithDataProcessorId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor filter');
-    }
-
-    $filter = new CRM_Dataprocessor_DAO_Filter();
-    $filter->data_processor_id = $id;
-    $filter->find(FALSE);
-    while ($filter->fetch()) {
-      self::deleteWithId($filter->id);
-    }
-  }
-
-}
\ No newline at end of file

CRM/Dataprocessor/BAO/Output.php

-<?php
-/**
- * @author Jaap Jansma <jaap.jansma@civicoop.org>
- * @license AGPL-3.0
- */
-
-class CRM_Dataprocessor_BAO_Output extends CRM_Dataprocessor_DAO_Output {
-
-  /**
-   * Function to get values
-   *
-   * @return array $result found rows with data
-   * @access public
-   * @static
-   */
-  public static function getValues($params) {
-    $factory = dataprocessor_get_factory();
-    $types = $factory->getOutputs();
-
-    $result = array();
-    $output = new CRM_Dataprocessor_DAO_Output();
-    if (!empty($params)) {
-      $fields = self::fields();
-      foreach ($params as $key => $value) {
-        if (isset($fields[$key])) {
-          $output->$key = $value;
-        }
-      }
-    }
-    $output->find();
-    while ($output->fetch()) {
-      $row = array();
-      self::storeValues($output, $row);
-
-      if (isset($types[$row['type']])) {
-        $row['type_name'] = $types[$row['type']];
-      } else {
-        $row['type_name'] = '';
-      }
-
-      $result[$row['id']] = $row;
-    }
-    return $result;
-  }
-
-  /**
-   * Function to add or update a DataProcessor
-   *
-   * @param array $params
-   * @return array $result
-   * @access public
-   * @throws Exception when params is empty
-   * @static
-   */
-  public static function add($params) {
-    $result = array();
-    if (empty($params)) {
-      throw new Exception('Params can not be empty when adding or updating a data processor output');
-    }
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::pre('edit', 'DataProcessorOutput', $params['id'], $params);
-    }
-    else {
-      CRM_Utils_Hook::pre('create', 'DataProcessorOutput', NULL, $params);
-    }
-
-    $output = new CRM_Dataprocessor_DAO_Output();
-    $fields = self::fields();
-    foreach ($params as $key => $value) {
-      if (isset($fields[$key])) {
-        $output->$key = $value;
-      }
-    }
-    if (!isset($output->configuration)) {
-      $output->configuration = array();
-    }
-    if (is_array($output->configuration)) {
-      $output->configuration = json_encode($output->configuration);
-    }
-
-    $output->save();
-    self::storeValues($output, $result);
-
-    if (!empty($params['id'])) {
-      CRM_Utils_Hook::post('edit', 'DataProcessorOutput', $output->id, $output);
-    }
-    else {
-      CRM_Utils_Hook::post('create', 'DataProcessorOutput', $output->id, $output);
-    }
-
-    return $result;
-  }
-
-  /**
-   * Function to delete a Data Processor Output with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor output');
-    }
-
-    CRM_Utils_Hook::pre('delete', 'DataProcessorOutput', $id, CRM_Core_DAO::$_nullArray);
-
-    $output = new CRM_Dataprocessor_DAO_Output();
-    $output->id = $id;
-    $output->delete();
-
-    CRM_Utils_Hook::post('delete', 'DataProcessorOutput', $id, CRM_Core_DAO::$_nullArray);
-
-    return;
-  }
-
-  /**
-   * Function to delete a Data Processor Output with id
-   *
-   * @param int $id
-   * @throws Exception when $id is empty
-   * @access public
-   * @static
-   */
-  public static function deleteWithDataProcessorId($id) {
-    if (empty($id)) {
-      throw new Exception('id can not be empty when attempting to delete a data processor output');
-    }
-
-    $output = new CRM_Dataprocessor_DAO_Output();
-    $output->data_processor_id = $id;
-    $output->find(FALSE);
-    while ($output->fetch()) {
-      self::deleteWithId($output->id);
-    }
-  }
-
-}
\ No newline at end of file

CRM/Dataprocessor/DAO/DataProcessor.php

 <?php
 
+/**
+ * @package CRM
+ * @copyright CiviCRM LLC https://civicrm.org/licensing
+ *
+ * Generated from dataprocessor/xml/schema/CRM/Dataprocessor/DataProcessor.xml
+ * DO NOT EDIT.  Generated by CRM_Core_CodeGen
+ * (GenCodeChecksum:408f563ffe49f973ca26a24c8e17b40e)
+ */
 use CRM_Dataprocessor_ExtensionUtil as E;
 
 /**
- * @author Jaap Jansma (CiviCooP) <jaap.jansma@civicoop.org>
- * @license http://www.gnu.org/licenses/agpl-3.0.html
+ * Database access object for the DataProcessor entity.
  */
 class CRM_Dataprocessor_DAO_DataProcessor extends CRM_Core_DAO {
+  const EXT = E::LONG_NAME;
+  const TABLE_ADDED = '';
+
+  /**
+   * Static instance to hold the table name.
+   *
+   * @var string
+   */
+  public static $_tableName = 'civicrm_data_processor';
 
-  const STATUS_IN_DATABASE = 1;
-  const STATUS_IN_CODE = 2;
-  const STATUS_OVERRIDDEN = 3;
+  /**
+   * Field to show when displaying a record.
+   *
+   * @var string
+   */
+  public static $_labelField = 'title';
+
+  /**
+   * Should CiviCRM log any modifications to this table in the civicrm_log table.
+   *
+   * @var bool
+   */
+  public static $_log = FALSE;
 
   /**
-   * static instance to hold the field values
+   * Unique DataProcessor ID
    *
-   * @var array
-   * @static
+   * @var int|string|null
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $id;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $name;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $title;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $type;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $configuration;
+
+  /**
+   * @var bool|string
+   *   (SQL type: tinyint)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $is_active;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $description;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $storage_type;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $storage_configuration;
+
+  /**
+   * @var int|string
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $status;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $source_file;
+
+  /**
+   * Class constructor.
    */
-  static $_fields = null;
-  static $_export = null;
+  public function __construct() {
+    $this->__table = 'civicrm_data_processor';
+    parent::__construct();
+  }
+
   /**
-   * empty definition for virtual function
+   * Returns localized title of this entity.
+   *
+   * @param bool $plural
+   *   Whether to return the plural version of the title.
    */
-  static function getTableName() {
-    return 'civicrm_data_processor';
+  public static function getEntityTitle($plural = FALSE) {
+    return $plural ? E::ts('Data Processors') : E::ts('Data Processor');
   }
+
   /**
-   * returns all the column names of this table
+   * Returns all the column names of this table
    *
-   * @access public
    * @return array
    */
   public static function &fields() {
-    if (!(self::$_fields)) {
-      self::$_fields = array(
-        'id' => array(
+    if (!isset(Civi::$statics[__CLASS__]['fields'])) {
+      Civi::$statics[__CLASS__]['fields'] = [
+        'id' => [
           'name' => 'id',
-          'title' => E::ts('ID'),
           'type' => CRM_Utils_Type::T_INT,
-          'required' => true
-        ) ,
-        'type' => array(
-          'name' => 'type',
-          'title' => E::ts('Type'),
-          'type' => CRM_Utils_Type::T_STRING,
-          'maxlength' => 80,
-          'required' => true,
-        ),
-        'name' => array(
+          'title' => E::ts('ID'),
+          'description' => E::ts('Unique DataProcessor ID'),
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.id',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'readonly' => TRUE,
+          'add' => NULL,
+        ],
+        'name' => [
           'name' => 'name',
-          'title' => E::ts('Name'),
           'type' => CRM_Utils_Type::T_STRING,
-          'maxlength' => 128,
-          'required' => true
-        ),
-        'title' => array(
+          'title' => E::ts('Name'),
+          'required' => FALSE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.name',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'title' => [
           'name' => 'title',
+          'type' => CRM_Utils_Type::T_STRING,
           'title' => E::ts('Title'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.title',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'type' => [
+          'name' => 'type',
           'type' => CRM_Utils_Type::T_STRING,
-          'maxlength' => 128,
-          'required' => true
-        ),
-        'is_active' => array(
+          'title' => E::ts('Type'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.type',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'configuration' => [
+          'name' => 'configuration',
+          'type' => CRM_Utils_Type::T_TEXT,
+          'title' => E::ts('Configuration'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.configuration',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'serialize' => self::SERIALIZE_JSON,
+          'add' => NULL,
+        ],
+        'is_active' => [
           'name' => 'is_active',
+          'type' => CRM_Utils_Type::T_BOOLEAN,
           'title' => E::ts('Is active'),
-          'type' => CRM_Utils_Type::T_INT,
-        ),
-        'description' => array(
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.is_active',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'description' => [
           'name' => 'description',
-          'title' => E::ts('Description'),
-          'type' => CRM_Utils_Type::T_STRING,
-        ),
-        'configuration' => array(
-          'name' => 'configuration',
-          'title' => E::ts('Configuration'),
-          'type' => CRM_Utils_Type::T_TEXT,
-        ),
-        'aggregation' => array(
-          'name' => 'aggregation',
-          'title' => E::ts('Aggregation'),
           'type' => CRM_Utils_Type::T_TEXT,
-        ),
-        'storage_type' => array(
+          'title' => E::ts('Description'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.description',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'storage_type' => [
           'name' => 'storage_type',
-          'title' => E::ts('Storage Type'),
           'type' => CRM_Utils_Type::T_STRING,
-          'maxlength' => 80,
-          'required' => true,
-        ),
-        'storage_configuration' => array(
+          'title' => E::ts('Storage Type'),
+          'required' => FALSE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.storage_type',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'storage_configuration' => [
           'name' => 'storage_configuration',
-          'title' => E::ts('Storage Configuration'),
           'type' => CRM_Utils_Type::T_TEXT,
-        ),
-        'status' => array(
+          'title' => E::ts('Storage Configuration'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.storage_configuration',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'serialize' => self::SERIALIZE_JSON,
+          'add' => NULL,
+        ],
+        'status' => [
           'name' => 'status',
           'type' => CRM_Utils_Type::T_INT,
-        ),
-        'source_file' => array(
+          'title' => E::ts('Status'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.status',
+          'default' => '0',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'source_file' => [
           'name' => 'source_file',
-          'title' => E::ts('Source file'),
           'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Source File'),
+          'required' => FALSE,
           'maxlength' => 255,
-          'required' => false,
-        ),
-      );
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor.source_file',
+          'table_name' => 'civicrm_data_processor',
+          'entity' => 'DataProcessor',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+      ];
+      CRM_Core_DAO_AllCoreTables::invoke(__CLASS__, 'fields_callback', Civi::$statics[__CLASS__]['fields']);
     }
-    return self::$_fields;
+    return Civi::$statics[__CLASS__]['fields'];
   }
+
   /**
-   * Returns an array containing, for each field, the array key used for that
-   * field in self::$_fields.
+   * Returns the list of fields that can be imported
+   *
+   * @param bool $prefix
    *
-   * @access public
    * @return array
    */
-  public static function &fieldKeys() {
-    if (!(self::$_fieldKeys)) {
-      self::$_fieldKeys = array(
-        'id' => 'id',
-        'type' => 'type',
-        'name' => 'name',
-        'title' => 'title',
-        'is_active' => 'is_active',
-        'description' => 'description',
-        'configuration' => 'configuration',
-        'storage_type' => 'storage_type',
-        'storage_configuration' => 'storage_configuration',
-        'status' => 'status',
-        'source_file' => 'source_file',
-      );
-    }
-    return self::$_fieldKeys;
+  public static function &import($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getImports(__CLASS__, 'data_processor', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of fields that can be exported
+   *
+   * @param bool $prefix
+   *
+   * @return array
+   */
+  public static function &export($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getExports(__CLASS__, 'data_processor', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of indices
+   *
+   * @param bool $localize
+   *
+   * @return array
+   */
+  public static function indices($localize = TRUE) {
+    $indices = [];
+    return ($localize && !empty($indices)) ? CRM_Core_DAO_AllCoreTables::multilingualize(__CLASS__, $indices) : $indices;
   }
-}
\ No newline at end of file
+
+}

CRM/Dataprocessor/DAO/DataProcessorField.php

+<?php
+
+/**
+ * @package CRM
+ * @copyright CiviCRM LLC https://civicrm.org/licensing
+ *
+ * Generated from dataprocessor/xml/schema/CRM/Dataprocessor/DataProcessorField.xml
+ * DO NOT EDIT.  Generated by CRM_Core_CodeGen
+ * (GenCodeChecksum:9513d8dff12fff19074757207c0dfb73)
+ */
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+/**
+ * Database access object for the DataProcessorField entity.
+ */
+class CRM_Dataprocessor_DAO_DataProcessorField extends CRM_Core_DAO {
+  const EXT = E::LONG_NAME;
+  const TABLE_ADDED = '';
+
+  /**
+   * Static instance to hold the table name.
+   *
+   * @var string
+   */
+  public static $_tableName = 'civicrm_data_processor_field';
+
+  /**
+   * Field to show when displaying a record.
+   *
+   * @var string
+   */
+  public static $_labelField = 'title';
+
+  /**
+   * Should CiviCRM log any modifications to this table in the civicrm_log table.
+   *
+   * @var bool
+   */
+  public static $_log = FALSE;
+
+  /**
+   * Unique DataProcessorField ID
+   *
+   * @var int|string|null
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $id;
+
+  /**
+   * FK to Data Processor
+   *
+   * @var int|string
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $data_processor_id;
+
+  /**
+   * @var int|string
+   *   (SQL type: int)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $weight;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $name;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $title;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $type;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $configuration;
+
+  /**
+   * @var bool|string
+   *   (SQL type: tinyint)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $is_exposed;
+
+  /**
+   * Class constructor.
+   */
+  public function __construct() {
+    $this->__table = 'civicrm_data_processor_field';
+    parent::__construct();
+  }
+
+  /**
+   * Returns localized title of this entity.
+   *
+   * @param bool $plural
+   *   Whether to return the plural version of the title.
+   */
+  public static function getEntityTitle($plural = FALSE) {
+    return $plural ? E::ts('Data Processor Fields') : E::ts('Data Processor Field');
+  }
+
+  /**
+   * Returns all the column names of this table
+   *
+   * @return array
+   */
+  public static function &fields() {
+    if (!isset(Civi::$statics[__CLASS__]['fields'])) {
+      Civi::$statics[__CLASS__]['fields'] = [
+        'id' => [
+          'name' => 'id',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('ID'),
+          'description' => E::ts('Unique DataProcessorField ID'),
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.id',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'readonly' => TRUE,
+          'add' => NULL,
+        ],
+        'data_processor_id' => [
+          'name' => 'data_processor_id',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('Data Processor ID'),
+          'description' => E::ts('FK to Data Processor'),
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.data_processor_id',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'FKClassName' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'add' => NULL,
+        ],
+        'weight' => [
+          'name' => 'weight',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('Weight'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.weight',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'name' => [
+          'name' => 'name',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Name'),
+          'required' => FALSE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.name',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'title' => [
+          'name' => 'title',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Title'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.title',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'type' => [
+          'name' => 'type',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Type'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.type',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'configuration' => [
+          'name' => 'configuration',
+          'type' => CRM_Utils_Type::T_TEXT,
+          'title' => E::ts('Configuration'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.configuration',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'serialize' => self::SERIALIZE_JSON,
+          'add' => NULL,
+        ],
+        'is_exposed' => [
+          'name' => 'is_exposed',
+          'type' => CRM_Utils_Type::T_BOOLEAN,
+          'title' => E::ts('Is exposed'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_field.is_exposed',
+          'default' => '1',
+          'table_name' => 'civicrm_data_processor_field',
+          'entity' => 'DataProcessorField',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorField',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+      ];
+      CRM_Core_DAO_AllCoreTables::invoke(__CLASS__, 'fields_callback', Civi::$statics[__CLASS__]['fields']);
+    }
+    return Civi::$statics[__CLASS__]['fields'];
+  }
+
+  /**
+   * Returns the list of fields that can be imported
+   *
+   * @param bool $prefix
+   *
+   * @return array
+   */
+  public static function &import($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getImports(__CLASS__, 'data_processor_field', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of fields that can be exported
+   *
+   * @param bool $prefix
+   *
+   * @return array
+   */
+  public static function &export($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getExports(__CLASS__, 'data_processor_field', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of indices
+   *
+   * @param bool $localize
+   *
+   * @return array
+   */
+  public static function indices($localize = TRUE) {
+    $indices = [];
+    return ($localize && !empty($indices)) ? CRM_Core_DAO_AllCoreTables::multilingualize(__CLASS__, $indices) : $indices;
+  }
+
+}

CRM/Dataprocessor/DAO/DataProcessorFilter.php

+<?php
+
+/**
+ * @package CRM
+ * @copyright CiviCRM LLC https://civicrm.org/licensing
+ *
+ * Generated from dataprocessor/xml/schema/CRM/Dataprocessor/DataProcessorFilterHandler.xml
+ * DO NOT EDIT.  Generated by CRM_Core_CodeGen
+ * (GenCodeChecksum:0bec9ca27a1543c58fa6e52cdd3ff528)
+ */
+use CRM_Dataprocessor_ExtensionUtil as E;
+
+/**
+ * Database access object for the DataProcessorFilter entity.
+ */
+class CRM_Dataprocessor_DAO_DataProcessorFilter extends CRM_Core_DAO {
+  const EXT = E::LONG_NAME;
+  const TABLE_ADDED = '';
+
+  /**
+   * Static instance to hold the table name.
+   *
+   * @var string
+   */
+  public static $_tableName = 'civicrm_data_processor_filter';
+
+  /**
+   * Field to show when displaying a record.
+   *
+   * @var string
+   */
+  public static $_labelField = 'title';
+
+  /**
+   * Should CiviCRM log any modifications to this table in the civicrm_log table.
+   *
+   * @var bool
+   */
+  public static $_log = FALSE;
+
+  /**
+   * Unique DataProcessorFilter ID
+   *
+   * @var int|string|null
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $id;
+
+  /**
+   * FK to Data Processor
+   *
+   * @var int|string
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $data_processor_id;
+
+  /**
+   * @var int|string
+   *   (SQL type: int)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $weight;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $name;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $title;
+
+  /**
+   * @var string
+   *   (SQL type: varchar(255))
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $type;
+
+  /**
+   * @var bool|string
+   *   (SQL type: tinyint)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $is_required;
+
+  /**
+   * @var bool|string
+   *   (SQL type: tinyint)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $is_exposed;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $configuration;
+
+  /**
+   * @var string
+   *   (SQL type: text)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $filter_value;
+
+  /**
+   * @var int|string|null
+   *   (SQL type: int unsigned)
+   *   Note that values will be retrieved from the database as a string.
+   */
+  public $collection_id;
+
+  /**
+   * Class constructor.
+   */
+  public function __construct() {
+    $this->__table = 'civicrm_data_processor_filter';
+    parent::__construct();
+  }
+
+  /**
+   * Returns localized title of this entity.
+   *
+   * @param bool $plural
+   *   Whether to return the plural version of the title.
+   */
+  public static function getEntityTitle($plural = FALSE) {
+    return $plural ? E::ts('Data Processor Filters') : E::ts('Data Processor Filter');
+  }
+
+  /**
+   * Returns all the column names of this table
+   *
+   * @return array
+   */
+  public static function &fields() {
+    if (!isset(Civi::$statics[__CLASS__]['fields'])) {
+      Civi::$statics[__CLASS__]['fields'] = [
+        'id' => [
+          'name' => 'id',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('ID'),
+          'description' => E::ts('Unique DataProcessorFilter ID'),
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.id',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'readonly' => TRUE,
+          'add' => NULL,
+        ],
+        'data_processor_id' => [
+          'name' => 'data_processor_id',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('Data Processor ID'),
+          'description' => E::ts('FK to Data Processor'),
+          'required' => TRUE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.data_processor_id',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'FKClassName' => 'CRM_Dataprocessor_DAO_DataProcessor',
+          'add' => NULL,
+        ],
+        'weight' => [
+          'name' => 'weight',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('Weight'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.weight',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'name' => [
+          'name' => 'name',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Name'),
+          'required' => FALSE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.name',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'title' => [
+          'name' => 'title',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Title'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.title',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'type' => [
+          'name' => 'type',
+          'type' => CRM_Utils_Type::T_STRING,
+          'title' => E::ts('Type'),
+          'required' => TRUE,
+          'maxlength' => 255,
+          'size' => CRM_Utils_Type::HUGE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.type',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'is_required' => [
+          'name' => 'is_required',
+          'type' => CRM_Utils_Type::T_BOOLEAN,
+          'title' => E::ts('Is required'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.is_required',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'is_exposed' => [
+          'name' => 'is_exposed',
+          'type' => CRM_Utils_Type::T_BOOLEAN,
+          'title' => E::ts('Is exposed'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.is_exposed',
+          'default' => '1',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'add' => NULL,
+        ],
+        'configuration' => [
+          'name' => 'configuration',
+          'type' => CRM_Utils_Type::T_TEXT,
+          'title' => E::ts('Configuration'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.configuration',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'serialize' => self::SERIALIZE_JSON,
+          'add' => NULL,
+        ],
+        'filter_value' => [
+          'name' => 'filter_value',
+          'type' => CRM_Utils_Type::T_TEXT,
+          'title' => E::ts('Default Filter Value'),
+          'required' => FALSE,
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.filter_value',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'serialize' => self::SERIALIZE_JSON,
+          'add' => NULL,
+        ],
+        'collection_id' => [
+          'name' => 'collection_id',
+          'type' => CRM_Utils_Type::T_INT,
+          'title' => E::ts('Filter Collection Id'),
+          'usage' => [
+            'import' => FALSE,
+            'export' => FALSE,
+            'duplicate_matching' => FALSE,
+            'token' => FALSE,
+          ],
+          'where' => 'civicrm_data_processor_filter.collection_id',
+          'table_name' => 'civicrm_data_processor_filter',
+          'entity' => 'DataProcessorFilter',
+          'bao' => 'CRM_Dataprocessor_DAO_DataProcessorFilter',
+          'localizable' => 0,
+          'FKClassName' => 'CRM_Dataprocessor_DAO_DataProcessorFilterCollection',
+          'add' => NULL,
+        ],
+      ];
+      CRM_Core_DAO_AllCoreTables::invoke(__CLASS__, 'fields_callback', Civi::$statics[__CLASS__]['fields']);
+    }
+    return Civi::$statics[__CLASS__]['fields'];
+  }
+
+  /**
+   * Returns the list of fields that can be imported
+   *
+   * @param bool $prefix
+   *
+   * @return array
+   */
+  public static function &import($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getImports(__CLASS__, 'data_processor_filter', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of fields that can be exported
+   *
+   * @param bool $prefix
+   *
+   * @return array
+   */
+  public static function &export($prefix = FALSE) {
+    $r = CRM_Core_DAO_AllCoreTables::getExports(__CLASS__, 'data_processor_filter', $prefix, []);
+    return $r;
+  }
+
+  /**
+   * Returns the list of indices
+   *
+   * @param bool $localize
+   *
+   * @return array
+   */
+  public static function indices($localize = TRUE) {
+    $indices = [];
+    return ($localize && !empty($indices)) ? CRM_Core_DAO_AllCoreTables::multilingualize(__CLASS__, $indices) : $indices;
+  }
+
+}