2021-04-09 15:28:18 -04:00
|
|
|
/*
|
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
*
|
|
|
|
* The OpenSearch Contributors require contributions made to
|
|
|
|
* this file be licensed under the Apache-2.0 license or a
|
|
|
|
* compatible open source license.
|
|
|
|
*
|
|
|
|
* Modifications Copyright OpenSearch Contributors. See
|
|
|
|
* GitHub history for details.
|
|
|
|
*/
|
2019-11-01 14:33:11 -04:00
|
|
|
|
2016-02-09 08:57:05 -05:00
|
|
|
/*
|
|
|
|
* Licensed to Elasticsearch under one or more contributor
|
|
|
|
* license agreements. See the NOTICE file distributed with
|
|
|
|
* this work for additional information regarding copyright
|
|
|
|
* ownership. Elasticsearch licenses this file to you under
|
|
|
|
* the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
* not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing,
|
|
|
|
* software distributed under the License is distributed on an
|
|
|
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
* KIND, either express or implied. See the License for the
|
|
|
|
* specific language governing permissions and limitations
|
|
|
|
* under the License.
|
|
|
|
*/
|
2021-04-09 15:28:18 -04:00
|
|
|
|
|
|
|
import org.opensearch.gradle.info.BuildParams
|
|
|
|
|
2021-03-11 00:06:21 -05:00
|
|
|
apply plugin: 'opensearch.yaml-rest-test'
|
2016-02-09 08:57:05 -05:00
|
|
|
|
2021-03-11 00:06:21 -05:00
|
|
|
opensearchplugin {
|
2016-02-09 08:57:05 -05:00
|
|
|
description 'Ingest processor that uses Apache Tika to extract contents'
|
2021-03-11 00:06:21 -05:00
|
|
|
classname 'org.opensearch.ingest.attachment.IngestAttachmentPlugin'
|
2016-02-09 08:57:05 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
versions << [
|
2021-05-11 13:40:33 -04:00
|
|
|
'tika' : '1.24.1',
|
2021-06-25 16:18:15 -04:00
|
|
|
'pdfbox': '2.0.24',
|
2020-03-25 05:03:26 -04:00
|
|
|
'poi' : '4.1.2',
|
2019-08-19 18:16:32 -04:00
|
|
|
'mime4j': '0.8.3'
|
2016-02-09 08:57:05 -05:00
|
|
|
]
|
|
|
|
|
|
|
|
dependencies {
|
|
|
|
// mandatory for tika
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.tika:tika-core:${versions.tika}"
|
2018-06-24 14:08:45 -04:00
|
|
|
// build against Jackson 2.9.5, but still works on our current version
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.tika:tika-parsers:${versions.tika}"
|
|
|
|
api 'org.tukaani:xz:1.8'
|
2021-05-11 13:40:33 -04:00
|
|
|
api 'commons-io:commons-io:2.7'
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.slf4j:slf4j-api:${versions.slf4j}"
|
2016-02-09 08:57:05 -05:00
|
|
|
|
|
|
|
// character set detection
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'com.googlecode.juniversalchardet:juniversalchardet:1.0.3'
|
2016-02-09 08:57:05 -05:00
|
|
|
|
|
|
|
// external parser libraries
|
|
|
|
// HTML
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'org.ccil.cowan.tagsoup:tagsoup:1.2.1'
|
2016-02-09 08:57:05 -05:00
|
|
|
// Adobe PDF
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.pdfbox:pdfbox:${versions.pdfbox}"
|
|
|
|
api "org.apache.pdfbox:fontbox:${versions.pdfbox}"
|
|
|
|
api "org.apache.pdfbox:jempbox:1.8.16"
|
|
|
|
api "commons-logging:commons-logging:${versions.commonslogging}"
|
|
|
|
api "org.bouncycastle:bcmail-jdk15on:${versions.bouncycastle}"
|
|
|
|
api "org.bouncycastle:bcprov-jdk15on:${versions.bouncycastle}"
|
|
|
|
api "org.bouncycastle:bcpkix-jdk15on:${versions.bouncycastle}"
|
2016-02-09 08:57:05 -05:00
|
|
|
// OpenOffice
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.poi:poi-ooxml:${versions.poi}"
|
|
|
|
api "org.apache.poi:poi:${versions.poi}"
|
|
|
|
api "org.apache.poi:poi-ooxml-schemas:${versions.poi}"
|
|
|
|
api "commons-codec:commons-codec:${versions.commonscodec}"
|
|
|
|
api 'org.apache.xmlbeans:xmlbeans:3.0.1'
|
|
|
|
api 'org.apache.commons:commons-collections4:4.1'
|
2016-02-09 08:57:05 -05:00
|
|
|
// MS Office
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.poi:poi-scratchpad:${versions.poi}"
|
2016-02-09 08:57:05 -05:00
|
|
|
// Apple iWork
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'org.apache.commons:commons-compress:1.19'
|
2017-01-24 04:25:02 -05:00
|
|
|
// Outlook documents
|
2020-06-30 09:57:41 -04:00
|
|
|
api "org.apache.james:apache-mime4j-core:${versions.mime4j}"
|
|
|
|
api "org.apache.james:apache-mime4j-dom:${versions.mime4j}"
|
2019-08-19 18:16:32 -04:00
|
|
|
// EPUB books
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'org.apache.commons:commons-lang3:3.9'
|
2020-03-25 05:03:26 -04:00
|
|
|
// Microsoft Word files with visio diagrams
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'org.apache.commons:commons-math3:3.6.1'
|
2020-03-25 05:03:26 -04:00
|
|
|
// POIs dependency
|
2020-06-30 09:57:41 -04:00
|
|
|
api 'com.zaxxer:SparseBitSet:1.2'
|
2016-02-09 08:57:05 -05:00
|
|
|
}
|
|
|
|
|
2020-03-19 13:28:59 -04:00
|
|
|
restResources {
|
|
|
|
restApi {
|
2020-03-25 05:03:26 -04:00
|
|
|
includeCore '_common', 'cluster', 'nodes', 'ingest', 'index', 'get'
|
2020-03-19 13:28:59 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-18 02:15:50 -04:00
|
|
|
tasks.named("dependencyLicenses").configure {
|
2017-01-24 04:25:02 -05:00
|
|
|
mapping from: /apache-mime4j-.*/, to: 'apache-mime4j'
|
|
|
|
}
|
|
|
|
|
2016-02-09 08:57:05 -05:00
|
|
|
forbiddenPatterns {
|
2016-12-09 10:51:17 -05:00
|
|
|
exclude '**/*.doc'
|
2016-02-09 08:57:05 -05:00
|
|
|
exclude '**/*.docx'
|
|
|
|
exclude '**/*.pdf'
|
|
|
|
exclude '**/*.epub'
|
2016-12-09 10:51:17 -05:00
|
|
|
exclude '**/*.vsdx'
|
2016-02-09 08:57:05 -05:00
|
|
|
}
|
|
|
|
|
2019-11-14 06:01:23 -05:00
|
|
|
thirdPartyAudit {
|
|
|
|
ignoreMissingClasses()
|
2018-01-16 22:59:29 -05:00
|
|
|
}
|
2018-08-29 10:43:40 -04:00
|
|
|
|
2020-02-10 03:57:03 -05:00
|
|
|
if (BuildParams.inFipsJvm) {
|
2020-01-27 04:14:52 -05:00
|
|
|
// FIPS JVM includes many classes from bouncycastle which count as jar hell for the third party audit,
|
2019-05-30 13:29:42 -04:00
|
|
|
// rather than provide a long list of exclusions, disable the check on FIPS.
|
2020-02-10 03:57:03 -05:00
|
|
|
jarHell.enabled = false
|
|
|
|
test.enabled = false
|
2020-08-13 19:08:53 -04:00
|
|
|
yamlRestTest.enabled = false;
|
|
|
|
testingConventions.enabled = false;
|
2019-11-14 06:01:23 -05:00
|
|
|
}
|