138 lines
4.6 KiB
Groovy
138 lines
4.6 KiB
Groovy
/*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*
|
|
* The OpenSearch Contributors require contributions made to
|
|
* this file be licensed under the Apache-2.0 license or a
|
|
* compatible open source license.
|
|
*
|
|
* Modifications Copyright OpenSearch Contributors. See
|
|
* GitHub history for details.
|
|
*/
|
|
|
|
/*
|
|
* Licensed to Elasticsearch under one or more contributor
|
|
* license agreements. See the NOTICE file distributed with
|
|
* this work for additional information regarding copyright
|
|
* ownership. Elasticsearch licenses this file to you under
|
|
* the Apache License, Version 2.0 (the "License"); you may
|
|
* not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing,
|
|
* software distributed under the License is distributed on an
|
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
* KIND, either express or implied. See the License for the
|
|
* specific language governing permissions and limitations
|
|
* under the License.
|
|
*/
|
|
|
|
import org.opensearch.gradle.info.BuildParams
|
|
|
|
apply plugin: 'opensearch.yaml-rest-test'
|
|
|
|
opensearchplugin {
|
|
description 'Ingest processor that uses Apache Tika to extract contents'
|
|
classname 'org.opensearch.ingest.attachment.IngestAttachmentPlugin'
|
|
}
|
|
|
|
versions << [
|
|
'tika' : '2.4.0',
|
|
'pdfbox': '2.0.25',
|
|
'poi' : '5.2.2',
|
|
'mime4j': '0.8.3'
|
|
]
|
|
|
|
dependencies {
|
|
// mandatory for tika
|
|
api "org.apache.tika:tika-core:${versions.tika}"
|
|
api "org.apache.tika:tika-parsers:${versions.tika}"
|
|
// Required for the various document parsers
|
|
api "org.apache.tika:tika-parsers-standard-package:${versions.tika}"
|
|
// Required for language detection
|
|
api "org.apache.tika:tika-langdetect-optimaize:${versions.tika}"
|
|
// Optimaize libraries/dependencies
|
|
runtimeOnly "com.optimaize.languagedetector:language-detector:0.6"
|
|
runtimeOnly 'com.google.guava:guava:18.0'
|
|
// Other dependencies
|
|
api 'org.tukaani:xz:1.8'
|
|
api 'commons-io:commons-io:2.11.0'
|
|
api "org.slf4j:slf4j-api:${versions.slf4j}"
|
|
|
|
// character set detection
|
|
api 'com.googlecode.juniversalchardet:juniversalchardet:1.0.3'
|
|
|
|
// external parser libraries
|
|
// HTML
|
|
api 'org.ccil.cowan.tagsoup:tagsoup:1.2.1'
|
|
// Adobe PDF
|
|
api "org.apache.pdfbox:pdfbox:${versions.pdfbox}"
|
|
api "org.apache.pdfbox:fontbox:${versions.pdfbox}"
|
|
api "org.apache.pdfbox:jempbox:1.8.16"
|
|
api "commons-logging:commons-logging:${versions.commonslogging}"
|
|
api "org.bouncycastle:bcmail-jdk15on:${versions.bouncycastle}"
|
|
api "org.bouncycastle:bcprov-jdk15on:${versions.bouncycastle}"
|
|
api "org.bouncycastle:bcpkix-jdk15on:${versions.bouncycastle}"
|
|
// OpenOffice
|
|
api "org.apache.poi:poi-ooxml:${versions.poi}"
|
|
api "org.apache.poi:poi:${versions.poi}"
|
|
api "org.apache.poi:poi-ooxml-lite:${versions.poi}"
|
|
api "commons-codec:commons-codec:${versions.commonscodec}"
|
|
api 'org.apache.xmlbeans:xmlbeans:5.0.3'
|
|
api 'org.apache.commons:commons-collections4:4.1'
|
|
// MS Office
|
|
api "org.apache.poi:poi-scratchpad:${versions.poi}"
|
|
// Apple iWork
|
|
api 'org.apache.commons:commons-compress:1.21'
|
|
// Outlook documents
|
|
api "org.apache.james:apache-mime4j-core:${versions.mime4j}"
|
|
api "org.apache.james:apache-mime4j-dom:${versions.mime4j}"
|
|
// EPUB books
|
|
api 'org.apache.commons:commons-lang3:3.12.0'
|
|
// Microsoft Word files with visio diagrams
|
|
api 'org.apache.commons:commons-math3:3.6.1'
|
|
// POIs dependency
|
|
api 'com.zaxxer:SparseBitSet:1.2'
|
|
}
|
|
|
|
restResources {
|
|
restApi {
|
|
includeCore '_common', 'cluster', 'nodes', 'ingest', 'index', 'get'
|
|
}
|
|
}
|
|
|
|
tasks.named("dependencyLicenses").configure {
|
|
mapping from: /apache-mime4j-.*/, to: 'apache-mime4j'
|
|
mapping from: /tika-.*/, to: 'tika-parsers'
|
|
mapping from: /poi-ooxml-.*/, to: 'poi-ooxml'
|
|
}
|
|
|
|
forbiddenPatterns {
|
|
exclude '**/*.doc'
|
|
exclude '**/*.docx'
|
|
exclude '**/*.pdf'
|
|
exclude '**/*.epub'
|
|
exclude '**/*.vsdx'
|
|
}
|
|
|
|
thirdPartyAudit {
|
|
ignoreMissingClasses()
|
|
ignoreViolations(
|
|
'com.google.common.cache.Striped64',
|
|
'com.google.common.cache.Striped64$1',
|
|
'com.google.common.cache.Striped64$Cell',
|
|
'com.google.common.primitives.UnsignedBytes$LexicographicalComparatorHolder$UnsafeComparator',
|
|
'com.google.common.primitives.UnsignedBytes$LexicographicalComparatorHolder$UnsafeComparator$1'
|
|
)
|
|
}
|
|
|
|
if (BuildParams.inFipsJvm) {
|
|
// FIPS JVM includes many classes from bouncycastle which count as jar hell for the third party audit,
|
|
// rather than provide a long list of exclusions, disable the check on FIPS.
|
|
jarHell.enabled = false
|
|
test.enabled = false
|
|
yamlRestTest.enabled = false;
|
|
testingConventions.enabled = false;
|
|
}
|