2016-02-09 08:57:05 -05:00
|
|
|
/*
|
|
|
|
* Licensed to Elasticsearch under one or more contributor
|
|
|
|
* license agreements. See the NOTICE file distributed with
|
|
|
|
* this work for additional information regarding copyright
|
|
|
|
* ownership. Elasticsearch licenses this file to you under
|
|
|
|
* the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
* not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing,
|
|
|
|
* software distributed under the License is distributed on an
|
|
|
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
* KIND, either express or implied. See the License for the
|
|
|
|
* specific language governing permissions and limitations
|
|
|
|
* under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
esplugin {
|
|
|
|
description 'Ingest processor that uses Apache Tika to extract contents'
|
|
|
|
classname 'org.elasticsearch.ingest.attachment.IngestAttachmentPlugin'
|
|
|
|
}
|
|
|
|
|
|
|
|
versions << [
|
2019-08-19 18:16:32 -04:00
|
|
|
'tika': '1.22',
|
|
|
|
'pdfbox': '2.0.16',
|
|
|
|
'poi': '4.0.1',
|
|
|
|
'mime4j': '0.8.3'
|
2016-02-09 08:57:05 -05:00
|
|
|
]
|
|
|
|
|
|
|
|
dependencies {
|
|
|
|
// mandatory for tika
|
|
|
|
compile "org.apache.tika:tika-core:${versions.tika}"
|
2018-06-24 14:08:45 -04:00
|
|
|
// build against Jackson 2.9.5, but still works on our current version
|
2016-02-09 08:57:05 -05:00
|
|
|
compile "org.apache.tika:tika-parsers:${versions.tika}"
|
2018-06-24 14:08:45 -04:00
|
|
|
compile 'org.tukaani:xz:1.8'
|
|
|
|
compile 'commons-io:commons-io:2.6'
|
2017-11-09 13:16:44 -05:00
|
|
|
compile "org.slf4j:slf4j-api:${versions.slf4j}"
|
2016-02-09 08:57:05 -05:00
|
|
|
|
|
|
|
// character set detection
|
|
|
|
compile 'com.googlecode.juniversalchardet:juniversalchardet:1.0.3'
|
|
|
|
|
|
|
|
// external parser libraries
|
|
|
|
// HTML
|
|
|
|
compile 'org.ccil.cowan.tagsoup:tagsoup:1.2.1'
|
|
|
|
// Adobe PDF
|
|
|
|
compile "org.apache.pdfbox:pdfbox:${versions.pdfbox}"
|
|
|
|
compile "org.apache.pdfbox:fontbox:${versions.pdfbox}"
|
2018-10-12 12:09:14 -04:00
|
|
|
compile "org.apache.pdfbox:jempbox:1.8.16"
|
2016-02-09 08:57:05 -05:00
|
|
|
compile "commons-logging:commons-logging:${versions.commonslogging}"
|
|
|
|
compile "org.bouncycastle:bcmail-jdk15on:${versions.bouncycastle}"
|
|
|
|
compile "org.bouncycastle:bcprov-jdk15on:${versions.bouncycastle}"
|
|
|
|
compile "org.bouncycastle:bcpkix-jdk15on:${versions.bouncycastle}"
|
|
|
|
// OpenOffice
|
|
|
|
compile "org.apache.poi:poi-ooxml:${versions.poi}"
|
|
|
|
compile "org.apache.poi:poi:${versions.poi}"
|
|
|
|
compile "org.apache.poi:poi-ooxml-schemas:${versions.poi}"
|
|
|
|
compile "commons-codec:commons-codec:${versions.commonscodec}"
|
2018-10-12 12:09:14 -04:00
|
|
|
compile 'org.apache.xmlbeans:xmlbeans:3.0.1'
|
2017-11-09 13:16:44 -05:00
|
|
|
compile 'org.apache.commons:commons-collections4:4.1'
|
2016-02-09 08:57:05 -05:00
|
|
|
// MS Office
|
|
|
|
compile "org.apache.poi:poi-scratchpad:${versions.poi}"
|
|
|
|
// Apple iWork
|
2018-10-12 12:09:14 -04:00
|
|
|
compile 'org.apache.commons:commons-compress:1.18'
|
2017-01-24 04:25:02 -05:00
|
|
|
// Outlook documents
|
|
|
|
compile "org.apache.james:apache-mime4j-core:${versions.mime4j}"
|
|
|
|
compile "org.apache.james:apache-mime4j-dom:${versions.mime4j}"
|
2019-08-19 18:16:32 -04:00
|
|
|
// EPUB books
|
|
|
|
compile 'org.apache.commons:commons-lang3:3.9'
|
2016-02-09 08:57:05 -05:00
|
|
|
}
|
|
|
|
|
2017-01-24 04:25:02 -05:00
|
|
|
dependencyLicenses {
|
|
|
|
mapping from: /apache-mime4j-.*/, to: 'apache-mime4j'
|
|
|
|
}
|
|
|
|
|
2016-02-09 08:57:05 -05:00
|
|
|
forbiddenPatterns {
|
2016-12-09 10:51:17 -05:00
|
|
|
exclude '**/*.doc'
|
2016-02-09 08:57:05 -05:00
|
|
|
exclude '**/*.docx'
|
|
|
|
exclude '**/*.pdf'
|
|
|
|
exclude '**/*.epub'
|
2016-12-09 10:51:17 -05:00
|
|
|
exclude '**/*.vsdx'
|
2016-02-09 08:57:05 -05:00
|
|
|
}
|
|
|
|
|
2019-01-07 10:24:19 -05:00
|
|
|
thirdPartyAudit{
|
|
|
|
ignoreMissingClasses()
|
2018-01-16 22:59:29 -05:00
|
|
|
}
|
2018-08-29 10:43:40 -04:00
|
|
|
|
2019-05-30 13:29:42 -04:00
|
|
|
thirdPartyAudit.onlyIf {
|
|
|
|
// FIPS JVM includes manny classes from bouncycastle which count as jar hell for the third party audit,
|
|
|
|
// rather than provide a long list of exclusions, disable the check on FIPS.
|
|
|
|
project.inFipsJvm == false
|
|
|
|
}
|