Skip to content

Commit

Permalink
initial
Browse files Browse the repository at this point in the history
  • Loading branch information
claudioatzori committed Mar 4, 2016
1 parent d9b0931 commit a4dafb7
Show file tree
Hide file tree
Showing 17 changed files with 679 additions and 0 deletions.
4 changes: 4 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
*~
*.iml
logs
target
206 changes: 206 additions & 0 deletions pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,206 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<parent>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-container-parent</artifactId>
<version>1.0.0</version>
<relativePath></relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-gdup</artifactId>
<packaging>war</packaging>
<version>1.0.0-SNAPSHOT</version>
<scm>
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/webapps/dnet-gdup/trunk</developerConnection>
</scm>
<dependencies>

<!-- Common components in every container -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-log4j-inspector</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-schemas</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>

<!-- Common services in every container -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-enabling-hnm-service</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-enabling-hcm-service</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>

<!-- Enabling services service -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-enabling-services</artifactId>
<version>[2.0.0,3.0.0)</version>
<exclusions>
<exclusion>
<groupId>apache</groupId>
<artifactId>commons-pool</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-enabling-inspector</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-resultset-inspector</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>

<!-- Manager Service Resource Orchestration (required for workflows) -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-msro-service</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-mongo-logging</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>

<!-- Modular User Interfaces -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-ui</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-workflows-ui</artifactId>
<version>[4.0.0,5.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-is-ui</artifactId>
<version>[2.0.1,3.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-repositories-ui</artifactId>
<version>[4.0.0,5.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-oai-explorer-ui</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-oai-modular-ui</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-database-ui</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-index-ui</artifactId>
<version>[2.0.1,3.0.0)</version>
</dependency>


<!-- Aggregation services -->
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-mongo-mdstore</artifactId>
<version>[4.1.7,5.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-modular-collector-service</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-data-transformation-service</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>

<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-enabling-database-service</artifactId>
<version>[2.0.0,3.0.0)</version>
</dependency>

<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-openaireplus-workflows</artifactId>
<version>[5.0.0,6.0.0)</version>
</dependency>

<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-deduplication</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-hadoop-service</artifactId>
<version>[2.0.0,3.0.0)</version>
<exclusions>
<exclusion>
<groupId>org.jruby</groupId>
<artifactId>jruby-complete</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-actionmanager-service</artifactId>
<version>[3.0.0,4.0.0)</version>
</dependency>

<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-openaireplus-profiles</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>


<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>cnr-inspector-security</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>
<dependency>
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-webapp-monitoring</artifactId>
<version>[1.0.0,2.0.0)</version>
</dependency>

<!-- Light-ui for pre-public check -->
<!-- <dependency> -->
<!-- <groupId>eu.dnetlib</groupId> -->
<!-- <artifactId>dnet-modular-lightui-ui</artifactId> -->
<!-- <version>[2.0.0,3.0.0)</version> -->
<!-- </dependency> -->

<dependency>
<groupId>xerces</groupId>
<artifactId>xercesImpl</artifactId>
<version>2.11.0</version>
<scope>compile</scope>
</dependency>

</dependencies>
</project>
1 change: 1 addition & 0 deletions src/main/resources/META-INF/cxf/org.apache.cxf.Logger
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
org.apache.cxf.common.logging.Log4jLogger
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
net.sf.saxon.TransformerFactoryImpl
25 changes: 25 additions & 0 deletions src/main/resources/eu/dnetlib/applicationContext-locators.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:jaxws="http://cxf.apache.org/jaxws"
xmlns:sec="http://cxf.apache.org/configuration/security" xmlns:wsa="http://cxf.apache.org/ws/addressing"
xmlns:p="http://www.springframework.org/schema/p" xmlns:http="http://cxf.apache.org/transports/http/configuration"
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
http://cxf.apache.org/ws/addressing http://cxf.apache.org/schemas/ws-addr-conf.xsd
http://cxf.apache.org/configuration/security http://cxf.apache.org/schemas/configuration/security.xsd
http://cxf.apache.org/transports/http/configuration http://cxf.apache.org/schemas/configuration/http-conf.xsd
http://cxf.apache.org/jaxws http://cxf.apache.org/schemas/jaxws.xsd">

<!-- service locators: TODO: parameterize via properties -->
<bean id="transformationServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
p:clazz="eu.dnetlib.data.transformation.service.rmi.TransformationService"
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />

<bean id="downloadServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
p:clazz="eu.dnetlib.data.download.rmi.DownloadService"
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />

<bean id="dynamicHadoopServiceLocator" class="eu.dnetlib.enabling.tools.DynamicServiceLocator"
p:clazz="eu.dnetlib.data.hadoop.rmi.HadoopService"
p:lookUpLocator-ref="lookupLocator" p:serviceResolver-ref="serviceResolver" />

</beans>
51 changes: 51 additions & 0 deletions src/main/resources/eu/dnetlib/cnr-site.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
container.hostname = localhost
services.is.store.database.bean = persistentExistDatabase
#services.is.store.database.bean = temporaryExistDatabase

dnet.data.path = /var/lib/dnet_gdup

services.registration.default.hnmlocator = dynamicHNMLocator

services.schemas = classpath*:/eu/dnetlib/test/schemas/**/*.xsd

services.msro.reindex.limit = 100


services.aggregator.host = localhost
services.aggregator.name = DRIVER

services.aggregator.country = EE
services.msro.data.source.resolver = extendedDataSourceResolver
services.registry.pending.resource.manager = compatPendingManager
transport.soap.force.local.address = true

msro.wf.nodes.mdstoreSearch.format = OAF
msro.wf.nodes.mdstoreSearch.interpretation = cleaned
msro.wf.nodes.download.xpathMetadataId = //*[local-name()='objIdentifier']/text()

dnet.modular.ui.authorization.manager = simpleAuthenticationManager
dnet.modular.ui.authorization.default.superAdmin= admin


# MSRO SPECIFIC
services.msro.graph.updateindex.incremental = classpath:/eu/dnetlib/enabling/manager/msro/wf/update-index-incremental.wf.xml
dnet.datasource.updater = openaireplusDatasourceUpdater

hbase.mapred.datatable = db_gdup
hbase.actions.table = db_actions_gdup

# Mail configuration

msro.wf.mail.smtp.host = smtp.isti.cnr.it
msro.wf.mail.smtp.user = smtp-dnet
msro.wf.mail.smtp.password = hhr*7932
msro.wf.mail.cc = [email protected]

service.index.solr.rank.enable=true

services.publisher.oai.host=localhost
services.publisher.oai.port=27017

#Transformator property: need to set something or the webapp does not start
#TODO: please change this to the correct address of the validator service as soon as we have it
services.transformation.blacklist_api = http://localhost:8280/validator-service/worfklows?request=GetBlacklistedRecords&datasourceId=
57 changes: 57 additions & 0 deletions src/main/resources/log4j.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
### Root Level ###
log4j.rootLogger=WARN, LOGFILE, CONSOLE

### Configuration for the LOGFILE appender ###
log4j.appender.LOGFILE=org.apache.log4j.RollingFileAppender
log4j.appender.LOGFILE.MaxFileSize=25MB
log4j.appender.LOGFILE.MaxBackupIndex=10
log4j.appender.LOGFILE.File=logs/dnet.log
log4j.appender.LOGFILE.Append=true
log4j.appender.LOGFILE.layout=org.apache.log4j.PatternLayout
log4j.appender.LOGFILE.layout.ConversionPattern=[%-5p] %d %c - %m%n

### Configuration for the CONSOLE appender ###
log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
log4j.appender.CONSOLE.layout.ConversionPattern=[%-5p] %d %c - %m%n


org.apache.cxf.Logger=org.apache.cxf.common.logging.Log4jLogger

### Application Level ###
log4j.logger.eu.dnetlib=INFO
log4j.logger.eu.dnetlib.enabling.is.sn=INFO
log4j.logger.org.apache.cxf.interceptor=FATAL
log4j.logger.org.apache.cxf.ws.addressing.ContextUtils=FATAL
log4j.logger.eu.dnetlib.enabling.tools.AbstractBaseService=INFO
log4j.logger.eu.dnetlib.xml.database.LoggingTrigger=WARN
log4j.logger.eu.dnetlib.enabling.tools.registration.ServiceRegistrator=INFO
log4j.logger.eu.dnetlib.enabling.inspector=FATAL
log4j.logger.eu.dnetlib.enabling.inspector.SubscriptionController=DEBUG
log4j.logger.eu.dnetlib.springutils.stringtemplate.StringTemplateViewResolver=FATAL
log4j.logger.eu.dnetlib.enabling.is.sn.SynchronousNotificationSenderImpl=WARN
log4j.logger.eu.dnetlib.enabling.tools.LocalServiceResolverImpl=WARN
log4j.logger.eu.dnetlib.enabling.is.sn.NotificationInvokerImpl=WARN
log4j.logger.eu.dnetlib.data.collective=INFO
#log4j.logger.eu.dnetlib.data.hadoop=DEBUG
log4j.logger.org.apache.xerces.parsers.SAXParser=OFF
log4j.logger.eu.dnetlib.conf.PropertyFetcher=WARN
#log4j.logger.eu.dnetlib.data.transform.XsltRowTransformerFactory=DEBUG

log4j.logger.eu.dnetlib.enabling.is.sn.ISSNServiceImpl=OFF
log4j.logger.eu.dnetlib.enabling.datasources.DatasourceManagerClients=FATAL
log4j.logger.eu.dnetlib.data.mdstore.modular.mongodb.utils.MetadataCheckJob=DEBUG
log4j.logger.eu.dnetlib.enabling.is.sn.ISSNServiceCore=WARN
log4j.logger.eu.dnetlib.xml.database.exist.ExistDatabase=WARN
log4j.logger.eu.dnetlib.enabling.is.store.AbstractContentInitializer=FATAL

log4j.logger.org.apache.hadoop.mapred.JobClient=FATAL
log4j.logger.org.apache.hadoop.hbase.mapreduce.TableInputFormatBase=FATAL
log4j.logger.eu.dnetlib.msro.workflows.dedup.MinDistSearchHadoopJobNode=DEBUG

### Spring ###
log4j.logger.org.springframework=ERROR

log4j.logger.eu.dnetlib.openaire=DEBUG


Loading

0 comments on commit a4dafb7

Please sign in to comment.