Error when process a large file

[IbrahimAlhaj9]

Hi Everyone.
When I am try to process a file exceed 25 MB , the following error is occur :

Filter error
ERROR MESSAGE: Error evaluating filter
java.lang.OutOfMemoryError: Java heap space

I think the issue is coming from this function:

msg = new XML(SerializerFactory.getSerializer('HL7V2').toXML(Message));

Can you please help me it's urgent for me

Thank you in advance

[FTK7]

Have you tried to increase Server Memory? Not sure if it could help.

[IbrahimAlhaj9]

@FTK7 the server memory is 1024-Thanks

[odoodo]

You probably use a large inline attachment in your hl7 message. Use an attachment handler to avoid this issue. More details can be found here.

[IbrahimAlhaj9]

Thank you very much it's working Now

[pacmano1]

I am puzzled the attachment works, the inbound message type is XML, not HL7. I would not expect the attachment on its own to exist given it is a regex collection.

[odoodo]

The attachment is extracted from the raw message before it gets parsed into the channel. (Or do you mean the inbound message itself is xml?)

[IbrahimAlhaj9]

@pacmano1 , @odoodo
yes the input is Xml but i transform it to HL7 inside Filter as follows:

function extractMultiPart() {	
	var AttachmentsFileNames =[];
	var AttachmentsContentTypes =[];
	var AttachmentsNames = [];
	var AttachmentsContents = [];
	var Message;
	var MessageFileName;
	var PDFReport='';
	var PDFReportFileName='';
	var PreTransformFunctions='';
	var PostTransformFunctions='';
	var SendingFacilities='';
	var ReceivingFacilities='';
	
	for (var i = 0; i < getArrayOrXmlLength(msg['Content']['Part']); i++) {
	    
	    var disposition =msg['Content']['Part'][i]['Headers']['Content-Disposition']
	    var filename='';
	    var name='';	
	    
	    if (disposition && disposition.indexOf(' filename') !== -1) {
	        var filenameRegex = /filename[^;=\n]*=((['"]).*?\2|[^;\n]*)/;
	        var matches = filenameRegex.exec(disposition);
	        if (matches != null && matches[1]) { 
	          filename = matches[1].replace(/['"]/g, '');
	        }
	    }    
	    if (disposition && disposition.indexOf(' name') !== -1) {    
	        var filenameRegex = /name[^;=\n]*=((['"]).*?\2|[^;\n]*)/;
	        var matches = filenameRegex.exec(disposition);
	        if (matches != null && matches[1]) { 
	          name = matches[1].replace(/['"]/g, '');
	          name=name.toLowerCase()
	        }        
	    }
	    
	    
	    if (name=='message'){
			if (msg['Content']['Part'][i]['Content']['@encoding']=='Base64') 
				Message=new java.lang.String(FileUtil.decode(msg['Content']['Part'][i]['Content'].toString().trim()));
			else
				Message=new java.lang.String(msg['Content']['Part'][i]['Content'].toString().trim());
			
			Message=Message.replaceAll("^\u000B", "")
			Message=Message.replaceAll("\u0016$", "")
			Message=Message.replaceAll("\u001C$", "")
				
			if (filename !='') MessageFileName=filename
	    }
	    else if (name=='messagefilename'){
			MessageFileName=msg['Content']['Part'][i]['Content'].toString().trim();    	
	    }	    
	    else if (name=='pdfreport'){
			PDFReport=msg['Content']['Part'][i]['Content'].toString().trim();    	
			if (filename !='') PDFReportFileName=filename
	    }
	    else if (name=='pdfreportfilename'){
			PDFReportFileName=msg['Content']['Part'][i]['Content'].toString().trim();    	
	    }		    
	    else if (name=='pretransformfunctions'){
			PreTransformFunctions=msg['Content']['Part'][i]['Content'].toString();    	
	    }
	    else if (name=='posttransformfunctions'){
			PostTransformFunctions=msg['Content']['Part'][i]['Content'].toString();    	
	    }
	    else if (name=='sf'){
			SendingFacilities=msg['Content']['Part'][i]['Content'].toString();    	
	    }
	    else if (name=='rf'){
			ReceivingFacilities=msg['Content']['Part'][i]['Content'].toString();    	
	    }		    	
	    else {
	    		AttachmentsNames.push(name);
		
		    	AttachmentsFileNames.push(filename);
		
			var ContentType = msg['Content']['Part'][i]['Headers']['Content-Type'].toString();
		
			if (ContentType == null)
				ContentType=''

			AttachmentsContentTypes.push(ContentType);
			
			var Content = msg['Content']['Part'][i]['Content'].toString();
			
			if (Content == null)
				Content=''
							
			AttachmentsContents.push(Content);
			
			
	    }

	
	}

	$c('AttachmentsNames',AttachmentsNames);
	$c('AttachmentsFileNames',AttachmentsFileNames);
	$c('AttachmentsContentTypes',AttachmentsContentTypes);
	$c('AttachmentsContents',AttachmentsContents);
	$c('Message',Message);
	$c('MessageFileName',MessageFileName);
	$c('PDFReport',PDFReport);
	$c('PDFReportFileName',PDFReportFileName);
	$c('PreTransformFunctions',PreTransformFunctions);
	$c('PostTransformFunctions',PostTransformFunctions);
	$c('ReceivingFacilities',ReceivingFacilities);
	$c('SendingFacilities',SendingFacilities);
	
	try
	{
		if (Message.trim()=='')
			msg=new XML('')
		else if(Message.substring(0,3)=='MSH')
			msg = new XML(SerializerFactory.getSerializer('HL7V2').toXML(Message));
		else
			msg=new XML(Message)
	}
	catch(err){
		logger.error('Error parsing message in extractMultiPart: '+ Message)
		msg=new XML('')
	}
		
}

What do you think about Attachments? and How I can configure attachments with xml ,json ?

[pacmano1]

Read the article again on attachments. That's just another regex exercise.