git.useribm.hu - mediacube.git/blob

   1 package user.jobengine.server.steps;\r
   2 \r
   3 import java.io.IOException;\r
   4 import java.net.URI;\r
   5 import java.net.URISyntaxException;\r
   6 import java.util.ArrayList;\r
   7 import java.util.Calendar;\r
   8 import java.util.List;\r
   9 \r
  10 import org.apache.commons.lang.StringUtils;\r
  11 import org.apache.logging.log4j.LogManager;\r
  12 import org.apache.logging.log4j.Logger;\r
  13 \r
  14 import com.ibm.nosql.json.api.BasicDBObject;\r
  15 import com.ibm.nosql.json.api.DB;\r
  16 import com.ibm.nosql.json.api.DBCollection;\r
  17 import com.ibm.nosql.json.api.DBObject;\r
  18 \r
  19 import user.commons.CalendarUtils;\r
  20 import user.commons.StoreUri;\r
  21 import user.commons.nosql.NoSQLUtils;\r
  22 import user.commons.octopus.IOctopusAPI;\r
  23 import user.commons.octopus.OctopusAPI;\r
  24 import user.commons.remotestore.RemoteStoreProtocol;\r
  25 import user.jobengine.db.IItemManager;\r
  26 import user.jobengine.server.IJobEngine;\r
  27 import user.jobengine.server.IJobRuntime;\r
  28 import user.jobengine.server.JobEngineException;\r
  29 import user.jobengine.server.steps.MetadataTypeDetector.MetadataType;\r
  30 \r
  31 public class CopyForArchiveNEXIOMaterialsStep extends JobStep {\r
  32         private class StoryArchive {\r
  33                 private String mediaHouseId;\r
  34                 private String mediaTitle;\r
  35                 private String mediaDesc;\r
  36                 private List<String> fileNames;\r
  37 \r
  38                 public void addFile(String fileName) {\r
  39                         if (fileNames == null)\r
  40                                 fileNames = new ArrayList<>();\r
  41                         fileNames.add(fileName);\r
  42                 }\r
  43         }\r
  44 \r
  45         private static final String MXFEXT = ".MXF";\r
  46         private static final Logger logger = LogManager.getLogger();\r
  47         private static final String NEXIOCLIPS = "nexioclips";\r
  48         private static final String KILLDATE = "killdate";\r
  49         private static final String LONGNAMEID = "longnameid";\r
  50         private static final String ID = "id";\r
  51         private StoreUri sourceUri;\r
  52         private StoreUri targetUri;\r
  53         private OctopusAPI octopusAPI;\r
  54         private IItemManager manager;\r
  55 \r
  56         private DB db;\r
  57 \r
  58         private int check(int value, String name) {\r
  59                 if (value == 0) {\r
  60                         logger.error(getMarker(), "A folyamat '{}' bemeneti paramétere 0.", name);\r
  61                         throw new NullPointerException(String.format("System is not configured properly, missing '%s' input parameter.", name));\r
  62                 }\r
  63                 return value;\r
  64         }\r
  65 \r
  66         private String check(String value, String name) {\r
  67                 if (value == null) {\r
  68                         logger.error(getMarker(), "A folyamat '{}' bemeneti paramétere üres.", name);\r
  69                         throw new NullPointerException(String.format("System is not configured properly, missing '%s' input parameter.", name));\r
  70                 }\r
  71                 return value;\r
  72         }\r
  73 \r
  74         private BasicDBObject createMetadata(BasicDBObject rundown, BasicDBObject story, BasicDBObject mosObject) {\r
  75                 // TODO Auto-generated method stub\r
  76                 return null;\r
  77         }\r
  78 \r
  79         @StepEntry\r
  80         public Object[] execute(int nexioPort, String nexioUserName, String nexioPassword, String archiveFtp, String archiveUserName, String archivePassword,\r
  81                         int daysBeforeNow, IJobEngine jobEngine, IJobRuntime jobRuntime) throws Exception {\r
  82                 setAndCheck(nexioPort, nexioUserName, nexioPassword, archiveFtp, archiveUserName, archivePassword, jobEngine);\r
  83                 octopusAPI = new OctopusAPI();\r
  84                 Calendar scheduledDate = Calendar.getInstance();\r
  85                 //              scheduledDate.add(Calendar.DAY_OF_YEAR, -1 * daysBeforeNow);\r
  86                 List<DBObject> rundowns = octopusAPI.getRundowns(scheduledDate.getTime());\r
  87                 if (rundowns == null) {\r
  88                         logger.warn(getMarker(), "Nem található adástükör a {} napra.", CalendarUtils.toDateString(scheduledDate));\r
  89                         return null;\r
  90                 }\r
  91                 int index = 1;\r
  92 \r
  93                 List<List<StoryArchive>> rundownArchives = null;\r
  94                 for (DBObject r : rundowns) {\r
  95                         setProgress(index * 100 / rundowns.size());\r
  96                         try {\r
  97                                 List<StoryArchive> storyArchive = processRundow(r);\r
  98                                 if (storyArchive.size() > 0) {\r
  99                                         if (rundownArchives == null)\r
 100                                                 rundownArchives = new ArrayList<>();\r
 101                                         rundownArchives.add(storyArchive);\r
 102                                 }\r
 103                         } catch (Exception e) {\r
 104                                 logger.catching(e);\r
 105                                 logger.error(getMarker(),\r
 106                                                 "A {} tükör archiválása nem lehetséges, mert a annak ellenőrzése hibát jelzett. A rendszer üzenete: " + e.getMessage());\r
 107                         }\r
 108                         index++;\r
 109                 }\r
 110                 return null;\r
 111         }\r
 112 \r
 113         private String processMosObject(BasicDBObject rundown, BasicDBObject story, BasicDBObject mosObject) throws Exception {\r
 114                 String mosID = mosObject.getString(IOctopusAPI.OBJ_ID);\r
 115                 if (MetadataTypeDetector.GuessMetadataType(mosID) != MetadataType.OCTOPUSPLACEHOLDER) {\r
 116                         logger.warn("Skipping MOS object {}", mosID);\r
 117                         return null;\r
 118                 }\r
 119                 DBCollection clips = db.getCollection(NEXIOCLIPS);\r
 120                 DBObject clip = clips.findOne(new BasicDBObject(LONGNAMEID, mosID));\r
 121                 if (clip == null) {\r
 122                         logger.info("File NOT exists {}", mosID);\r
 123                         throw new Exception(String.format("File NOT exists %s"));\r
 124                 } else {\r
 125                         logger.info("File exists {}", mosID);\r
 126                 }\r
 127                 return mosID + MXFEXT;\r
 128         }\r
 129 \r
 130         private List<StoryArchive> processRundow(DBObject r) throws Exception {\r
 131                 //storyArchive = new ArrayList<>();\r
 132                 BasicDBObject rundown = (BasicDBObject) r;\r
 133                 long rundownID = rundown.getLong(ID);\r
 134                 logger.info("Processing rundown {} {}", rundownID, rundown.getString(IOctopusAPI.NAME));\r
 135                 List<DBObject> stories = octopusAPI.getRundownFullStories(rundownID);\r
 136                 if (stories == null)\r
 137                         return null;\r
 138                 List<StoryArchive> storyArchives = null;\r
 139                 for (DBObject s : stories) {\r
 140                         StoryArchive storyArchive = processStory(rundown, s);\r
 141                         if (storyArchive == null)\r
 142                                 continue;\r
 143                         if (storyArchives == null)\r
 144                                 storyArchives = new ArrayList<>();\r
 145                         storyArchives.add(storyArchive);\r
 146                 }\r
 147                 return storyArchives;\r
 148         }\r
 149 \r
 150         private StoryArchive processStory(BasicDBObject rundown, DBObject s) throws Exception {\r
 151                 BasicDBObject story = (BasicDBObject) s;\r
 152                 String parentStoryID = story.getString(IOctopusAPI.PARENT_STORY_ID);\r
 153                 if (StringUtils.isBlank(parentStoryID)) {\r
 154                         logger.warn("Story parentStoryID is null: {}", story.toPrettyString(null));\r
 155                         return null;\r
 156                 } else\r
 157                         logger.info("Processing story {}", parentStoryID);\r
 158                 List<BasicDBObject> mosObjects = NoSQLUtils.asList(story, IOctopusAPI.MOS_OBJECTS);\r
 159                 if (mosObjects == null)\r
 160                         return null;\r
 161                 StoryArchive storyArchive = null;\r
 162                 for (BasicDBObject mosObject : mosObjects) {\r
 163                         String fileName = processMosObject(rundown, story, mosObject);\r
 164                         if (fileName == null)\r
 165                                 continue;\r
 166                         if (storyArchive == null)\r
 167                                 storyArchive = new StoryArchive();\r
 168                         storyArchive.addFile(fileName);\r
 169                 }\r
 170                 return null;\r
 171 \r
 172         }\r
 173 \r
 174         private void setAndCheck(int nexioPort, String nexioUserName, String nexioPassword, String archiveFtp, String archiveUserName, String archivePassword,\r
 175                         IJobEngine jobEngine) throws JobEngineException, IOException, URISyntaxException {\r
 176                 db = NoSQLUtils.getNoSQLDB();\r
 177                 if (db == null) {\r
 178                         logger.error(getMarker(), "Az NoSQL adatkezelő réteg nem elérhető.");\r
 179                         throw new NullPointerException("Internal error, missing NoSQL DB reference.");\r
 180                 }\r
 181 \r
 182                 if (jobEngine == null) {\r
 183                         logger.error(getMarker(), "Az folyamatkezelő réteg nem elérhető.");\r
 184                         throw new NullPointerException("Internal error, missing JobEngine reference.");\r
 185                 }\r
 186                 manager = jobEngine.getItemManager();\r
 187                 if (manager == null) {\r
 188                         logger.error(getMarker(), "Az adatbáziskezelő réteg nem elérhető.");\r
 189                         throw new NullPointerException("Internal error, missing ItemManager reference.");\r
 190                 }\r
 191                 String nexioHost = System.getProperty("nexio.host");\r
 192                 if (StringUtils.isBlank(nexioHost)) {\r
 193                         logger.error(getMarker(), "A 'nexio.host' rendszer paraméter nem található.");\r
 194                         throw new NullPointerException("System is not configured properly, 'jobengine.selenio.address' startup parameter missing.");\r
 195                 }\r
 196                 check(nexioPort, "nexioPort");\r
 197                 check(nexioUserName, "nexioUserName");\r
 198                 check(nexioPassword, "nexioPassword");\r
 199 \r
 200                 sourceUri = manager.createStoreUri(RemoteStoreProtocol.FTP, nexioHost);\r
 201                 sourceUri.setPortNumber(nexioPort);\r
 202                 sourceUri.setUserName(nexioUserName);\r
 203                 sourceUri.setPassword(nexioPassword);\r
 204 \r
 205                 check(archiveFtp, "archiveFtp");\r
 206                 check(archiveUserName, "archiveUserName");\r
 207                 check(archivePassword, "archivePassword");\r
 208 \r
 209                 targetUri = manager.createStoreUri(new URI(archiveFtp));\r
 210                 targetUri.setUserName(archiveUserName);\r
 211                 targetUri.setPassword(archivePassword);\r
 212         }\r
 213 \r
 214 }\r