Search in sources :

Example 1 with Track

use of com.att.aro.core.video.pojo.Track in project VideoOptimzer by attdevsupport.

the class HLSManifestParserForCSI method parseHLSMasterManifest.

public List<Track> parseHLSMasterManifest(String[] sDataArray) {
    List<Track> tracks = new ArrayList<>();
    if (sDataArray == null || sDataArray.length == 0) {
        LOGGER.debug("Manifest file has no content");
    } else {
        for (int i = 0; i < sDataArray.length; i++) {
            if (sDataArray[i] == null || !sDataArray[i].startsWith("#"))
                continue;
            String[] flag = stringParse.parse(sDataArray[i], pattern);
            if (flag == null || flag.length == 0)
                continue;
            String childUriName = "";
            switch(flag[0]) {
                case // master
                "#EXT-X-STREAM-INF":
                    String mediaBandwidth = getStrBwn(sDataArray[i], '=', ',');
                    childUriName = sDataArray[++i];
                    Track trackVideo = new Track();
                    trackVideo.setTrackName(childUriName);
                    trackVideo.setMediaBandwidth(Float.valueOf(mediaBandwidth));
                    tracks.add(trackVideo);
                    break;
                case // master
                "#EXT-X-MEDIA":
                    childUriName = StringParse.findLabeledDataFromString("URI=", "\"", sDataArray[i]);
                    if (StringUtils.isNotEmpty(childUriName)) {
                        LOGGER.info("MEDIA childUriName :" + childUriName);
                    }
                    Track trackAudio = new Track();
                    trackAudio.setTrackName(childUriName);
                    tracks.add(trackAudio);
                    break;
                default:
                    break;
            }
        // end switch
        }
    // end for loop
    }
    return tracks;
}
Also used : ArrayList(java.util.ArrayList) Track(com.att.aro.core.video.pojo.Track)

Example 2 with Track

use of com.att.aro.core.video.pojo.Track in project VideoOptimzer by attdevsupport.

the class VideoTrafficInferencer method prepareCandidates.

private List<Segment> prepareCandidates(Map<Double, HttpRequestResponseInfo> reqMap, VideoManifest manifest) {
    List<Segment> candidateList = new ArrayList<Segment>();
    candidateList.add(new Segment(manifest, null, -1, -1, -1, -1, -1));
    for (HttpRequestResponseInfo req : reqMap.values()) {
        // Reducing 10000 bytes in the minimum to account for lost packets in the traffic file
        double minVideoSegmentSize = (req.getContentLength() - 30000) / TRANSFER_OVERHEAD_HIGH;
        double maxVideoSegmentSize = req.getContentLength() / TRANSFER_OVERHEAD_LOW;
        double minAudioRequestSize = manifest.getMedianAudioTrackSize() * TRANSFER_OVERHEAD_LOW;
        double maxAudioRequestSize = manifest.getMedianAudioTrackSize() * TRANSFER_OVERHEAD_HIGH;
        double minVideoRequestSize = (manifest.getMaxVideoSegmentIndexSize() + 30000) * TRANSFER_OVERHEAD_HIGH;
        if (minAudioRequestSize < req.getContentLength() && req.getContentLength() < maxAudioRequestSize) {
            req.setAudioPossibility(true);
            possibleAudioRequestMap.put(req.getRequestCounterCSI(), req);
        }
        if (req.getContentLength() > minVideoRequestSize) {
            req.setVideoPossibility(true);
        } else {
            nonSegmentRequestMap.put(req.getRequestCounterCSI(), req);
            continue;
        }
        if (manifest != null && manifest.getTracks() != null) {
            for (Track track : manifest.getTracks()) {
                if (track.getMediaType() == MediaType.VIDEO) {
                    int counter = 0;
                    for (int size : track.getSegmentSizes()) {
                        counter++;
                        if (minVideoSegmentSize <= size && size <= maxVideoSegmentSize) {
                            candidateList.add(new Segment(manifest, track, counter, size, req.getKey(), req.getRequestCounterCSI(), candidateList.size() - 1));
                        }
                    }
                }
            }
        }
    }
    candidateList.add(new Segment(manifest, null, -1, -1, -1, -1, candidateList.size() - 1));
    return candidateList;
}
Also used : HttpRequestResponseInfo(com.att.aro.core.packetanalysis.pojo.HttpRequestResponseInfo) ArrayList(java.util.ArrayList) Segment(com.att.aro.core.video.pojo.Segment) Track(com.att.aro.core.video.pojo.Track)

Example 3 with Track

use of com.att.aro.core.video.pojo.Track in project VideoOptimzer by attdevsupport.

the class VideoTrafficInferencer method inferVideoData.

public StreamingVideoData inferVideoData(AbstractTraceResult result, List<Session> sessionlist, String manifestFilePath) {
    videoRequestMap = new HashSet<>();
    nonSegmentRequestMap = new HashMap<>();
    possibleAudioRequestMap = new TreeMap<>();
    streamingVideoData = new StreamingVideoData(result.getTraceDirectory());
    boolean flag = false;
    File manifestFile;
    if (result.getTraceDirectory().equals(manifestFilePath)) {
        CSIManifestAndState csiState = csiDataHelper.readData(manifestFilePath + System.getProperty("file.separator") + "CSI");
        if (csiState.getAnalysisState().equals("Fail")) {
            return streamingVideoData;
        }
        manifestFile = csiDataHelper.generateManifestPath(manifestFilePath, csiState.getManifestFileName());
    } else {
        flag = true;
        manifestFile = new File(manifestFilePath);
    }
    byte[] fileContent;
    VideoManifest videoManifest = new VideoManifest();
    List<Track> tracks = new ArrayList<>();
    String fileExtName = FilenameUtils.getExtension(manifestFile.getPath());
    requestMap = generateRequestMap(sessionlist);
    if (manifestFile.exists() && fileExtName != null) {
        switch(fileExtName) {
            case "json":
                ObjectMapper mapper = new ObjectMapper();
                mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
                try {
                    videoManifest = mapper.readValue(manifestFile, VideoManifest.class);
                } catch (IOException ioe) {
                    LOGGER.error("Exception while parsing Manifest JSON for CSI", ioe);
                }
                break;
            case "mpd":
                try {
                    fileContent = Files.readAllBytes(manifestFile.toPath());
                    ManifestBuilderDASH manifestBuilderDASH = new ManifestBuilderDASH();
                    manifestBuilderDASH.create(requestMap.values().iterator().next(), fileContent, "blank");
                    for (ChildManifest cManifest : manifestBuilderDASH.getManifestCollection().getSegmentChildManifestListInOrder()) {
                        Track sTrack = new Track();
                        List<Integer> segmentSizes = new ArrayList<Integer>();
                        List<Double> segmentDurations = new ArrayList<Double>();
                        sTrack.setMediaType(cManifest.isVideo() ? MediaType.VIDEO : MediaType.AUDIO);
                        sTrack.setMediaBandwidth((float) cManifest.getBandwidth());
                        cManifest.getSegmentInfoTrie().values().forEach((segment) -> segmentSizes.add(segment.getSize()));
                        cManifest.getSegmentInfoTrie().values().forEach((segment) -> segmentDurations.add(segment.getDuration()));
                        sTrack.setSegmentSizes(segmentSizes);
                        sTrack.setSegmentDurations(segmentDurations);
                        tracks.add(sTrack);
                    }
                } catch (IOException ioe) {
                    LOGGER.error("Exception while parsing MPD for CSI", ioe);
                }
                videoManifest.setTracks(tracks);
            case "m3u8":
                try {
                    videoManifest = hlsManifestParseImpl.getManifest(videoManifest, manifestFile);
                } catch (Exception e) {
                    LOGGER.error(e.getMessage());
                }
                break;
            default:
                break;
        }
    }
    List<Segment> candidateList = prepareCandidates(requestMap, videoManifest);
    Map<Integer, List<Segment>> edgeDistanceMap = calculateDistancesAndPopulateAdjacencyList(candidateList, requestMap);
    TreeMap<Integer, List<Integer>> lastNodes = findShortestPath(candidateList, edgeDistanceMap);
    if (!lastNodes.isEmpty()) {
        VideoStream videoStream = new VideoStream();
        videoStream.setManifest(createManifest(FilenameUtils.getBaseName(manifestFile.getPath()), ManifestType.MASTER, ContentType.MUXED));
        streamingVideoData.addVideoStream(firstRequestTimeStamp, videoStream);
        List<Segment> solution = getLikelySequences(candidateList, edgeDistanceMap, lastNodes);
        Manifest manifest;
        if (!solution.isEmpty()) {
            for (Segment segment : solution) {
                manifest = createManifest(FilenameUtils.getBaseName(manifestFile.getPath()), ManifestType.CHILD, ContentType.VIDEO);
                ChildManifest childManifest = new ChildManifest();
                childManifest.setManifest(manifest);
                VideoEvent videoEvent = new VideoEvent(getDefaultThumbnail(), manifest, segment, requestMap.get(segment.getRequestKey()));
                videoRequestMap.add(requestMap.get(segment.getRequestKey()));
                videoEvent.setChildManifest(childManifest);
                videoStream.addVideoEvent(videoEvent);
            }
            int segmentIndex = 0;
            Track audioTrack;
            if ((audioTrack = videoManifest.getTracks().stream().filter(track -> (track.getMediaType()).equals(MediaType.AUDIO)).findFirst().get()) != null) {
                for (HttpRequestResponseInfo rrInfo : possibleAudioRequestMap.values()) {
                    if (!videoRequestMap.contains(rrInfo) && rrInfo.getTime() > videoStream.getFirstSegment().getDLTime()) {
                        Segment audioSegment = new Segment(videoManifest, videoManifest.getAudioTrack(), ++segmentIndex, audioTrack.getSegmentSizes().get(segmentIndex - 1), rrInfo.getKey(), rrInfo.getRequestCounterCSI(), -1);
                        manifest = createManifest(FilenameUtils.getBaseName(manifestFile.getPath()), ManifestType.CHILD, ContentType.AUDIO);
                        ChildManifest childManifest = new ChildManifest();
                        childManifest.setManifest(manifest);
                        VideoEvent videoEvent = new VideoEvent(getDefaultThumbnail(), manifest, audioSegment, rrInfo);
                        videoEvent.setChildManifest(childManifest);
                        videoStream.addVideoEvent(videoEvent);
                    }
                }
            }
        }
    }
    if (flag) {
        saveCSIManifestAndState(manifestFile.toString());
    }
    videoSegmentAnalyzer.process(result, streamingVideoData);
    return streamingVideoData;
}
Also used : StringUtils(org.apache.commons.lang.StringUtils) IFileManager(com.att.aro.core.fileio.IFileManager) AbstractTraceResult(com.att.aro.core.packetanalysis.pojo.AbstractTraceResult) Track(com.att.aro.core.video.pojo.Track) HLSManifestParserForCSI(com.att.aro.core.videoanalysis.csi.parsers.HLSManifestParserForCSI) Autowired(org.springframework.beans.factory.annotation.Autowired) HashMap(java.util.HashMap) ManifestBuilderDASH(com.att.aro.core.videoanalysis.impl.ManifestBuilderDASH) HttpRequestResponseInfo(com.att.aro.core.packetanalysis.pojo.HttpRequestResponseInfo) MediaType(com.att.aro.core.videoanalysis.pojo.MediaType) DeserializationFeature(com.fasterxml.jackson.databind.DeserializationFeature) ArrayList(java.util.ArrayList) HashSet(java.util.HashSet) Logger(org.apache.log4j.Logger) VideoSegmentAnalyzer(com.att.aro.core.videoanalysis.impl.VideoSegmentAnalyzer) CSIManifestAndState(com.att.aro.core.videoanalysis.csi.pojo.CSIManifestAndState) Manifest(com.att.aro.core.videoanalysis.pojo.Manifest) Map(java.util.Map) Path(java.nio.file.Path) Segment(com.att.aro.core.video.pojo.Segment) HttpDirection(com.att.aro.core.packetanalysis.pojo.HttpDirection) Files(java.nio.file.Files) Util(com.att.aro.core.util.Util) VideoManifest(com.att.aro.core.video.pojo.VideoManifest) ObjectMapper(com.fasterxml.jackson.databind.ObjectMapper) Set(java.util.Set) Session(com.att.aro.core.packetanalysis.pojo.Session) IOException(java.io.IOException) File(java.io.File) VideoEvent(com.att.aro.core.videoanalysis.pojo.VideoEvent) VideoStream(com.att.aro.core.videoanalysis.pojo.VideoStream) List(java.util.List) Component(org.springframework.stereotype.Component) StreamingVideoData(com.att.aro.core.videoanalysis.pojo.StreamingVideoData) TreeMap(java.util.TreeMap) Paths(java.nio.file.Paths) ContentType(com.att.aro.core.videoanalysis.pojo.Manifest.ContentType) PreferenceHandlerImpl(com.att.aro.core.preferences.impl.PreferenceHandlerImpl) ChildManifest(com.att.aro.core.videoanalysis.pojo.ChildManifest) LogManager(org.apache.log4j.LogManager) Comparator(java.util.Comparator) Collections(java.util.Collections) ManifestType(com.att.aro.core.videoanalysis.pojo.Manifest.ManifestType) FilenameUtils(org.apache.commons.io.FilenameUtils) ArrayList(java.util.ArrayList) StreamingVideoData(com.att.aro.core.videoanalysis.pojo.StreamingVideoData) VideoEvent(com.att.aro.core.videoanalysis.pojo.VideoEvent) Segment(com.att.aro.core.video.pojo.Segment) ChildManifest(com.att.aro.core.videoanalysis.pojo.ChildManifest) ArrayList(java.util.ArrayList) List(java.util.List) ObjectMapper(com.fasterxml.jackson.databind.ObjectMapper) HttpRequestResponseInfo(com.att.aro.core.packetanalysis.pojo.HttpRequestResponseInfo) CSIManifestAndState(com.att.aro.core.videoanalysis.csi.pojo.CSIManifestAndState) VideoStream(com.att.aro.core.videoanalysis.pojo.VideoStream) VideoManifest(com.att.aro.core.video.pojo.VideoManifest) IOException(java.io.IOException) Manifest(com.att.aro.core.videoanalysis.pojo.Manifest) VideoManifest(com.att.aro.core.video.pojo.VideoManifest) ChildManifest(com.att.aro.core.videoanalysis.pojo.ChildManifest) IOException(java.io.IOException) ManifestBuilderDASH(com.att.aro.core.videoanalysis.impl.ManifestBuilderDASH) File(java.io.File) Track(com.att.aro.core.video.pojo.Track)

Example 4 with Track

use of com.att.aro.core.video.pojo.Track in project VideoOptimzer by attdevsupport.

the class HLSManifestParserForCSI method getManifest.

public VideoManifest getManifest(VideoManifest videoManifest, File manifestFile) {
    // list all m3u8 files in the folder
    List<String> listCManifestInFolder = listMInFolder(manifestFile);
    String[] sData = readFileToStringArray(manifestFile);
    List<Track> listTrack = parseHLSMasterManifest(sData);
    List<String> stringTrackName = listTrack.stream().map(track -> track.getTrackName()).collect(// list extract from master manifest
    Collectors.toList());
    Map<String, List<String>> mInFolder = new HashMap<String, List<String>>();
    for (String trackName : stringTrackName) {
        mInFolder.put(trackName, new ArrayList<String>());
    }
    for (String listMFile : listCManifestInFolder) {
        for (String trackName : mInFolder.keySet()) {
            if (listMFile.contains(trackName)) {
                mInFolder.get(trackName).add(listMFile);
            }
        }
    }
    for (Track track : listTrack) {
        if (mInFolder.containsKey(track.getTrackName())) {
            if (mInFolder.get(track.getTrackName()).isEmpty())
                continue;
            String fileName = mInFolder.get(track.getTrackName()).iterator().next();
            LOGGER.debug("fileName: " + fileName);
            parseHLSChildManifest(track, readFileToStringArray(new File(fileName)));
        }
    }
    videoManifest.setTracks(listTrack);
    return videoManifest;
}
Also used : Arrays(java.util.Arrays) StringUtils(org.apache.commons.lang.StringUtils) StringParse(com.att.aro.core.util.StringParse) Files(java.nio.file.Files) VideoManifest(com.att.aro.core.video.pojo.VideoManifest) Track(com.att.aro.core.video.pojo.Track) Autowired(org.springframework.beans.factory.annotation.Autowired) IOException(java.io.IOException) HashMap(java.util.HashMap) Collectors(java.util.stream.Collectors) File(java.io.File) ArrayList(java.util.ArrayList) Logger(org.apache.log4j.Logger) List(java.util.List) Component(org.springframework.stereotype.Component) Stream(java.util.stream.Stream) Paths(java.nio.file.Paths) Map(java.util.Map) Lazy(org.springframework.context.annotation.Lazy) Pattern(java.util.regex.Pattern) LogManager(org.apache.log4j.LogManager) IStringParse(com.att.aro.core.util.IStringParse) Path(java.nio.file.Path) HashMap(java.util.HashMap) ArrayList(java.util.ArrayList) List(java.util.List) File(java.io.File) Track(com.att.aro.core.video.pojo.Track)

Aggregations

Track (com.att.aro.core.video.pojo.Track)4 ArrayList (java.util.ArrayList)4 HttpRequestResponseInfo (com.att.aro.core.packetanalysis.pojo.HttpRequestResponseInfo)2 Segment (com.att.aro.core.video.pojo.Segment)2 VideoManifest (com.att.aro.core.video.pojo.VideoManifest)2 File (java.io.File)2 IOException (java.io.IOException)2 Files (java.nio.file.Files)2 Path (java.nio.file.Path)2 Paths (java.nio.file.Paths)2 HashMap (java.util.HashMap)2 List (java.util.List)2 Map (java.util.Map)2 StringUtils (org.apache.commons.lang.StringUtils)2 LogManager (org.apache.log4j.LogManager)2 Logger (org.apache.log4j.Logger)2 Autowired (org.springframework.beans.factory.annotation.Autowired)2 Component (org.springframework.stereotype.Component)2 IFileManager (com.att.aro.core.fileio.IFileManager)1 AbstractTraceResult (com.att.aro.core.packetanalysis.pojo.AbstractTraceResult)1