/* * Copyright (C) 2011, 2013 Google Inc. All rights reserved. * Copyright (C) 2011-2017 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include "config.h" #include "HTMLTrackElement.h" #if ENABLE(VIDEO_TRACK) #include "ContentSecurityPolicy.h" #include "Event.h" #include "EventNames.h" #include "HTMLMediaElement.h" #include "HTMLNames.h" #include "Logging.h" #include "RuntimeEnabledFeatures.h" #include namespace WebCore { using namespace HTMLNames; #if !LOG_DISABLED static String urlForLoggingTrack(const URL& url) { static const unsigned maximumURLLengthForLogging = 128; if (url.string().length() < maximumURLLengthForLogging) return url.string(); return url.string().substring(0, maximumURLLengthForLogging) + "..."; } #endif inline HTMLTrackElement::HTMLTrackElement(const QualifiedName& tagName, Document& document) : HTMLElement(tagName, document) , m_loadTimer(*this, &HTMLTrackElement::loadTimerFired) { LOG(Media, "HTMLTrackElement::HTMLTrackElement - %p", this); ASSERT(hasTagName(trackTag)); } HTMLTrackElement::~HTMLTrackElement() { if (m_track) { m_track->clearElement(); m_track->clearClient(); } } Ref HTMLTrackElement::create(const QualifiedName& tagName, Document& document) { return adoptRef(*new HTMLTrackElement(tagName, document)); } Node::InsertionNotificationRequest HTMLTrackElement::insertedInto(ContainerNode& insertionPoint) { HTMLElement::insertedInto(insertionPoint); if (is(insertionPoint)) downcast(insertionPoint).didAddTextTrack(*this); // Since we've moved to a new parent, we may now be able to load. scheduleLoad(); return InsertionDone; } void HTMLTrackElement::removedFrom(ContainerNode& insertionPoint) { HTMLElement::removedFrom(insertionPoint); if (is(insertionPoint)) downcast(insertionPoint).didRemoveTextTrack(*this); } void HTMLTrackElement::parseAttribute(const QualifiedName& name, const AtomicString& value) { if (name == srcAttr) { if (!value.isEmpty()) scheduleLoad(); else if (m_track) m_track->removeAllCues(); // 4.8.10.12.3 Sourcing out-of-band text tracks // As the kind, label, and srclang attributes are set, changed, or removed, the text track must update accordingly... } else if (name == kindAttr) track().setKindKeywordIgnoringASCIICase(value.string()); else if (name == labelAttr) track().setLabel(value); else if (name == srclangAttr) track().setLanguage(value); else if (name == defaultAttr) track().setIsDefault(!value.isNull()); HTMLElement::parseAttribute(name, value); } const AtomicString& HTMLTrackElement::kind() { return track().kindKeyword(); } void HTMLTrackElement::setKind(const AtomicString& kind) { setAttributeWithoutSynchronization(kindAttr, kind); } const AtomicString& HTMLTrackElement::srclang() const { return attributeWithoutSynchronization(srclangAttr); } const AtomicString& HTMLTrackElement::label() const { return attributeWithoutSynchronization(labelAttr); } bool HTMLTrackElement::isDefault() const { return hasAttributeWithoutSynchronization(defaultAttr); } LoadableTextTrack& HTMLTrackElement::track() { // FIXME: There is no practical value in lazily initializing this. // Instead this should be created in the constructor. if (!m_track) { // The kind attribute is an enumerated attribute, limited only to known values. It defaults to 'subtitles' if missing or invalid. String kind = attributeWithoutSynchronization(kindAttr).convertToASCIILowercase(); if (!TextTrack::isValidKindKeyword(kind)) kind = TextTrack::subtitlesKeyword(); m_track = LoadableTextTrack::create(*this, kind, label(), srclang()); } ASSERT(m_track->trackElement() == this); return *m_track; } bool HTMLTrackElement::isURLAttribute(const Attribute& attribute) const { return attribute.name() == srcAttr || HTMLElement::isURLAttribute(attribute); } void HTMLTrackElement::scheduleLoad() { // 1. If another occurrence of this algorithm is already running for this text track and its track element, // abort these steps, letting that other algorithm take care of this element. if (m_loadTimer.isActive()) return; // 2. If the text track's text track mode is not set to one of hidden or showing, abort these steps. if (track().mode() != TextTrack::Mode::Hidden && track().mode() != TextTrack::Mode::Showing) return; // 3. If the text track's track element does not have a media element as a parent, abort these steps. if (!mediaElement()) return; // 4. Run the remainder of these steps asynchronously, allowing whatever caused these steps to run to continue. m_loadTimer.startOneShot(0); } void HTMLTrackElement::loadTimerFired() { if (!hasAttributeWithoutSynchronization(srcAttr)) return; // 6. Set the text track readiness state to loading. setReadyState(HTMLTrackElement::LOADING); // 7. Let URL be the track URL of the track element. URL url = getNonEmptyURLAttribute(srcAttr); // 8. If the track element's parent is a media element then let CORS mode be the state of the parent media // element's crossorigin content attribute. Otherwise, let CORS mode be No CORS. if (!canLoadURL(url)) { didCompleteLoad(HTMLTrackElement::Failure); return; } track().scheduleLoad(url); } bool HTMLTrackElement::canLoadURL(const URL& url) { HTMLMediaElement* parent = mediaElement(); if (!parent) return false; // 4.8.10.12.3 Sourcing out-of-band text tracks // 4. Download: If URL is not the empty string, perform a potentially CORS-enabled fetch of URL, with the // mode being the state of the media element's crossorigin content attribute, the origin being the // origin of the media element's Document, and the default origin behaviour set to fail. if (url.isEmpty()) return false; ASSERT(document().contentSecurityPolicy()); // Elements in user agent show tree should load whatever the embedding document policy is. if (!isInUserAgentShadowTree() && !document().contentSecurityPolicy()->allowMediaFromSource(url)) { LOG(Media, "HTMLTrackElement::canLoadURL(%s) -> rejected by Content Security Policy", urlForLoggingTrack(url).utf8().data()); return false; } return dispatchBeforeLoadEvent(url.string()); } void HTMLTrackElement::didCompleteLoad(LoadStatus status) { // 4.8.10.12.3 Sourcing out-of-band text tracks (continued) // 4. Download: ... // If the fetching algorithm fails for any reason (network error, the server returns an error // code, a cross-origin check fails, etc), or if URL is the empty string or has the wrong origin // as determined by the condition at the start of this step, or if the fetched resource is not in // a supported format, then queue a task to first change the text track readiness state to failed // to load and then fire a simple event named error at the track element; and then, once that task // is queued, move on to the step below labeled monitoring. if (status == Failure) { setReadyState(HTMLTrackElement::TRACK_ERROR); dispatchEvent(Event::create(eventNames().errorEvent, false, false)); return; } // If the fetching algorithm does not fail, then the final task that is queued by the networking // task source must run the following steps: // 1. Change the text track readiness state to loaded. setReadyState(HTMLTrackElement::LOADED); // 2. If the file was successfully processed, fire a simple event named load at the // track element. dispatchEvent(Event::create(eventNames().loadEvent, false, false)); } // NOTE: The values in the TextTrack::ReadinessState enum must stay in sync with those in HTMLTrackElement::ReadyState. COMPILE_ASSERT(HTMLTrackElement::NONE == static_cast(TextTrack::NotLoaded), TextTrackEnumNotLoaded_Is_Wrong_Should_Be_HTMLTrackElementEnumNONE); COMPILE_ASSERT(HTMLTrackElement::LOADING == static_cast(TextTrack::Loading), TextTrackEnumLoadingIsWrong_ShouldBe_HTMLTrackElementEnumLOADING); COMPILE_ASSERT(HTMLTrackElement::LOADED == static_cast(TextTrack::Loaded), TextTrackEnumLoaded_Is_Wrong_Should_Be_HTMLTrackElementEnumLOADED); COMPILE_ASSERT(HTMLTrackElement::TRACK_ERROR == static_cast(TextTrack::FailedToLoad), TextTrackEnumFailedToLoad_Is_Wrong_Should_Be_HTMLTrackElementEnumTRACK_ERROR); void HTMLTrackElement::setReadyState(ReadyState state) { track().setReadinessState(static_cast(state)); if (HTMLMediaElement* parent = mediaElement()) parent->textTrackReadyStateChanged(m_track.get()); } HTMLTrackElement::ReadyState HTMLTrackElement::readyState() { return static_cast(track().readinessState()); } const AtomicString& HTMLTrackElement::mediaElementCrossOriginAttribute() const { if (HTMLMediaElement* parent = mediaElement()) return parent->attributeWithoutSynchronization(HTMLNames::crossoriginAttr); return nullAtom; } void HTMLTrackElement::textTrackKindChanged(TextTrack& track) { if (auto* parent = mediaElement()) parent->textTrackKindChanged(track); } void HTMLTrackElement::textTrackModeChanged(TextTrack& track) { // Since we've moved to a new parent, we may now be able to load. if (readyState() == HTMLTrackElement::NONE) scheduleLoad(); if (auto* parent = mediaElement()) parent->textTrackModeChanged(track); } void HTMLTrackElement::textTrackAddCues(TextTrack& track, const TextTrackCueList& cues) { if (auto* parent = mediaElement()) parent->textTrackAddCues(track, cues); } void HTMLTrackElement::textTrackRemoveCues(TextTrack& track, const TextTrackCueList& cues) { if (auto* parent = mediaElement()) parent->textTrackRemoveCues(track, cues); } void HTMLTrackElement::textTrackAddCue(TextTrack& track, TextTrackCue& cue) { if (auto* parent = mediaElement()) parent->textTrackAddCue(track, cue); } void HTMLTrackElement::textTrackRemoveCue(TextTrack& track, TextTrackCue& cue) { if (auto* parent = mediaElement()) parent->textTrackRemoveCue(track, cue); } HTMLMediaElement* HTMLTrackElement::mediaElement() const { auto* parent = parentElement(); if (!is(parent)) return nullptr; return downcast(parent); } } #endif